Force f16 if OpenCL is on, because otherwise we will crash.

Noeda · Apr 6, 2023 · f5328ab · f5328ab
1 parent 746fc56
commit f5328ab
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/src/rllama_main.rs b/src/rllama_main.rs
@@ -227,7 +227,7 @@ pub fn main() -> Result<(), Box<dyn std::error::Error>> {
         DataSettings::new()
     };
 
-    if cli.f16 {
+    if cli.f16 || opencl.is_some() {
         data_settings = data_settings.force_f16();
     }
 

diff --git a/src/tensor.rs b/src/tensor.rs
@@ -1265,7 +1265,10 @@ impl Tensor {
             );
         }
         if src.dtype != other.dtype {
-            panic!("Invalid matrix multiplication, different dtypes");
+            panic!(
+                "Invalid matrix multiplication, different dtypes: {:?} vs {:?}",
+                src.dtype, other.dtype
+            );
         }
         if self.rows != src.rows {
             panic!("Invalid matrix multiplication, different number of rows");