Skip to content

Commit 2f05be0

Browse files
committed
tinyblas doesnt support SOLVE_TRI
1 parent 5339b7a commit 2f05be0

1 file changed

Lines changed: 11 additions & 1 deletion

File tree

patches/tinyBLAS.patch

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,7 @@ index 36d8a3aaa..db1797c9f 100644
9191
#endif // !defined(GGML_CUDA_NO_FA) && !(defined(GGML_USE_MUSA) && __MUSA_ARCH__ < 220)
9292

9393
diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu
94-
index 7e6d33035..f14cb6dd3 100644
94+
index 7e6d33035..98a141684 100644
9595
--- a/ggml/src/ggml-cuda/ggml-cuda.cu
9696
+++ b/ggml/src/ggml-cuda/ggml-cuda.cu
9797
@@ -56,7 +56,9 @@
@@ -237,6 +237,16 @@ index 7e6d33035..f14cb6dd3 100644
237237
case GGML_OP_CROSS_ENTROPY_LOSS:
238238
case GGML_OP_CROSS_ENTROPY_LOSS_BACK:
239239
case GGML_OP_OPT_STEP_ADAMW:
240+
@@ -4859,7 +4871,9 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g
241+
case GGML_OP_CUMSUM:
242+
case GGML_OP_TRI:
243+
case GGML_OP_DIAG:
244+
+#ifndef GGML_USE_TINYBLAS
245+
case GGML_OP_SOLVE_TRI:
246+
+#endif
247+
return true;
248+
249+
default:
240250
diff --git a/ggml/src/ggml-cuda/mmq.cu b/ggml/src/ggml-cuda/mmq.cu
241251
index 9a69f41d1..d7773e2b5 100644
242252
--- a/ggml/src/ggml-cuda/mmq.cu

0 commit comments

Comments
 (0)