use ngl only when non-zero

amakropoulos · amakropoulos · commit 3095bf06460a · 2025-03-28T12:42:25.000+02:00
diff --git a/Runtime/LLM.cs b/Runtime/LLM.cs
@@ -444,7 +444,7 @@ protected virtual string GetLlamaccpArguments()
             if (embeddingsOnly) arguments += " --embedding";
             if (numThreadsToUse > 0) arguments += $" -t {numThreadsToUse}";
             arguments += loraArgument;
-            arguments += $" -ngl {numGPULayers}";
+            if (numGPULayers > 0) arguments += $" -ngl {numGPULayers}";
             if (LLMUnitySetup.FullLlamaLib && flashAttention) arguments += $" --flash-attn";
             if (remote)
             {

Original file line number	Diff line number	Diff line change
`@@ -444,7 +444,7 @@ protected virtual string GetLlamaccpArguments()`
`444`	`444`	`if (embeddingsOnly) arguments += " --embedding";`
`445`	`445`	`if (numThreadsToUse > 0) arguments += $" -t {numThreadsToUse}";`
`446`	`446`	`arguments += loraArgument;`
`447`		`- arguments += $" -ngl {numGPULayers}";`
	`447`	`+ if (numGPULayers > 0) arguments += $" -ngl {numGPULayers}";`
`448`	`448`	`if (LLMUnitySetup.FullLlamaLib && flashAttention) arguments += $" --flash-attn";`
`449`	`449`	`if (remote)`
`450`	`450`	`{`