default number of predicted tokens (num_predict) to infinity (-1)

Author: amakropoulos

Options.md

@@ -87,7 +87,7 @@ If the user's GPU is not supported, the LLM will fall back to the CPU
 ## 🤗 Model Settings
 - `Stream` select to receive the reply from the model as it is produced (recommended!).<br>
 If it is not selected, the full reply from the model is received in one go
-- <details><summary><code>Num Predict</code> maximum number of tokens to predict (default: 256, -1 = infinity, -2 = until context filled)</summary>This is the maximum amount of tokens the model will maximum predict. When N tokens are reached the model will stop generating. This means words / sentences might not get finished if this is too low. </details>
+- <details><summary><code>Num Predict</code> maximum number of tokens to predict (default: 256, -1 = infinity)</summary>This is the maximum amount of tokens the model will maximum predict. When N tokens are reached the model will stop generating. This means words / sentences might not get finished if this is too low. </details>
 
 - <details><summary>Advanced options</summary>
 

Runtime/LLMCharacter.cs

@@ -27,9 +27,9 @@ public class LLMCharacter : LLMCaller
         /// <summary> log the constructed prompt the Unity Editor. </summary>
         [Tooltip("log the constructed prompt the Unity Editor.")]
         [LLM] public bool debugPrompt = false;
-        /// <summary> maximum number of tokens that the LLM will predict (-1 = infinity, -2 = until context filled). </summary>
-        [Tooltip("maximum number of tokens that the LLM will predict (-1 = infinity, -2 = until context filled).")]
-        [Model] public int numPredict = 256;
+        /// <summary> maximum number of tokens that the LLM will predict (-1 = infinity). </summary>
+        [Tooltip("maximum number of tokens that the LLM will predict (-1 = infinity).")]
+        [Model] public int numPredict = -1;
         /// <summary> slot of the server to use for computation (affects caching) </summary>
         [Tooltip("slot of the server to use for computation (affects caching)")]
         [ModelAdvanced] public int slot = -1;

Samples~/ChatBot/Scene.unity

@@ -1150,7 +1150,7 @@ MonoBehaviour:
   cachePrompt: 1
   slot: -1
   seed: 0
-  numPredict: 256
+  numPredict: -1
   temperature: 0.2
   topK: 40
   topP: 0.9

Samples~/FunctionCalling/Scene.unity

@@ -484,7 +484,7 @@ MonoBehaviour:
   save: 
   saveCache: 0
   debugPrompt: 0
-  numPredict: 256
+  numPredict: -1
   slot: -1
   grammar: 
   cachePrompt: 1

Samples~/KnowledgeBaseGame/Scene.unity

@@ -4361,7 +4361,7 @@ MonoBehaviour:
   grammar: 
   cachePrompt: 1
   seed: 0
-  numPredict: 256
+  numPredict: -1
   temperature: 0.2
   topK: 40
   topP: 0.9

Samples~/MobileDemo/Scene.unity

@@ -694,7 +694,7 @@ MonoBehaviour:
   save: 
   saveCache: 0
   debugPrompt: 0
-  numPredict: 256
+  numPredict: -1
   slot: -1
   grammar: 
   cachePrompt: 1

Samples~/MultipleCharacters/Scene.unity

@@ -605,7 +605,7 @@ MonoBehaviour:
   cachePrompt: 1
   slot: -1
   seed: 0
-  numPredict: 256
+  numPredict: -1
   temperature: 0.2
   topK: 40
   topP: 0.9
@@ -1983,7 +1983,7 @@ MonoBehaviour:
   cachePrompt: 1
   slot: -1
   seed: 0
-  numPredict: 256
+  numPredict: -1
   temperature: 0.2
   topK: 40
   topP: 0.9

Samples~/RAG/RAGAndLLM_Scene.unity

@@ -571,7 +571,7 @@ MonoBehaviour:
   grammar: 
   cachePrompt: 1
   seed: 0
-  numPredict: 256
+  numPredict: -1
   temperature: 0.2
   topK: 40
   topP: 0.9

Samples~/SimpleInteraction/Scene.unity

@@ -493,7 +493,7 @@ MonoBehaviour:
   cachePrompt: 1
   slot: -1
   seed: 0
-  numPredict: 256
+  numPredict: -1
   temperature: 0.2
   topK: 40
   topP: 0.9