Skip to content

Commit 9c89e1f

Browse files
Add failsafe incase max_tokens is 0 or negative for a model
1 parent 4dd4b0e commit 9c89e1f

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

src/backend/src/modules/puterai/AIChatService.js

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -403,6 +403,9 @@ class AIChatService extends BaseService {
403403
parameters.max_tokens = Math.floor(Math.min(parameters.max_tokens ?? Number.POSITIVE_INFINITY,
404404
max_allowed_output_tokens,
405405
model_max_tokens - (Math.ceil(text.length / 4))));
406+
if (parameters.max_tokens < 1) {
407+
parameters.max_tokens = undefined;
408+
}
406409
}
407410
try {
408411
ret = await svc_driver.call_new_({

0 commit comments

Comments
 (0)