Skip to content

Commit 8980c55

Browse files
change claude service max_tokens calculation
1 parent bb2c78a commit 8980c55

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

src/backend/src/modules/puterai/ClaudeService.js

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -153,7 +153,7 @@ class ClaudeService extends BaseService {
153153
((
154154
model === 'claude-3-5-sonnet-20241022'
155155
|| model === 'claude-3-5-sonnet-20240620'
156-
) ? 8192 : 4096), //required
156+
) ? 8192 : this.models_().filter(e=>e.name === model)[0].max_tokens || 4096), //required
157157
temperature: temperature || 0, // required
158158
...( (system_prompts && system_prompts[0]?.content) ? {
159159
system: system_prompts[0]?.content
@@ -165,6 +165,7 @@ class ClaudeService extends BaseService {
165165
messages,
166166
...(tools ? { tools } : {}),
167167
};
168+
console.log(sdk_params.max_tokens)
168169

169170
// console.log('\x1B[26;1m ===== SDK PARAMETERS', require('util').inspect(sdk_params, undefined, Infinity));
170171

0 commit comments

Comments
 (0)