feat(aws): make topP optional for Bedrock params

Author: ducduyn31

packages/community/src/llm/bedrock/amazon/provider.ts

@@ -115,7 +115,7 @@ export class AmazonProvider extends Provider<ConverseStreamOutput> {
       inferenceConfig: {
         maxTokens: metadata.maxTokens,
         temperature: metadata.temperature,
-        topP: metadata.topP,
+        ...(metadata.topP != null ? { topP: metadata.topP } : {}),
       },
     };
     if (tools.length) {

packages/community/src/llm/bedrock/anthropic/provider.ts

@@ -148,7 +148,7 @@ export class AnthropicProvider extends Provider<AnthropicStreamEvent> {
         tools: mapBaseToolsToAnthropicTools(tools),
         max_tokens: metadata.maxTokens,
         temperature: metadata.temperature,
-        top_p: metadata.topP,
+        ...(metadata.topP != null ? { top_p: metadata.topP } : {}),
         ...extra,
       }),
     };

packages/community/src/llm/bedrock/index.ts

@@ -350,7 +350,6 @@ export const BEDROCK_MODEL_MAX_TOKENS: Partial<Record<BEDROCK_MODELS, number>> =
 
 const DEFAULT_BEDROCK_PARAMS = {
   temperature: 0.1,
-  topP: 1,
   maxTokens: 1024, // required by anthropic
 };
 
@@ -364,7 +363,7 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
   protected actualModel: BEDROCK_MODELS | INFERENCE_BEDROCK_MODELS;
   model: BEDROCK_MODELS;
   temperature: number;
-  topP: number;
+  topP?: number;
   maxTokens?: number;
   provider: Provider;
   topK?: number;
@@ -384,7 +383,7 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
     this.provider = getProvider(this.model);
     this.maxTokens = maxTokens ?? DEFAULT_BEDROCK_PARAMS.maxTokens;
     this.temperature = temperature ?? DEFAULT_BEDROCK_PARAMS.temperature;
-    this.topP = topP ?? DEFAULT_BEDROCK_PARAMS.topP;
+    this.topP = topP;
     this.client = new BedrockRuntimeClient(params);
   }
 

packages/community/src/llm/bedrock/meta/provider.ts

@@ -146,7 +146,7 @@ export class MetaProvider extends Provider<MetaStreamEvent> {
         images: images.length ? images : undefined,
         max_gen_len: metadata.maxTokens,
         temperature: metadata.temperature,
-        top_p: metadata.topP,
+        ...(metadata.topP != null ? { top_p: metadata.topP } : {}),
       }),
     };
   }

packages/core/src/llms/type.ts

@@ -130,7 +130,7 @@ export interface CompletionResponse {
 export type LLMMetadata = {
   model: string;
   temperature: number;
-  topP: number;
+  topP?: number | undefined;
   maxTokens?: number | undefined;
   contextWindow: number;
   tokenizer: Tokenizers | undefined;

packages/providers/anthropic/src/llm.ts

@@ -209,7 +209,7 @@ export class Anthropic extends ToolCallLLM<
     return {
       model: this.model,
       temperature: this.temperature,
-      topP: this.topP ?? 0, // XXX: topP needs to be returned but might be undefined for Anthropic
+      topP: this.topP,
       maxTokens: this.maxTokens,
       contextWindow:
         this.model in ALL_AVAILABLE_ANTHROPIC_MODELS

packages/providers/aws/src/llm/bedrock/amazon/provider.ts

@@ -115,7 +115,7 @@ export class AmazonProvider extends Provider<ConverseStreamOutput> {
       inferenceConfig: {
         maxTokens: metadata.maxTokens,
         temperature: metadata.temperature,
-        topP: metadata.topP,
+        ...(metadata.topP != null ? { topP: metadata.topP } : {}),
       },
     };
     if (tools.length) {

packages/providers/aws/src/llm/bedrock/anthropic/provider.ts

@@ -148,7 +148,7 @@ export class AnthropicProvider extends Provider<AnthropicStreamEvent> {
         tools: mapBaseToolsToAnthropicTools(tools),
         max_tokens: metadata.maxTokens,
         temperature: metadata.temperature,
-        top_p: metadata.topP,
+        ...(metadata.topP != null ? { top_p: metadata.topP } : {}),
         ...extra,
       }),
     };

packages/providers/aws/src/llm/bedrock/index.ts

@@ -544,7 +544,6 @@ export const BEDROCK_MODEL_MAX_TOKENS: Partial<Record<BEDROCK_MODELS, number>> =
 
 const DEFAULT_BEDROCK_PARAMS = {
   temperature: 0.1,
-  topP: 1,
   maxTokens: 1024, // required by anthropic
 };
 
@@ -558,7 +557,7 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
   protected actualModel: BEDROCK_MODELS | INFERENCE_BEDROCK_MODELS;
   model: BEDROCK_MODELS;
   temperature: number;
-  topP: number;
+  topP?: number;
   maxTokens?: number;
   provider: Provider;
   topK?: number;
@@ -578,7 +577,7 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
     this.provider = getProvider(this.model);
     this.maxTokens = maxTokens ?? DEFAULT_BEDROCK_PARAMS.maxTokens;
     this.temperature = temperature ?? DEFAULT_BEDROCK_PARAMS.temperature;
-    this.topP = topP ?? DEFAULT_BEDROCK_PARAMS.topP;
+    this.topP = topP;
     this.client = new BedrockRuntimeClient(params);
   }
 

packages/providers/aws/src/llm/bedrock/meta/provider.ts

@@ -154,7 +154,7 @@ export class MetaProvider extends Provider<MetaStreamEvent> {
         images: images.length ? images : undefined,
         max_gen_len: metadata.maxTokens,
         temperature: metadata.temperature,
-        top_p: metadata.topP,
+        ...(metadata.topP != null ? { top_p: metadata.topP } : {}),
       }),
     };
   }