feat(aws): make topP optional for Bedrock params

Author: ducduyn31

packages/community/src/llm/bedrock/index.ts

@@ -350,7 +350,6 @@ export const BEDROCK_MODEL_MAX_TOKENS: Partial<Record<BEDROCK_MODELS, number>> =
 
 const DEFAULT_BEDROCK_PARAMS = {
   temperature: 0.1,
-  topP: 1,
   maxTokens: 1024, // required by anthropic
 };
 
@@ -364,7 +363,7 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
   protected actualModel: BEDROCK_MODELS | INFERENCE_BEDROCK_MODELS;
   model: BEDROCK_MODELS;
   temperature: number;
-  topP: number;
+  topP?: number | undefined;
   maxTokens?: number;
   provider: Provider;
   topK?: number;
@@ -384,7 +383,7 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
     this.provider = getProvider(this.model);
     this.maxTokens = maxTokens ?? DEFAULT_BEDROCK_PARAMS.maxTokens;
     this.temperature = temperature ?? DEFAULT_BEDROCK_PARAMS.temperature;
-    this.topP = topP ?? DEFAULT_BEDROCK_PARAMS.topP;
+    this.topP = topP;
     this.client = new BedrockRuntimeClient(params);
   }
 

packages/core/src/llms/type.ts

@@ -130,7 +130,7 @@ export interface CompletionResponse {
 export type LLMMetadata = {
   model: string;
   temperature: number;
-  topP: number;
+  topP?: number | undefined;
   maxTokens?: number | undefined;
   contextWindow: number;
   tokenizer: Tokenizers | undefined;

packages/providers/anthropic/src/llm.ts

@@ -209,7 +209,7 @@ export class Anthropic extends ToolCallLLM<
     return {
       model: this.model,
       temperature: this.temperature,
-      topP: this.topP ?? 0, // XXX: topP needs to be returned but might be undefined for Anthropic
+      topP: this.topP,
       maxTokens: this.maxTokens,
       contextWindow:
         this.model in ALL_AVAILABLE_ANTHROPIC_MODELS

packages/providers/aws/src/llm/bedrock/index.ts

@@ -544,7 +544,6 @@ export const BEDROCK_MODEL_MAX_TOKENS: Partial<Record<BEDROCK_MODELS, number>> =
 
 const DEFAULT_BEDROCK_PARAMS = {
   temperature: 0.1,
-  topP: 1,
   maxTokens: 1024, // required by anthropic
 };
 
@@ -558,7 +557,7 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
   protected actualModel: BEDROCK_MODELS | INFERENCE_BEDROCK_MODELS;
   model: BEDROCK_MODELS;
   temperature: number;
-  topP: number;
+  topP?: number | undefined;
   maxTokens?: number;
   provider: Provider;
   topK?: number;
@@ -578,7 +577,7 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
     this.provider = getProvider(this.model);
     this.maxTokens = maxTokens ?? DEFAULT_BEDROCK_PARAMS.maxTokens;
     this.temperature = temperature ?? DEFAULT_BEDROCK_PARAMS.temperature;
-    this.topP = topP ?? DEFAULT_BEDROCK_PARAMS.topP;
+    this.topP = topP;
     this.client = new BedrockRuntimeClient(params);
   }