Add FieldExtraArgs constant for extra_args wire key

revit13 · revit13 · commit 2de19de357e3 · 2026-07-26T07:32:21.000+03:00
Signed-off-by: Revital Sur &lt;eres@il.ibm.com&gt;
diff --git a/pkg/common/request/constants.go b/pkg/common/request/constants.go
@@ -24,6 +24,7 @@ const (
 	FieldMaxOutputTokens      = "max_output_tokens" // Used by Responses API
 	FieldMinTokens            = "min_tokens"
 	FieldSamplingParams       = "sampling_params"
+	FieldExtraArgs            = "extra_args"
 	FieldDoRemotePrefill      = "do_remote_prefill"
 	FieldDoRemoteDecode       = "do_remote_decode"
 	FieldRemoteBlockIDs       = "remote_block_ids"
diff --git a/pkg/coordinator/steps/decode.go b/pkg/coordinator/steps/decode.go
@@ -111,10 +111,10 @@ func (s *DecodeStep) prepareDecodeBody(ctx context.Context, reqCtx *pipeline.Req
 			sampling = map[string]any{}
 			reqCtx.Body[reqcommon.FieldSamplingParams] = sampling
 		}
-		extraArgs, ok := sampling["extra_args"].(map[string]any)
+		extraArgs, ok := sampling[reqcommon.FieldExtraArgs].(map[string]any)
 		if !ok {
 			extraArgs = map[string]any{}
-			sampling["extra_args"] = extraArgs
+			sampling[reqcommon.FieldExtraArgs] = extraArgs
 		}
 		extraArgs[reqcommon.FieldKVTransferParams] = kvParams
 	}
diff --git a/pkg/coordinator/steps/prefill.go b/pkg/coordinator/steps/prefill.go
@@ -190,7 +190,7 @@ func (s *PrefillStep) buildPrefillBody(ctx context.Context, reqCtx *pipeline.Req
 			"model":      reqCtx.Model,
 			reqcommon.FieldSamplingParams: map[string]any{
 				reqcommon.FieldMaxTokens: 1,
-				"extra_args":             extraArgs,
+				reqcommon.FieldExtraArgs: extraArgs,
 			},
 		}
 		if features != nil {

Original file line number	Diff line number	Diff line change
`@@ -111,10 +111,10 @@ func (s DecodeStep) prepareDecodeBody(ctx context.Context, reqCtx pipeline.Req`
`111`	`111`	`sampling = map[string]any{}`
`112`	`112`	`reqCtx.Body[reqcommon.FieldSamplingParams] = sampling`
`113`	`113`	`}`
`114`		`- extraArgs, ok := sampling["extra_args"].(map[string]any)`
	`114`	`+ extraArgs, ok := sampling[reqcommon.FieldExtraArgs].(map[string]any)`
`115`	`115`	`if !ok {`
`116`	`116`	`extraArgs = map[string]any{}`
`117`		`- sampling["extra_args"] = extraArgs`
	`117`	`+ sampling[reqcommon.FieldExtraArgs] = extraArgs`
`118`	`118`	`}`
`119`	`119`	`extraArgs[reqcommon.FieldKVTransferParams] = kvParams`
`120`	`120`	`}`
Original file line number	Diff line number	Diff line change
`@@ -190,7 +190,7 @@ func (s PrefillStep) buildPrefillBody(ctx context.Context, reqCtx pipeline.Req`
`190`	`190`	`"model": reqCtx.Model,`
`191`	`191`	`reqcommon.FieldSamplingParams: map[string]any{`
`192`	`192`	`reqcommon.FieldMaxTokens: 1,`
`193`		`- "extra_args": extraArgs,`
	`193`	`+ reqcommon.FieldExtraArgs: extraArgs,`
`194`	`194`	`},`
`195`	`195`	`}`
`196`	`196`	`if features != nil {`