@@ -67,13 +67,10 @@ const (
6767)
6868
6969// tokenizerPluginConfig holds the configuration for the tokenizer plugin.
70- //
71- // Backend selection: `backend` explicitly selects the backend when set. When it
72- // is omitted, existing configs continue to infer the backend from `estimate`,
73- // `vllm`, `udsTokenizerConfig`, or `modelName`.
7470type tokenizerPluginConfig struct {
7571 // Backend explicitly selects "estimate", "vllm", or "uds". When omitted,
76- // the plugin infers the backend from legacy config fields.
72+ // the plugin preserves legacy behavior by inferring the backend from
73+ // existing config fields.
7774 Backend tokenizerBackend `json:"backend,omitempty"`
7875 // TokenizerConfig configures the deprecated gRPC-over-UDS backend.
7976 //
@@ -82,8 +79,9 @@ type tokenizerPluginConfig struct {
8279 TokenizerConfig tokenization.UdsTokenizerConfig `json:"udsTokenizerConfig,omitempty"`
8380 // VLLM configures the vLLM /render backend.
8481 VLLM * vllmConfig `json:"vllm,omitempty"`
85- // Estimate selects the tokenizer-free byte-packing backend; mutually
86- // exclusive with 'vllm'/'udsTokenizerConfig' and needs no 'modelName'.
82+ // Estimate configures the tokenizer-free byte-packing backend. When
83+ // backend is omitted, it selects the estimate backend and needs no
84+ // 'modelName'.
8785 Estimate * estimateConfig `json:"estimate,omitempty"`
8886 // ModelName is the name of the model whose tokenizer should be loaded.
8987 ModelName string `json:"modelName"`
0 commit comments