Skip to content

Commit 7d8b3e5

Browse files
committed
docs: clarify tokenizer backend comments
Signed-off-by: zhouyou9505 <zhouyou9505@gmail.com>
1 parent 85de649 commit 7d8b3e5

1 file changed

Lines changed: 5 additions & 7 deletions

File tree

  • pkg/epp/framework/plugins/requestcontrol/dataproducer/tokenizer

pkg/epp/framework/plugins/requestcontrol/dataproducer/tokenizer/tokenizer.go

Lines changed: 5 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -67,13 +67,10 @@ const (
6767
)
6868

6969
// tokenizerPluginConfig holds the configuration for the tokenizer plugin.
70-
//
71-
// Backend selection: `backend` explicitly selects the backend when set. When it
72-
// is omitted, existing configs continue to infer the backend from `estimate`,
73-
// `vllm`, `udsTokenizerConfig`, or `modelName`.
7470
type tokenizerPluginConfig struct {
7571
// Backend explicitly selects "estimate", "vllm", or "uds". When omitted,
76-
// the plugin infers the backend from legacy config fields.
72+
// the plugin preserves legacy behavior by inferring the backend from
73+
// existing config fields.
7774
Backend tokenizerBackend `json:"backend,omitempty"`
7875
// TokenizerConfig configures the deprecated gRPC-over-UDS backend.
7976
//
@@ -82,8 +79,9 @@ type tokenizerPluginConfig struct {
8279
TokenizerConfig tokenization.UdsTokenizerConfig `json:"udsTokenizerConfig,omitempty"`
8380
// VLLM configures the vLLM /render backend.
8481
VLLM *vllmConfig `json:"vllm,omitempty"`
85-
// Estimate selects the tokenizer-free byte-packing backend; mutually
86-
// exclusive with 'vllm'/'udsTokenizerConfig' and needs no 'modelName'.
82+
// Estimate configures the tokenizer-free byte-packing backend. When
83+
// backend is omitted, it selects the estimate backend and needs no
84+
// 'modelName'.
8785
Estimate *estimateConfig `json:"estimate,omitempty"`
8886
// ModelName is the name of the model whose tokenizer should be loaded.
8987
ModelName string `json:"modelName"`

0 commit comments

Comments
 (0)