@@ -121,55 +121,10 @@ schedulingProfiles:
121121 weight: 2
122122`
123123
124- // generateEncodeConfig is the encode-only EPP config for /inference/v1/generate.
125- // Uses single-profile-handler so the EPP routes directly to encode pods without
126- // requiring a decode stage.
127- const generateEncodeConfig = `apiVersion: llm-d.ai/v1alpha1
128- kind: EndpointPickerConfig
129- plugins:
130- - type: vllmhttp-parser
131- - type: encode-filter
132- - type: max-score-picker
133- - type: single-profile-handler
134- requestHandler:
135- parsers:
136- - pluginRef: vllmhttp-parser
137- schedulingProfiles:
138- - name: default
139- plugins:
140- - pluginRef: encode-filter
141- - pluginRef: max-score-picker
142- `
143-
144- // generatePrefillConfig is the prefill-only EPP config for /inference/v1/generate.
145- // Uses single-profile-handler so the EPP routes directly to prefill pods without
146- // requiring a decode stage.
147- const generatePrefillConfig = `apiVersion: llm-d.ai/v1alpha1
148- kind: EndpointPickerConfig
149- plugins:
150- - type: vllmhttp-parser
151- - type: prefill-filter
152- - type: max-score-picker
153- - type: single-profile-handler
154- requestHandler:
155- parsers:
156- - pluginRef: vllmhttp-parser
157- schedulingProfiles:
158- - name: default
159- plugins:
160- - pluginRef: prefill-filter
161- - pluginRef: max-score-picker
162- `
163-
164124// EPP configuration for running with P/D using the unified disagg-profile-handler
165- // pdConfig uses vllmhttp-parser as the request handler so the EPP can parse
166- // both OpenAI-style and /inference/v1/generate (token-in) traffic. The parser
167- // delegates non-generate paths to the embedded OpenAI parser, so existing
168- // chat/completions tests are unaffected.
169125const pdConfig = `apiVersion: llm-d.ai/v1alpha1
170126kind: EndpointPickerConfig
171127plugins:
172- - type: vllmhttp-parser
173128- type: approx-prefix-cache-producer
174129 parameters:
175130 blockSizeTokens: 16
0 commit comments