Skip to content

Commit de4f661

Browse files
authored
Revert "[tests] Adds e2e tests for the /inference/v1/generate endpoint. (#1433)" (#2015)
This reverts commit 95e74d1.
1 parent 057da3f commit de4f661

4 files changed

Lines changed: 0 additions & 367 deletions

File tree

test/e2e/configs_test.go

Lines changed: 0 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -121,55 +121,10 @@ schedulingProfiles:
121121
weight: 2
122122
`
123123

124-
// generateEncodeConfig is the encode-only EPP config for /inference/v1/generate.
125-
// Uses single-profile-handler so the EPP routes directly to encode pods without
126-
// requiring a decode stage.
127-
const generateEncodeConfig = `apiVersion: llm-d.ai/v1alpha1
128-
kind: EndpointPickerConfig
129-
plugins:
130-
- type: vllmhttp-parser
131-
- type: encode-filter
132-
- type: max-score-picker
133-
- type: single-profile-handler
134-
requestHandler:
135-
parsers:
136-
- pluginRef: vllmhttp-parser
137-
schedulingProfiles:
138-
- name: default
139-
plugins:
140-
- pluginRef: encode-filter
141-
- pluginRef: max-score-picker
142-
`
143-
144-
// generatePrefillConfig is the prefill-only EPP config for /inference/v1/generate.
145-
// Uses single-profile-handler so the EPP routes directly to prefill pods without
146-
// requiring a decode stage.
147-
const generatePrefillConfig = `apiVersion: llm-d.ai/v1alpha1
148-
kind: EndpointPickerConfig
149-
plugins:
150-
- type: vllmhttp-parser
151-
- type: prefill-filter
152-
- type: max-score-picker
153-
- type: single-profile-handler
154-
requestHandler:
155-
parsers:
156-
- pluginRef: vllmhttp-parser
157-
schedulingProfiles:
158-
- name: default
159-
plugins:
160-
- pluginRef: prefill-filter
161-
- pluginRef: max-score-picker
162-
`
163-
164124
// EPP configuration for running with P/D using the unified disagg-profile-handler
165-
// pdConfig uses vllmhttp-parser as the request handler so the EPP can parse
166-
// both OpenAI-style and /inference/v1/generate (token-in) traffic. The parser
167-
// delegates non-generate paths to the embedded OpenAI parser, so existing
168-
// chat/completions tests are unaffected.
169125
const pdConfig = `apiVersion: llm-d.ai/v1alpha1
170126
kind: EndpointPickerConfig
171127
plugins:
172-
- type: vllmhttp-parser
173128
- type: approx-prefix-cache-producer
174129
parameters:
175130
blockSizeTokens: 16

test/e2e/e2e_test.go

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -26,10 +26,6 @@ const (
2626
// ePDDisaggDir references the Kustomize directory for the deployment
2727
// running vLLM with E/P/D (Encode/Prefill/Decode)
2828
ePDDisaggDir = "../../deploy/environments/dev/e-p-d"
29-
// encodeOnlyDir is the single-component kustomize path for encode-only pods.
30-
encodeOnlyDir = "../../deploy/components/vllm-encode"
31-
// prefillOnlyDir is the single-component kustomize path for prefill-only pods.
32-
prefillOnlyDir = "../../deploy/components/vllm-prefill"
3329

3430
simplePrompt = "Hello my name is Andrew, I have a doctorate in Rocket Science, and I like interplanetary space exploration"
3531
extraPrompt = "Why is the sky sometimes blue and sometimes red close to sunset?"

test/e2e/generate_endpoint_test.go

Lines changed: 0 additions & 302 deletions
This file was deleted.

test/e2e/setup_test.go

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -122,22 +122,6 @@ func createModelServersEPDDisagg(encodeReplicas, prefillReplicas, decodeReplicas
122122
})
123123
}
124124

125-
// createModelServersEncodeOnly creates encode-only pods (no prefill, no decode).
126-
func createModelServersEncodeOnly(replicas int) []string {
127-
return createModelServersFromKustomize(encodeOnlyDir, map[string]string{
128-
"${EC_CONNECTOR_TYPE}": "",
129-
"${VLLM_REPLICA_COUNT_E}": strconv.Itoa(replicas),
130-
})
131-
}
132-
133-
// createModelServersPrefillOnly creates prefill-only pods (no encode, no decode).
134-
func createModelServersPrefillOnly(replicas int) []string {
135-
return createModelServersFromKustomize(prefillOnlyDir, map[string]string{
136-
"${KV_CONNECTOR_TYPE}": "",
137-
"${VLLM_REPLICA_COUNT_P}": strconv.Itoa(replicas),
138-
})
139-
}
140-
141125
// createModelServersEPDUnified creates model server resources for EPD (one deployment for encode/prefill/decode) testing.
142126
func createModelServersEPDUnified(replicas int) []string {
143127
return createModelServersFromKustomize(epdDeploymentDir, map[string]string{

0 commit comments

Comments
 (0)