Skip to content

Commit 53f4379

Browse files
authored
Add "llm-d.ai/subguide" tracking labels for Prefix Cache Offloading (llm-d#1428)
* feat(guides): add llm-d.ai/subguide tracking labels for Prefix Cache Offloading * feat(guides): add llm-d.ai/subguide tracking label for TPU offloading connector * feat(guides): rename TPU subguide label to tiered-prefix-cache-tpu
1 parent 43a66e1 commit 53f4379

7 files changed

Lines changed: 149 additions & 0 deletions

File tree

guides/tiered-prefix-cache/cpu/modelserver/gpu/vllm/lmcache-connector/kustomization.yaml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,5 +3,41 @@ kind: Kustomization
33
resources:
44
- ../base
55

6+
labels:
7+
- pairs:
8+
llm-d.ai/subguide: tiered-prefix-cache-cpu-lmcache
9+
includeSelectors: true
10+
includeTemplates: true
11+
fields:
12+
- version: v1
13+
kind: ServiceAccount
14+
path: metadata/labels
15+
create: true
16+
- group: apps
17+
version: v1
18+
kind: Deployment
19+
path: metadata/labels
20+
create: true
21+
- group: apps
22+
version: v1
23+
kind: Deployment
24+
path: spec/selector/matchLabels
25+
create: true
26+
- group: apps
27+
version: v1
28+
kind: Deployment
29+
path: spec/template/metadata/labels
30+
create: true
31+
- group: monitoring.coreos.com
32+
version: v1
33+
kind: PodMonitor
34+
path: metadata/labels
35+
create: true
36+
- group: monitoring.coreos.com
37+
version: v1
38+
kind: PodMonitor
39+
path: spec/selector/matchLabels
40+
create: true
41+
642
patches:
743
- path: patch-vllm.yaml

guides/tiered-prefix-cache/cpu/modelserver/gpu/vllm/offloading-connector/kustomization.yaml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,5 +3,41 @@ kind: Kustomization
33
resources:
44
- ../base
55

6+
labels:
7+
- pairs:
8+
llm-d.ai/subguide: tiered-prefix-cache-cpu-native
9+
includeSelectors: true
10+
includeTemplates: true
11+
fields:
12+
- version: v1
13+
kind: ServiceAccount
14+
path: metadata/labels
15+
create: true
16+
- group: apps
17+
version: v1
18+
kind: Deployment
19+
path: metadata/labels
20+
create: true
21+
- group: apps
22+
version: v1
23+
kind: Deployment
24+
path: spec/selector/matchLabels
25+
create: true
26+
- group: apps
27+
version: v1
28+
kind: Deployment
29+
path: spec/template/metadata/labels
30+
create: true
31+
- group: monitoring.coreos.com
32+
version: v1
33+
kind: PodMonitor
34+
path: metadata/labels
35+
create: true
36+
- group: monitoring.coreos.com
37+
version: v1
38+
kind: PodMonitor
39+
path: spec/selector/matchLabels
40+
create: true
41+
642
patches:
743
- path: patch-vllm.yaml

guides/tiered-prefix-cache/cpu/modelserver/tpu-v7/vllm/tpu-offloading-connector/kustomization.yaml

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,8 +9,11 @@ labels:
99
- pairs:
1010
llm-d.ai/model: Qwen3-32B
1111
llm-d.ai/guide: tiered-prefix-cache
12+
llm-d.ai/subguide: tiered-prefix-cache-tpu
1213
llm-d.ai/accelerator-variant: tpu
1314
llm-d.ai/accelerator-vendor: google
15+
includeSelectors: true
16+
includeTemplates: true
1417
fields:
1518
- version: v1
1619
kind: ServiceAccount

guides/tiered-prefix-cache/storage/modelserver/gpu/vllm/llm-d-fs-connector-lustre/kustomization.yaml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,5 +4,41 @@ kind: Kustomization
44
resources:
55
- ../llm-d-fs-connector
66

7+
labels:
8+
- pairs:
9+
llm-d.ai/subguide: tiered-prefix-cache-storage-lustre
10+
includeSelectors: true
11+
includeTemplates: true
12+
fields:
13+
- version: v1
14+
kind: ServiceAccount
15+
path: metadata/labels
16+
create: true
17+
- group: apps
18+
version: v1
19+
kind: Deployment
20+
path: metadata/labels
21+
create: true
22+
- group: apps
23+
version: v1
24+
kind: Deployment
25+
path: spec/selector/matchLabels
26+
create: true
27+
- group: apps
28+
version: v1
29+
kind: Deployment
30+
path: spec/template/metadata/labels
31+
create: true
32+
- group: monitoring.coreos.com
33+
version: v1
34+
kind: PodMonitor
35+
path: metadata/labels
36+
create: true
37+
- group: monitoring.coreos.com
38+
version: v1
39+
kind: PodMonitor
40+
path: spec/selector/matchLabels
41+
create: true
42+
743
patches:
844
- path: patch-vllm.yaml

guides/tiered-prefix-cache/storage/modelserver/gpu/vllm/llm-d-fs-connector/kustomization.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ namePrefix: gpu-vllm-
1010
labels:
1111
- pairs:
1212
llm-d.ai/guide: tiered-prefix-cache-storage
13+
llm-d.ai/subguide: tiered-prefix-cache-storage
1314
includeSelectors: true
1415
includeTemplates: true
1516
fields:

guides/tiered-prefix-cache/storage/modelserver/gpu/vllm/lmcache-connector-lustre/kustomization.yaml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,5 +4,41 @@ kind: Kustomization
44
resources:
55
- ../lmcache-connector
66

7+
labels:
8+
- pairs:
9+
llm-d.ai/subguide: tiered-prefix-cache-storage-lustre
10+
includeSelectors: true
11+
includeTemplates: true
12+
fields:
13+
- version: v1
14+
kind: ServiceAccount
15+
path: metadata/labels
16+
create: true
17+
- group: apps
18+
version: v1
19+
kind: Deployment
20+
path: metadata/labels
21+
create: true
22+
- group: apps
23+
version: v1
24+
kind: Deployment
25+
path: spec/selector/matchLabels
26+
create: true
27+
- group: apps
28+
version: v1
29+
kind: Deployment
30+
path: spec/template/metadata/labels
31+
create: true
32+
- group: monitoring.coreos.com
33+
version: v1
34+
kind: PodMonitor
35+
path: metadata/labels
36+
create: true
37+
- group: monitoring.coreos.com
38+
version: v1
39+
kind: PodMonitor
40+
path: spec/selector/matchLabels
41+
create: true
42+
743
patches:
844
- path: patch-vllm.yaml

guides/tiered-prefix-cache/storage/modelserver/gpu/vllm/lmcache-connector/kustomization.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@ resources:
77
labels:
88
- pairs:
99
llm-d.ai/guide: tiered-prefix-cache-storage
10+
llm-d.ai/subguide: tiered-prefix-cache-storage
1011
includeSelectors: true
1112
includeTemplates: true
1213
fields:

0 commit comments

Comments
 (0)