forked from llm-d/llm-d
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmenu-config.json
More file actions
105 lines (93 loc) · 7.43 KB
/
Copy pathmenu-config.json
File metadata and controls
105 lines (93 loc) · 7.43 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
{
"categories": {
"getting-started": { "label": "Getting Started", "position": 1, "collapsed": false },
"well-lit-paths": { "label": "Well-Lit Paths", "position": 2, "collapsed": false },
"well-lit-paths/foundations": { "label": "Foundations", "position": 1, "collapsed": false },
"well-lit-paths/workloads": { "label": "Workloads", "position": 2, "collapsed": false },
"well-lit-paths/workloads/batch-serving": { "label": "Serve Batch Workloads", "position": 3, "collapsed": true },
"architecture": { "label": "Concepts (Architecture)", "position": 4, "collapsed": true },
"architecture/core": { "label": "Core", "position": 1, "collapsed": true },
"architecture/core/router": { "label": "Router", "position": 2 },
"architecture/core/router/epp": { "label": "EPP", "position": 2 },
"architecture/advanced": { "label": "Capabilities", "position": 2, "collapsed": true },
"architecture/advanced/disaggregation": { "label": "Disaggregation", "position": 1, "collapsed": true },
"architecture/advanced/kv-management": { "label": "KV Cache Management", "position": 3, "collapsed": true },
"architecture/advanced/autoscaling": { "label": "Autoscaling", "position": 4, "collapsed": true },
"architecture/advanced/batch": { "label": "Batch Processing", "position": 5, "collapsed": true },
"architecture/advanced/inference-payload-processing": { "label": "Inference Payload Processing", "position": 6, "collapsed": true },
"operations": { "label": "Operations & Monitoring", "position": 5, "collapsed": true },
"operations/observability": { "label": "Observability", "position": 1, "collapsed": true },
"operations/rollouts": { "label": "Rollouts", "position": 3, "collapsed": true },
"infrastructure": { "label": "Infrastructure & Environments", "position": 6, "collapsed": true },
"infrastructure/providers": { "label": "Kubernetes Infrastructure Providers", "position": 1, "collapsed": true },
"infrastructure/providers/aks": { "label": "AKS", "position": 1 },
"infrastructure/providers/digitalocean": { "label": "DigitalOcean", "position": 2 },
"infrastructure/providers/gke": { "label": "GKE", "position": 3 },
"infrastructure/providers/minikube": { "label": "minikube", "position": 4 },
"infrastructure/providers/openshift": { "label": "OpenShift", "position": 5 },
"infrastructure/providers/openshift-aws": { "label": "OpenShift on AWS", "position": 6 },
"infrastructure/gateway": { "label": "Kubernetes Gateways", "position": 2, "collapsed": true },
"infrastructure/rdma": { "label": "RDMA & Networking Configuration", "position": 5 },
"api-reference": { "label": "References", "position": 7, "collapsed": true }
},
"pages": {
"getting-started/quickstart": { "position": 1 },
"getting-started/accelerators": { "position": 2, "label": "Supported Accelerators" },
"well-lit-paths/foundations/optimized-baseline": { "position": 1, "label": "Deploy an Optimized Baseline" },
"well-lit-paths/foundations/predicted-latency": { "position": 2, "label": "Route Requests by Predicted Latency" },
"well-lit-paths/foundations/precise-prefix-cache-routing": { "position": 3, "label": "Enable Precise Prefix-Cache Aware Routing" },
"well-lit-paths/foundations/tiered-prefix-cache": { "position": 4, "label": "Configure a Tiered Prefix Cache" },
"well-lit-paths/foundations/pd-disaggregation": { "position": 5, "label": "Deploy Prefill/Decode Disaggregation" },
"well-lit-paths/foundations/wide-expert-parallelism": { "position": 6, "label": "Scale MoE Models with Wide Expert Parallelism" },
"well-lit-paths/foundations/flow-control": { "position": 7, "label": "Apply Flow Control and Fairness" },
"well-lit-paths/foundations/workload-autoscaling": { "position": 8, "label": "Autoscale your Inference Pool" },
"well-lit-paths/foundations/multi-model-routing": { "position": 9 },
"well-lit-paths/workloads/agentic-serving": { "position": 1, "label": "Serve Agentic Workloads" },
"well-lit-paths/workloads/multimodal-serving": { "position": 2, "label": "Serve Multimodal Workloads" },
"well-lit-paths/workloads/batch-serving/asynchronous-processing": { "position": 1, "label": "Asynchronous Processing" },
"well-lit-paths/workloads/batch-serving/batch-gateway": { "position": 2, "label": "Batch Gateway" },
"architecture/core/inferencepool": { "position": 1 },
"architecture/core/model-servers": { "position": 3 },
"architecture/core/router/proxy": { "position": 1 },
"architecture/core/router/epp/request-handling": { "position": 1 },
"architecture/core/router/epp/flow-control": { "position": 2 },
"architecture/core/router/epp/scheduling": { "position": 3 },
"architecture/core/router/epp/datalayer": { "position": 4 },
"architecture/core/router/epp/configuration": { "position": 5 },
"architecture/advanced/disaggregation/operations-vllm": { "position": 1 },
"architecture/advanced/disaggregation/operations-sglang": { "position": 2 },
"architecture/advanced/latency-predictor": { "position": 2 },
"architecture/advanced/kv-management/prefix-cache-aware-routing": { "position": 1 },
"architecture/advanced/kv-management/kv-indexer": { "position": 2 },
"architecture/advanced/kv-management/kv-offloader": { "position": 3 },
"architecture/advanced/autoscaling/hpa-wva": { "position": 1 },
"architecture/advanced/autoscaling/hpa-epp": { "position": 2, "label": "EndPoint Picker HPA/KEDA Integration" },
"architecture/advanced/batch/batch-gateway": { "position": 1 },
"architecture/advanced/batch/async-processor": { "position": 2 },
"operations/observability/metrics": { "position": 1, "label": "Monitoring & Metrics" },
"operations/observability/tracing": { "position": 2, "label": "Tracing" },
"operations/observability/promql": { "position": 3, "label": "PromQL" },
"operations/observability/setup": { "position": 4 },
"operations/observability/alerting": { "position": 5 },
"operations/readiness-probes": { "position": 2, "label": "Readiness Probes" },
"operations/rollouts/adapter-rollout": { "position": 1 },
"operations/rollouts/blue-green-update": { "position": 2 },
"operations/router": { "position": 4, "label": "Router Operations Guide" },
"infrastructure/multi-node": { "position": 3, "label": "Kubernetes Multi-Node Orchestration" },
"infrastructure/no-kubernetes-deployment": { "position": 4, "label": "Non-K8s & Bare-Metal Deployments" },
"infrastructure/gateway/istio": { "position": 1 },
"infrastructure/gateway/gke": { "position": 2 },
"infrastructure/gateway/agentgateway": { "position": 3 },
"infrastructure/gateway/envoy-ai-gateway": { "position": 4 },
"infrastructure/gateway/install-crds": { "position": 5 },
"api-reference/inferencepool": { "position": 1, "label": "InferencePool" },
"api-reference/inferenceobjective": { "position": 2, "label": "InferenceObjective" },
"api-reference/inferencemodelrewrite": { "position": 3, "label": "InferenceModelRewrite" },
"api-reference/endpointpickerconfig": { "position": 4, "label": "Component Config: EndpointPickerConfig" },
"api-reference/epp-http-apis": { "position": 5, "label": "HTTP APIs" },
"api-reference/epp-grpc-apis": { "position": 6, "label": "RPC APIs" },
"api-reference/epp-http-headers": { "position": 7, "label": "HTTP Headers" },
"api-reference/glossary": { "position": 8, "label": "Glossary" },
"api-reference/artifacts": { "position": 9, "label": "Artifacts" }
}
}