Skip to content

Commit 40806a7

Browse files
pierDipiJooho
pierDipi
and
Jooho
authored
[API] Define LLMInferenceService and LLMInferenceServiceConfig types and CRDs (kserve#4522)
Signed-off-by: Pierangelo Di Pilato <pierdipi@redhat.com> Co-authored-by: Jooho Lee <jlee@redhat.com>
1 parent 7f2a049 commit 40806a7

File tree

49 files changed

+42181
-239
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

49 files changed

+42181
-239
lines changed

‎charts/kserve-crd-minimal/templates/serving.kserve.io_llminferenceserviceconfigs.yaml‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
apiVersion: apiextensions.k8s.io/v1
2+
kind: CustomResourceDefinition
3+
metadata:
4+
annotations:
5+
controller-gen.kubebuilder.io/version: v0.16.2
6+
name: llminferenceserviceconfigs.serving.kserve.io
7+
spec:
8+
group: serving.kserve.io
9+
names:
10+
kind: LLMInferenceServiceConfig
11+
listKind: LLMInferenceServiceConfigList
12+
plural: llminferenceserviceconfigs
13+
singular: llminferenceserviceconfig
14+
scope: Namespaced
15+
versions:
16+
- name: v1alpha1
17+
schema:
18+
openAPIV3Schema:
19+
properties:
20+
apiVersion:
21+
type: string
22+
kind:
23+
type: string
24+
metadata:
25+
type: object
26+
spec:
27+
type: object
28+
x-kubernetes-map-type: atomic
29+
x-kubernetes-preserve-unknown-fields: true
30+
type: object
31+
served: true
32+
storage: true

‎charts/kserve-crd-minimal/templates/serving.kserve.io_llminferenceservices.yaml‎

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
apiVersion: apiextensions.k8s.io/v1
2+
kind: CustomResourceDefinition
3+
metadata:
4+
annotations:
5+
controller-gen.kubebuilder.io/version: v0.16.2
6+
name: llminferenceservices.serving.kserve.io
7+
spec:
8+
group: serving.kserve.io
9+
names:
10+
kind: LLMInferenceService
11+
listKind: LLMInferenceServiceList
12+
plural: llminferenceservices
13+
shortNames:
14+
- llmisvc
15+
singular: llminferenceservice
16+
scope: Namespaced
17+
versions:
18+
- additionalPrinterColumns:
19+
- jsonPath: .status.url
20+
name: URL
21+
type: string
22+
- jsonPath: .status.conditions[?(@.type=='Ready')].status
23+
name: Ready
24+
type: string
25+
- jsonPath: .status.conditions[?(@.type=='Ready')].reason
26+
name: Reason
27+
type: string
28+
- jsonPath: .metadata.creationTimestamp
29+
name: Age
30+
type: date
31+
- jsonPath: .status.addresses[*].url
32+
name: URLs
33+
priority: 1
34+
type: string
35+
name: v1alpha1
36+
schema:
37+
openAPIV3Schema:
38+
properties:
39+
apiVersion:
40+
type: string
41+
kind:
42+
type: string
43+
metadata:
44+
type: object
45+
spec:
46+
type: object
47+
x-kubernetes-map-type: atomic
48+
x-kubernetes-preserve-unknown-fields: true
49+
status:
50+
type: object
51+
x-kubernetes-map-type: atomic
52+
x-kubernetes-preserve-unknown-fields: true
53+
type: object
54+
served: true
55+
storage: true
56+
subresources:
57+
status: {}

‎config/crd/full/serving.kserve.io_clusterservingruntimes.yaml‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -793,6 +793,8 @@ spec:
793793
- port
794794
type: object
795795
type: object
796+
stopSignal:
797+
type: string
796798
type: object
797799
livenessProbe:
798800
properties:
@@ -2772,6 +2774,8 @@ spec:
27722774
- port
27732775
type: object
27742776
type: object
2777+
stopSignal:
2778+
type: string
27752779
type: object
27762780
livenessProbe:
27772781
properties:

‎config/crd/full/serving.kserve.io_clusterstoragecontainers.yaml‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -261,6 +261,8 @@ spec:
261261
- port
262262
type: object
263263
type: object
264+
stopSignal:
265+
type: string
264266
type: object
265267
livenessProbe:
266268
properties:

‎config/crd/full/serving.kserve.io_inferenceservices.yaml‎

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -735,6 +735,8 @@ spec:
735735
- port
736736
type: object
737737
type: object
738+
stopSignal:
739+
type: string
738740
type: object
739741
livenessProbe:
740742
properties:
@@ -1582,6 +1584,8 @@ spec:
15821584
- port
15831585
type: object
15841586
type: object
1587+
stopSignal:
1588+
type: string
15851589
type: object
15861590
livenessProbe:
15871591
properties:
@@ -2336,6 +2340,8 @@ spec:
23362340
- port
23372341
type: object
23382342
type: object
2343+
stopSignal:
2344+
type: string
23392345
type: object
23402346
livenessProbe:
23412347
properties:
@@ -4722,6 +4728,8 @@ spec:
47224728
- port
47234729
type: object
47244730
type: object
4731+
stopSignal:
4732+
type: string
47254733
type: object
47264734
livenessProbe:
47274735
properties:
@@ -5466,6 +5474,8 @@ spec:
54665474
- port
54675475
type: object
54685476
type: object
5477+
stopSignal:
5478+
type: string
54695479
type: object
54705480
livenessProbe:
54715481
properties:
@@ -6163,6 +6173,8 @@ spec:
61636173
- port
61646174
type: object
61656175
type: object
6176+
stopSignal:
6177+
type: string
61666178
type: object
61676179
livenessProbe:
61686180
properties:
@@ -6846,6 +6858,8 @@ spec:
68466858
- port
68476859
type: object
68486860
type: object
6861+
stopSignal:
6862+
type: string
68496863
type: object
68506864
livenessProbe:
68516865
properties:
@@ -7558,6 +7572,8 @@ spec:
75587572
- port
75597573
type: object
75607574
type: object
7575+
stopSignal:
7576+
type: string
75617577
type: object
75627578
livenessProbe:
75637579
properties:
@@ -8263,6 +8279,8 @@ spec:
82638279
- port
82648280
type: object
82658281
type: object
8282+
stopSignal:
8283+
type: string
82668284
type: object
82678285
livenessProbe:
82688286
properties:
@@ -8963,6 +8981,8 @@ spec:
89638981
- port
89648982
type: object
89658983
type: object
8984+
stopSignal:
8985+
type: string
89668986
type: object
89678987
livenessProbe:
89688988
properties:
@@ -9650,6 +9670,8 @@ spec:
96509670
- port
96519671
type: object
96529672
type: object
9673+
stopSignal:
9674+
type: string
96539675
type: object
96549676
livenessProbe:
96559677
properties:
@@ -10344,6 +10366,8 @@ spec:
1034410366
- port
1034510367
type: object
1034610368
type: object
10369+
stopSignal:
10370+
type: string
1034710371
type: object
1034810372
livenessProbe:
1034910373
properties:
@@ -11210,6 +11234,8 @@ spec:
1121011234
- port
1121111235
type: object
1121211236
type: object
11237+
stopSignal:
11238+
type: string
1121311239
type: object
1121411240
livenessProbe:
1121511241
properties:
@@ -11899,6 +11925,8 @@ spec:
1189911925
- port
1190011926
type: object
1190111927
type: object
11928+
stopSignal:
11929+
type: string
1190211930
type: object
1190311931
livenessProbe:
1190411932
properties:
@@ -12666,6 +12694,8 @@ spec:
1266612694
- port
1266712695
type: object
1266812696
type: object
12697+
stopSignal:
12698+
type: string
1266912699
type: object
1267012700
livenessProbe:
1267112701
properties:
@@ -14581,6 +14611,8 @@ spec:
1458114611
- port
1458214612
type: object
1458314613
type: object
14614+
stopSignal:
14615+
type: string
1458414616
type: object
1458514617
livenessProbe:
1458614618
properties:
@@ -15288,6 +15320,8 @@ spec:
1528815320
- port
1528915321
type: object
1529015322
type: object
15323+
stopSignal:
15324+
type: string
1529115325
type: object
1529215326
livenessProbe:
1529315327
properties:
@@ -16003,6 +16037,8 @@ spec:
1600316037
- port
1600416038
type: object
1600516039
type: object
16040+
stopSignal:
16041+
type: string
1600616042
type: object
1600716043
livenessProbe:
1600816044
properties:
@@ -17739,6 +17775,8 @@ spec:
1773917775
- port
1774017776
type: object
1774117777
type: object
17778+
stopSignal:
17779+
type: string
1774217780
type: object
1774317781
livenessProbe:
1774417782
properties:
@@ -19035,6 +19073,8 @@ spec:
1903519073
- port
1903619074
type: object
1903719075
type: object
19076+
stopSignal:
19077+
type: string
1903819078
type: object
1903919079
livenessProbe:
1904019080
properties:
@@ -19789,6 +19829,8 @@ spec:
1978919829
- port
1979019830
type: object
1979119831
type: object
19832+
stopSignal:
19833+
type: string
1979219834
type: object
1979319835
livenessProbe:
1979419836
properties:

0 commit comments

Comments
 (0)