Skip to content

Commit 2751aa5

Browse files
1danchirila1danchirila
committed
fix: Missing install deps.
1 parent ff59fb0 commit 2751aa5

8 files changed

Lines changed: 306 additions & 0 deletions

File tree

‎install/aim/aim-deployment.yaml‎

Lines changed: 41 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,41 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
namespace: default
5+
name: aim
6+
labels:
7+
app: aim
8+
spec:
9+
selector:
10+
matchLabels:
11+
app: aim
12+
strategy:
13+
rollingUpdate:
14+
maxSurge: 25%
15+
maxUnavailable: 25%
16+
type: RollingUpdate
17+
template:
18+
metadata:
19+
labels:
20+
app: aim
21+
spec:
22+
containers:
23+
- name: aim
24+
image: statemesh/aim:1.0.0
25+
ports:
26+
- containerPort: 43800
27+
protocol: TCP
28+
resources:
29+
limits:
30+
cpu: "1"
31+
memory: 2Gi
32+
requests:
33+
cpu: 100m
34+
memory: 1Gi
35+
volumeMounts:
36+
- mountPath: /aim
37+
name: aim-runs
38+
volumes:
39+
- name: aim-runs
40+
persistentVolumeClaim:
41+
claimName: aim-pvc

‎install/aim/aim-pvc.yaml‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
apiVersion: v1
2+
kind: PersistentVolumeClaim
3+
metadata:
4+
name: aim-pvc
5+
spec:
6+
accessModes:
7+
- ReadWriteOnce
8+
resources:
9+
requests:
10+
storage: 300Gi
11+
storageClassName: local-path

‎install/aim/aim-service.yaml‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
apiVersion: v1
2+
kind: Service
3+
metadata:
4+
namespace: default
5+
name: aim-service
6+
spec:
7+
selector:
8+
app: aim
9+
ports:
10+
- protocol: TCP
11+
port: 80
12+
targetPort: 43800

‎install/install-deps.sh‎

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
#!/bin/bash
2+
3+
helm repo add kuberay https://ray-project.github.io/kuberay-helm/
4+
helm repo add lakefs https://charts.lakefs.io
5+
helm repo update
6+
7+
install_local_storage() {
8+
kubectl apply -f ./local-storage/local-storage.yml
9+
}
10+
11+
install_aim() {
12+
kubectl apply -f ./aim/aim-pvc.yaml
13+
kubectl apply -f ./aim/aim-deployment.yaml
14+
kubectl apply -f ./aim/aim-service.yaml
15+
}
16+
17+
install_lakefs() {
18+
kubectl apply -f ./lakefs/shared-volume.yml
19+
helm install lakefs lakefs/lakefs -f ./lakefs/values.yml -n default
20+
kubectl apply -f ./lakefs/s3-service.yml
21+
}
22+
23+
install_tekton() {
24+
kubectl apply -f https://storage.googleapis.com/tekton-releases/pipeline/latest/release.yaml
25+
}
26+
27+
install_kuberay() {
28+
helm install kuberay-operator kuberay/kuberay-operator --version 1.4.2 \
29+
--set image.repository=docker.io/statemesh/kuberay-operator --set image.tag=1.4.2 \
30+
--set env[1].name=ENABLE_PROBES_INJECTION --set-string env[1].value=false \
31+
--set fullnameOverride=kuberay-operator \
32+
--set featureGates[0].name=RayClusterStatusConditions --set featureGates[0].enabled=true
33+
}
34+
35+
install_local_storage
36+
install_aim
37+
install_lakefs
38+
install_tekton
39+
install_kuberay
40+

‎install/lakefs/s3-service.yml‎

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
apiVersion: v1
2+
kind: Service
3+
metadata:
4+
name: lakefs-s3
5+
spec:
6+
type: ClusterIP
7+
ports:
8+
- name: http
9+
protocol: TCP
10+
port: 80
11+
targetPort: http
12+
selector:
13+
app: lakefs
14+
app.kubernetes.io/instance: lakefs
15+
app.kubernetes.io/name: lakefs

‎install/lakefs/shared-volume.yml‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
apiVersion: v1
2+
kind: PersistentVolumeClaim
3+
metadata:
4+
name: lakefs-shared-pvc
5+
spec:
6+
accessModes:
7+
- ReadWriteOncePod
8+
resources:
9+
requests:
10+
storage: 4Ti
11+
storageClassName: local-path

‎install/lakefs/values.yml‎

Lines changed: 46 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,46 @@
1+
image:
2+
repository: statemesh/lakefs
3+
tag: 1.50.8
4+
pullPolicy: Always
5+
6+
extraVolumes:
7+
- name: shared
8+
persistentVolumeClaim:
9+
claimName: lakefs-shared-pvc
10+
11+
extraVolumeMounts:
12+
- name: shared
13+
mountPath: /shared
14+
15+
lakefsConfig: |
16+
auth:
17+
ui_config:
18+
rbac: internal
19+
cache:
20+
ttl: 1s
21+
database:
22+
type: postgres
23+
blockstore:
24+
type: local
25+
signing:
26+
secret_key: ipsKBPkU3D1pdrWXvDQHowVdX7m9bK0s
27+
local:
28+
path: /shared/data
29+
import_enabled: true
30+
allowed_external_prefixes:
31+
- /shared/import
32+
committed:
33+
local_cache:
34+
dir: /shared/cache
35+
gateways:
36+
s3:
37+
domain_name:
38+
- lakefs-s3.densemax.local
39+
- lakefs-s3.statemesh.svc
40+
cors:
41+
allowed_origins:
42+
- 'https://*.densemax.local'
43+
- 'https://*.densemax.local:4200'
44+
- 'https://localhost:4200'
45+
- 'https://localhost:3000'
46+

‎install/local-storage/local-storage.yml‎

Lines changed: 130 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,130 @@
1+
apiVersion: v1
2+
kind: ServiceAccount
3+
metadata:
4+
name: local-path-provisioner-service-account
5+
namespace: kube-system
6+
---
7+
apiVersion: rbac.authorization.k8s.io/v1
8+
kind: ClusterRole
9+
metadata:
10+
name: local-path-provisioner-role
11+
rules:
12+
- apiGroups: [""]
13+
resources: ["nodes", "persistentvolumeclaims", "configmaps", "pods/log"]
14+
verbs: ["get", "list", "watch"]
15+
- apiGroups: [""]
16+
resources: ["endpoints", "persistentvolumes", "pods"]
17+
verbs: ["*"]
18+
- apiGroups: [""]
19+
resources: ["events"]
20+
verbs: ["create", "patch"]
21+
- apiGroups: ["storage.k8s.io"]
22+
resources: ["storageclasses"]
23+
verbs: ["get", "list", "watch"]
24+
---
25+
apiVersion: rbac.authorization.k8s.io/v1
26+
kind: ClusterRoleBinding
27+
metadata:
28+
name: local-path-provisioner-bind
29+
roleRef:
30+
apiGroup: rbac.authorization.k8s.io
31+
kind: ClusterRole
32+
name: local-path-provisioner-role
33+
subjects:
34+
- kind: ServiceAccount
35+
name: local-path-provisioner-service-account
36+
namespace: kube-system
37+
---
38+
apiVersion: apps/v1
39+
kind: Deployment
40+
metadata:
41+
name: local-path-provisioner
42+
namespace: kube-system
43+
spec:
44+
revisionHistoryLimit: 0
45+
strategy:
46+
type: RollingUpdate
47+
rollingUpdate:
48+
maxUnavailable: 1
49+
selector:
50+
matchLabels:
51+
app: local-path-provisioner
52+
template:
53+
metadata:
54+
labels:
55+
app: local-path-provisioner
56+
spec:
57+
priorityClassName: "system-node-critical"
58+
serviceAccountName: local-path-provisioner-service-account
59+
tolerations:
60+
- key: "CriticalAddonsOnly"
61+
operator: "Exists"
62+
nodeSelector:
63+
local-storage: "true"
64+
containers:
65+
- name: local-path-provisioner
66+
image: rancher/local-path-provisioner:v0.0.28
67+
imagePullPolicy: IfNotPresent
68+
command:
69+
- local-path-provisioner
70+
- start
71+
- --config
72+
- /etc/config/config.json
73+
volumeMounts:
74+
- name: config-volume
75+
mountPath: /etc/config/
76+
env:
77+
- name: POD_NAMESPACE
78+
valueFrom:
79+
fieldRef:
80+
fieldPath: metadata.namespace
81+
volumes:
82+
- name: config-volume
83+
configMap:
84+
name: local-path-config
85+
---
86+
apiVersion: storage.k8s.io/v1
87+
kind: StorageClass
88+
metadata:
89+
name: local-path
90+
annotations:
91+
defaultVolumeType: "local"
92+
storageclass.kubernetes.io/is-default-class: "true"
93+
provisioner: rancher.io/local-path
94+
volumeBindingMode: WaitForFirstConsumer
95+
reclaimPolicy: Delete
96+
---
97+
kind: ConfigMap
98+
apiVersion: v1
99+
metadata:
100+
name: local-path-config
101+
namespace: kube-system
102+
data:
103+
config.json: |-
104+
{
105+
"nodePathMap":[
106+
{
107+
"node":"DEFAULT_PATH_FOR_NON_LISTED_NODES",
108+
"paths":["/var/lib/mesh/data/k3s/storage"]
109+
}
110+
]
111+
}
112+
setup: |-
113+
#!/bin/sh
114+
set -eu
115+
mkdir -m 0777 -p "${VOL_DIR}"
116+
chmod 700 "${VOL_DIR}/.."
117+
teardown: |-
118+
#!/bin/sh
119+
set -eu
120+
rm -rf "${VOL_DIR}"
121+
helperPod.yaml: |-
122+
apiVersion: v1
123+
kind: Pod
124+
metadata:
125+
name: helper-pod
126+
spec:
127+
containers:
128+
- name: helper-pod
129+
image: "rancher/mirrored-library-busybox:1.36.1"
130+
imagePullPolicy: IfNotPresent

0 commit comments

Comments
 (0)