aiops-modules/manifests/fine-tuning-6b/ray-cluster-modules.yaml at main · EthanBunce/aiops-modules · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
name: ray-cluster
path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-cluster?ref=release/1.7.2&depth=1
parameters:
  - name: EksClusterAdminRoleArn
    valueFrom:
      moduleMetadata:
        group: core
        name: eks
        key: EksClusterMasterRoleArn
  - name: EksHandlerRoleArn
    valueFrom:
      moduleMetadata:
        group: core
        name: eks
        key: EksHandlerRoleArn
  - name: EksClusterName
    valueFrom:
      moduleMetadata:
        group: core
        name: eks
        key: EksClusterName
  - name: EksOidcArn
    valueFrom:
      moduleMetadata:
        group: core
        name: eks
        key: EksOidcArn
  - name: Namespace
    valueFrom:
      parameterValue: rayNamespaceName
  - name: ServiceAccountName
    valueFrom:
      moduleMetadata:
        group: ray-operator
        name: ray-operator
        key: EksServiceAccountName
  - name: HeadResources
    value:
      requests:
        cpu: "1"
        memory: "8G"
      limits:
        cpu: "4"
        memory: "16G"
  - name: WorkerReplicas
    value: 1
  - name: WorkerMinReplicas
    value: 1
  - name: WorkerMaxReplicas
    value: 15
  - name: WorkerResources
    value:
      requests:
        cpu: "4"
        memory: "8G"
      limits:
        cpu: "14"
        memory: "60G"
  - name: DataBucketName
    valueFrom:
      moduleMetadata:
        group: base
        name: buckets
        key: ArtifactsBucketName
  - name: ImageUri
    valueFrom:
      moduleMetadata:
        group: images
        name: ray
        key: ImageUri
  - name: WorkerTolerations
    value:  # make sure to match w/ the taints on the GPU Nodegroup
      - key: "nvidia.com/gpu"
        value: "true"
        # operator: "Equal"
        effect: "NoSchedule"
  - name: WorkerLabels
    value:  # make sure to match w/ the labels on the GPU Nodegroup
      usage: gpu
  - name: PvcName
    valueFrom:
      moduleMetadata:
        group: integration
        name: lustre-on-eks
        key: PersistentVolumeClaimName
  - name: DraExportPath
    valueFrom:
      parameterValue: draExportPath