Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 9 additions & 8 deletions config/samples/apps_v1alpha1_nemocustomizer.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -9,15 +9,16 @@ metadata:
spec:
wandbSecret:
name: wandb-secret
apiKeyKey: encryption_key
apiKeyKey: encryptionKey
Comment thread
shivamerla marked this conversation as resolved.
otel:
exporterOtlpEndpoint: http://<otel-collector-service>:4317
enabled: true
exporterOtlpEndpoint: http://customizer-otel-opentelemetry-collector.nemo.svc.cluster.local:4317
databaseConfig:
credentials:
user: ncsuser
secretName: ncs-pg-existing-secret
secretName: customizer-pg-existing-secret
passwordKey: password
host: customizer-pg
host: customizer-pg-postgresql.nemo.svc.cluster.local
port: 5432
databaseName: ncsdb
expose:
Expand All @@ -31,8 +32,8 @@ spec:
port: 9009
protocol: TCP
image:
repository: "nvcr.io/nvidian/nemo-llm/customizer"
tag: "25.03-rc11"
repository: nvcr.io/nvidia/nemo-microservices/customizer
tag: "25.03"
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
Expand All @@ -44,7 +45,7 @@ spec:

training:
queue: "default"
image: "nvcr.io/nvidian/nemo-llm/customizer-api:25.03-rc11"
image: "nvcr.io/nvidia/nemo-microservices/customizer-api:25.03"
imagePullSecrets:
- name: ngc-secret
pvc:
Expand Down Expand Up @@ -486,5 +487,5 @@ spec:
# turn_end: <|eot_id|>

nemo_data_store_tools:
image: nvcr.io/nvidian/nemo-llm/nds-v2-huggingface-cli:25.03-rc11
image: nvcr.io/nvidia/nemo-microservices/nds-v2-huggingface-cli:25.03
imagePullSecret: ngc-secret
12 changes: 6 additions & 6 deletions config/samples/apps_v1alpha1_nemodatastore.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -16,19 +16,19 @@ spec:
objectStoreConfig:
credentials:
user: minioUser
secretName: nds-minio-existing-secret
secretName: datastore-minio-existing-secret
passwordKey: objectStoreSecret
serveDirect: true
endpoint: minio.nemo.svc.cluster.local:9000
endpoint: datastore-minio.nemo.svc.cluster.local:9000
bucketName: datastore-dev
region: object-store-region
ssl: false
databaseConfig:
credentials:
user: ndsuser
secretName: nds-pg-existing-secret
secretName: datastore-pg-existing-secret
passwordKey: password
host: nds-pg-postgresql.nemo.svc.cluster.local
host: datastore-pg-postgresql.nemo.svc.cluster.local
port: 5432
databaseName: ndsdb
pvc:
Expand All @@ -42,8 +42,8 @@ spec:
port: 3000
type: ClusterIP
image:
repository: "nvcr.io/nvidian/nemo-llm/datastore"
tag: "25.03-rc11"
repository: nvcr.io/nvidia/nemo-microservices/datastore
tag: "25.03"
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
Expand Down
8 changes: 4 additions & 4 deletions config/samples/apps_v1alpha1_nemoentitystore.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@ metadata:
namespace: nemo
spec:
image:
repository: nvcr.io/nvidian/nemo-llm/entity-store
tag: "25.03-rc11"
repository: nvcr.io/nvidia/nemo-microservices/entity-store
tag: "25.03"
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
Expand All @@ -22,9 +22,9 @@ spec:
port: 8000
databaseConfig:
databaseName: nesdb
host: entity-store-pg
host: entity-store-pg-postgresql.nemo.svc.cluster.local
port: 5432
credentials:
user: nesuser
secretName: nes-pg-existing-secret
secretName: entity-store-pg-existing-secret
passwordKey: password
9 changes: 5 additions & 4 deletions config/samples/apps_v1alpha1_nemoevaluator.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,11 @@ metadata:
namespace: nemo
spec:
image:
repository: nvcr.io/nvidia/nemo-microservices/evaluation-ms
tag: "25.02"
repository: nvcr.io/nvidia/nemo-microservices/evaluator
tag: "25.03"
pullPolicy: IfNotPresent
pullSecrets: []
pullSecrets:
- ngc-secret
expose:
service:
port: 7331
Expand All @@ -28,6 +29,6 @@ spec:
databaseName: evaldb
credentials:
user: evaluser
secretName: nev-pg-existing-secret
secretName: evaluator-pg-existing-secret
passwordKey: password
replicas: 1
29 changes: 3 additions & 26 deletions config/samples/apps_v1alpha1_nemoguardrails.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ metadata:
app.kubernetes.io/name: k8s-nim-operator
app.kubernetes.io/managed-by: k8s-nim-operator
name: nemoguardrails-sample
namespace: nemo
spec:
authSecret: ngc-api-secret
configStore:
Expand All @@ -25,36 +26,12 @@ spec:
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
repository: nvcr.io/nvidian/nemo-llm/nemo-guardrails-microservice
tag: "25.02-rc4"
livenessProbe:
enabled: true
probe:
httpGet:
path: /v1/health
port: 7331
initialDelaySeconds: 5
timeoutSeconds: 30
repository: nvcr.io/nvidia/nemo-microservices/guardrails
tag: "25.03"
metrics:
serviceMonitor: {}
readinessProbe:
enabled: true
probe:
httpGet:
path: /v1/health
port: 7331
initialDelaySeconds: 5
timeoutSeconds: 30
replicas: 1
resources:
limits:
cpu: "1"
ephemeral-storage: 10Gi
startupProbe:
enabled: true
probe:
httpGet:
path: /v1/health
port: 7331
initialDelaySeconds: 5
timeoutSeconds: 30
2 changes: 1 addition & 1 deletion config/samples/apps_v1alpha1_nimcache.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ metadata:
spec:
source:
ngc:
modelPuller: nvcr.io/nim/meta/llama3-8b-instruct:1.0.3
modelPuller: nvcr.io/nim/meta/llama-3.1-8b-instruct:1.3.3
pullSecret: ngc-secret
authSecret: ngc-api-secret
model:
Expand Down
4 changes: 2 additions & 2 deletions config/samples/apps_v1alpha1_nimpipeline.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,8 @@ spec:
enabled: true
spec:
image:
repository: nvcr.io/nim/meta/llama3-8b-instruct
tag: 1.0.3
repository: nvcr.io/nim/meta/llama-3.1-8b-instruct
tag: 1.3.3
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
Expand Down
4 changes: 2 additions & 2 deletions config/samples/apps_v1alpha1_nimservice.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@ metadata:
name: meta-llama3-8b-instruct
spec:
image:
repository: nvcr.io/nim/meta/llama3-8b-instruct
tag: 1.0.3
repository: nvcr.io/nim/meta/llama-3.1-8b-instruct
tag: 1.3.3
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
apiVersion: v1
kind: Secret
metadata:
name: ncs-pg-existing-secret
name: customizer-pg-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -339,7 +339,7 @@ data:
apiVersion: v1
kind: Secret
metadata:
name: nds-pg-existing-secret
name: datastore-pg-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
Expand All @@ -348,7 +348,7 @@ stringData:
apiVersion: v1
kind: Secret
metadata:
name: nds-minio-existing-secret
name: datastore-minio-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
apiVersion: v1
kind: Secret
metadata:
name: nes-pg-existing-secret
name: entity-store-pg-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
apiVersion: v1
kind: Secret
metadata:
name: nev-pg-existing-secret
name: evaluator-pg-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
Expand Down