Skip to content

Commit 4e50b45

Browse files
committed
Revert evaluator to 25.06 due to dependency on jobs api
Signed-off-by: Shiva Krishna, Merla <smerla@nvidia.com>
1 parent b1e6f32 commit 4e50b45

File tree

5 files changed

+4
-13
lines changed

5 files changed

+4
-13
lines changed

api/apps/v1alpha1/nemo_evaluator_types.go

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -130,7 +130,6 @@ type EvaluationImages struct {
130130
Rag string `json:"rag,omitempty"`
131131
BFCL string `json:"bfcl,omitempty"`
132132
AgenticEval string `json:"agenticEval,omitempty"`
133-
SafetyHarness string `json:"safetyHarness,omitempty"`
134133
}
135134

136135
// NemoEvaluatorStatus defines the observed state of NemoEvaluator.
@@ -202,10 +201,6 @@ func (ei EvaluationImages) GetEvaluationImageEnv() []corev1.EnvVar {
202201
Name: "AGENTIC_EVAL",
203202
Value: ei.AgenticEval,
204203
},
205-
{
206-
Name: "SAFETY_HARNESS",
207-
Value: ei.SafetyHarness,
208-
},
209204
}
210205
}
211206

bundle/manifests/apps.nvidia.com_nemoevaluators.yaml

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -307,8 +307,6 @@ spec:
307307
type: string
308308
retriever:
309309
type: string
310-
safetyHarness:
311-
type: string
312310
similarityMetrics:
313311
type: string
314312
type: object

config/crd/bases/apps.nvidia.com_nemoevaluators.yaml

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -307,8 +307,6 @@ spec:
307307
type: string
308308
retriever:
309309
type: string
310-
safetyHarness:
311-
type: string
312310
similarityMetrics:
313311
type: string
314312
type: object

config/samples/nemo/latest/apps_v1alpha1_nemoevaluator.yaml

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,14 +7,16 @@ spec:
77
evaluationImages:
88
bigcodeEvalHarness: "nvcr.io/nvidia/eval-factory/bigcode-evaluation-harness:25.06.2"
99
lmEvalHarness: "nvcr.io/nvidia/eval-factory/lm-evaluation-harness:25.06.2"
10+
similarityMetrics: "nvcr.io/nvidia/nemo-microservices/eval-tool-benchmark-custom-eval:0.12.21"
11+
llmAsJudge: "nvcr.io/nvidia/nemo-microservices/eval-tool-benchmark-llm-as-a-judge:0.12.21"
12+
mtBench: "nvcr.io/nvidia/nemo-microservices/eval-tool-benchmark-llm-as-a-judge:0.12.21"
1013
retriever: "nvcr.io/nvidia/eval-factory/rag_retriever_eval:25.06.2"
1114
rag: "nvcr.io/nvidia/eval-factory/rag_retriever_eval:25.06.2"
1215
bfcl: "nvcr.io/nvidia/eval-factory/bfcl:25.06.2"
1316
agenticEval: "nvcr.io/nvidia/eval-factory/agentic_eval:25.06.2"
14-
safetyHarness: "nvcr.io/nvidia/eval-factory/safety-harness:25.06.1"
1517
image:
1618
repository: nvcr.io/nvidia/nemo-microservices/evaluator
17-
tag: "25.08"
19+
tag: "25.06"
1820
pullPolicy: IfNotPresent
1921
pullSecrets:
2022
- ngc-secret

deployments/helm/k8s-nim-operator/crds/apps.nvidia.com_nemoevaluators.yaml

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -307,8 +307,6 @@ spec:
307307
type: string
308308
retriever:
309309
type: string
310-
safetyHarness:
311-
type: string
312310
similarityMetrics:
313311
type: string
314312
type: object

0 commit comments

Comments
 (0)