@@ -130,7 +130,7 @@ EXAMPLES
130130 $ sf agent activate --api-name Resort_Manager --version 2 --target-org my-org
131131```
132132
133- _ See code: [ src/commands/agent/activate.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/activate.ts ) _
133+ _ See code: [ src/commands/agent/activate.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/activate.ts ) _
134134
135135## ` sf agent create `
136136
@@ -197,7 +197,7 @@ EXAMPLES
197197 $ sf agent create --name "Resort Manager" --spec specs/resortManagerAgent.yaml --preview
198198```
199199
200- _ See code: [ src/commands/agent/create.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/create.ts ) _
200+ _ See code: [ src/commands/agent/create.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/create.ts ) _
201201
202202## ` sf agent deactivate `
203203
@@ -238,7 +238,7 @@ EXAMPLES
238238 $ sf agent deactivate --api-name Resort_Manager --target-org my-org
239239```
240240
241- _ See code: [ src/commands/agent/deactivate.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/deactivate.ts ) _
241+ _ See code: [ src/commands/agent/deactivate.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/deactivate.ts ) _
242242
243243## ` sf agent generate agent-spec `
244244
@@ -345,7 +345,7 @@ EXAMPLES
345345 $ sf agent generate agent-spec --tone formal --agent-user resortmanager@myorg.com
346346```
347347
348- _ See code: [ src/commands/agent/generate/agent-spec.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/generate/agent-spec.ts ) _
348+ _ See code: [ src/commands/agent/generate/agent-spec.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/generate/agent-spec.ts ) _
349349
350350## ` sf agent generate authoring-bundle `
351351
@@ -422,7 +422,7 @@ EXAMPLES
422422 other-package-dir/main/default --target-org my-dev-org
423423```
424424
425- _ See code: [ src/commands/agent/generate/authoring-bundle.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/generate/authoring-bundle.ts ) _
425+ _ See code: [ src/commands/agent/generate/authoring-bundle.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/generate/authoring-bundle.ts ) _
426426
427427## ` sf agent generate template `
428428
@@ -484,7 +484,7 @@ EXAMPLES
484484 my-package --source-org my-scratch-org
485485```
486486
487- _ See code: [ src/commands/agent/generate/template.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/generate/template.ts ) _
487+ _ See code: [ src/commands/agent/generate/template.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/generate/template.ts ) _
488488
489489## ` sf agent generate test-spec `
490490
@@ -549,7 +549,7 @@ EXAMPLES
549549 force-app//main/default/aiEvaluationDefinitions/Resort_Manager_Tests.aiEvaluationDefinition-meta.xml
550550```
551551
552- _ See code: [ src/commands/agent/generate/test-spec.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/generate/test-spec.ts ) _
552+ _ See code: [ src/commands/agent/generate/test-spec.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/generate/test-spec.ts ) _
553553
554554## ` sf agent preview `
555555
@@ -622,7 +622,7 @@ EXAMPLES
622622 $ sf agent preview --use-live-actions --apex-debug --output-dir transcripts/my-preview
623623```
624624
625- _ See code: [ src/commands/agent/preview.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/preview.ts ) _
625+ _ See code: [ src/commands/agent/preview.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/preview.ts ) _
626626
627627## ` sf agent preview end `
628628
@@ -694,7 +694,7 @@ EXAMPLES
694694 $ sf agent preview end --all --target-org <target_org>
695695```
696696
697- _ See code: [ src/commands/agent/preview/end.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/preview/end.ts ) _
697+ _ See code: [ src/commands/agent/preview/end.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/preview/end.ts ) _
698698
699699## ` sf agent preview send `
700700
@@ -752,7 +752,7 @@ EXAMPLES
752752 $ sf agent preview send --utterance "what can you help me with?" --authoring-bundle My_Local_Agent
753753```
754754
755- _ See code: [ src/commands/agent/preview/send.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/preview/send.ts ) _
755+ _ See code: [ src/commands/agent/preview/send.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/preview/send.ts ) _
756756
757757## ` sf agent preview sessions `
758758
@@ -785,7 +785,7 @@ EXAMPLES
785785 $ sf agent preview sessions
786786```
787787
788- _ See code: [ src/commands/agent/preview/sessions.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/preview/sessions.ts ) _
788+ _ See code: [ src/commands/agent/preview/sessions.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/preview/sessions.ts ) _
789789
790790## ` sf agent preview start `
791791
@@ -850,7 +850,7 @@ EXAMPLES
850850 $ sf agent preview start --api-name My_Published_Agent
851851```
852852
853- _ See code: [ src/commands/agent/preview/start.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/preview/start.ts ) _
853+ _ See code: [ src/commands/agent/preview/start.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/preview/start.ts ) _
854854
855855## ` sf agent publish authoring-bundle `
856856
@@ -910,7 +910,7 @@ EXAMPLES
910910 $ sf agent publish authoring-bundle --api-name MyAuthoringbundle --concise
911911```
912912
913- _ See code: [ src/commands/agent/publish/authoring-bundle.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/publish/authoring-bundle.ts ) _
913+ _ See code: [ src/commands/agent/publish/authoring-bundle.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/publish/authoring-bundle.ts ) _
914914
915915## ` sf agent test create `
916916
@@ -965,7 +965,7 @@ EXAMPLES
965965 $ sf agent test create --spec specs/Resort_Manager-testSpec.yaml --api-name Resort_Manager_Test --preview
966966```
967967
968- _ See code: [ src/commands/agent/test/create.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/test/create.ts ) _
968+ _ See code: [ src/commands/agent/test/create.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/test/create.ts ) _
969969
970970## ` sf agent test list `
971971
@@ -1000,7 +1000,7 @@ EXAMPLES
10001000 $ sf agent test list --target-org my-org
10011001```
10021002
1003- _ See code: [ src/commands/agent/test/list.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/test/list.ts ) _
1003+ _ See code: [ src/commands/agent/test/list.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/test/list.ts ) _
10041004
10051005## ` sf agent test results `
10061006
@@ -1076,7 +1076,7 @@ FLAG DESCRIPTIONS
10761076 expression when using custom evaluations.
10771077```
10781078
1079- _ See code: [ src/commands/agent/test/results.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/test/results.ts ) _
1079+ _ See code: [ src/commands/agent/test/results.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/test/results.ts ) _
10801080
10811081## ` sf agent test resume `
10821082
@@ -1160,7 +1160,7 @@ FLAG DESCRIPTIONS
11601160 expression when using custom evaluations.
11611161```
11621162
1163- _ See code: [ src/commands/agent/test/resume.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/test/resume.ts ) _
1163+ _ See code: [ src/commands/agent/test/resume.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/test/resume.ts ) _
11641164
11651165## ` sf agent test run `
11661166
@@ -1244,20 +1244,20 @@ FLAG DESCRIPTIONS
12441244 expression when using custom evaluations.
12451245```
12461246
1247- _ See code: [ src/commands/agent/test/run.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/test/run.ts ) _
1247+ _ See code: [ src/commands/agent/test/run.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/test/run.ts ) _
12481248
12491249## ` sf agent test run-eval `
12501250
1251- Run evaluation tests against an Agentforce agent.
1251+ Run rich evaluation tests against an Agentforce agent.
12521252
12531253```
12541254USAGE
12551255 $ sf agent test run-eval -o <value> -s <value> [--json] [--flags-dir <value>] [--api-version <value>] [-n <value>]
12561256 [--result-format json|human|junit|tap] [--batch-size <value>] [--no-normalize]
12571257
12581258FLAGS
1259- -n, --api-name=<value> Agent DeveloperName (also called API name) to resolve agent_id and agent_version_id.
1260- Auto-inferred from the YAML spec's subjectName.
1259+ -n, --api-name=<value> Agent API name (also called DeveloperName) used to resolve agent_id and
1260+ agent_version_id. Auto-inferred from the YAML spec's subjectName.
12611261 -o, --target-org=<value> (required) Username or alias of the target org. Not required if the `target-org`
12621262 configuration variable is already set.
12631263 -s, --spec=<value> (required) Path to test spec file (YAML or JSON). Supports reading from stdin when
@@ -1273,51 +1273,54 @@ GLOBAL FLAGS
12731273 --json Format output as json.
12741274
12751275DESCRIPTION
1276- Run evaluation tests against an Agentforce agent.
1276+ Run rich evaluation tests against an Agentforce agent.
12771277
1278- Execute rich evaluation tests against an Agentforce agent using the Einstein Evaluation API. Supports both YAML test
1279- specs (same format as `sf agent generate test-spec`) and JSON payloads.
1278+ Specify the tests you want to run with one of these inputs to the --spec flag:
12801279
1281- When you provide a YAML test spec, the command automatically translates test cases into Evaluation API calls and
1282- infers the agent name from the spec's `subjectName` field. This means you can use the same test spec with both `sf
1283- agent test run` and `sf agent test run-eval`. YAML test specs also support contextVariables, which allow you to inject
1284- contextual data (such as CaseId or RoutableId) into agent sessions for testing with different contexts.
1280+ - YAML test spec generated by the `agent generate test-spec` CLI command
1281+ - JSON payload
12851282
1286- When you provide a JSON payload, it's sent directly to the API with optional normalization. The normalizer
1287- auto-corrects common field name mistakes, converts shorthand references to JSONPath, and injects defaults. Use
1288- `--no-normalize` to disable this auto-normalization. JSON payloads can also include context_variables on
1289- agent.create_session steps for the same contextual testing capabilities.
1283+ When you provide a YAML test spec, this command automatically translates test cases into internal state-based
1284+ evaluation framework calls and infers the agent name from the test spec's `subjectName` field. As a result, you can
1285+ use the same test spec with both the `agent test run` and `agent test run-eval` commands. YAML test specs also support
1286+ context variables, which allow you to inject contextual data (such as CaseId or RoutableId) into agent sessions for
1287+ testing with different contexts.
12901288
1291- Supports 8+ evaluator types, including topic routing assertions, action invocation checks, string/numeric assertions,
1292- semantic similarity scoring, and LLM-based quality ratings.
1289+ When you provide a JSON payload, it's sent directly to the evaluation framework with optional normalization. The
1290+ normalizer auto-corrects common field name mistakes, converts shorthand references to JSONPath, and injects defaults.
1291+ Use `--no-normalize` to disable this auto-normalization. JSON payloads can also include context_variables on
1292+ agent.create_session steps for the same contextual testing capabilities as when you use a YAML test spec.
1293+
1294+ This command supports more than 8 evaluator types, including subagent routing assertions, action invocation checks,
1295+ string/numeric assertions, semantic similarity scoring, and LLM-based quality ratings.
12931296
12941297EXAMPLES
12951298 Run tests using a YAML test spec on the org with alias "my-org":
12961299
1297- $ sf agent test run-eval --spec tests /my-agent-testSpec.yaml --target-org my-org
1300+ $ sf agent test run-eval --spec specs /my-agent-testSpec.yaml --target-org my-org
12981301
12991302 Run tests using a YAML spec with explicit agent name override; use your default org:
13001303
1301- $ sf agent test run-eval --spec tests /my-agent-testSpec.yaml --api-name My_Agent --target-org my-org
1304+ $ sf agent test run-eval --spec specs /my-agent-testSpec.yaml --api-name My_Agent
13021305
13031306 Run tests using a JSON payload:
13041307
1305- $ sf agent test run-eval --spec tests /eval-payload.json --target-org my-org
1308+ $ sf agent test run-eval --spec specs /eval-payload.json --target-org my-org
13061309
13071310 Run tests and output results in JUnit format; useful for continuous integration and deployment (CI/CD):
13081311
1309- $ sf agent test run-eval --spec tests /my-agent-testSpec.yaml --target-org my-org --result-format junit
1312+ $ sf agent test run-eval --spec specs /my-agent-testSpec.yaml --target-org my-org --result-format junit
13101313
13111314 Run tests with contextVariables to inject contextual data into agent sessions (add contextVariables to test cases in
13121315 your YAML spec):
13131316
1314- $ sf agent test run-eval --spec tests /agent-with-context.yaml --target-org my-org
1317+ $ sf agent test run-eval --spec specs /agent-with-context.yaml --target-org my-org
13151318
13161319 Pipe JSON payload from stdin (--spec flag is automatically populated from stdin):
13171320 $ echo '{"tests":[...]}' | sf agent test run-eval --spec --target-org my-org
13181321```
13191322
1320- _ See code: [ src/commands/agent/test/run-eval.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/test/run-eval.ts ) _
1323+ _ See code: [ src/commands/agent/test/run-eval.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/test/run-eval.ts ) _
13211324
13221325## ` sf agent trace delete `
13231326
@@ -1381,7 +1384,7 @@ EXAMPLES
13811384 $ sf agent trace delete --no-prompt
13821385```
13831386
1384- _ See code: [ src/commands/agent/trace/delete.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/trace/delete.ts ) _
1387+ _ See code: [ src/commands/agent/trace/delete.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/trace/delete.ts ) _
13851388
13861389## ` sf agent trace list `
13871390
@@ -1451,7 +1454,7 @@ FLAG DESCRIPTIONS
14511454 (2026-04-20T14:00:00.000Z). The "Recorded At" values shown in the table output are valid inputs.
14521455```
14531456
1454- _ See code: [ src/commands/agent/trace/list.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/trace/list.ts ) _
1457+ _ See code: [ src/commands/agent/trace/list.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/trace/list.ts ) _
14551458
14561459## ` sf agent trace read `
14571460
@@ -1539,7 +1542,7 @@ EXAMPLES
15391542 $ sf agent trace read --session-id <SESSION_ID> --json
15401543```
15411544
1542- _ See code: [ src/commands/agent/trace/read.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/trace/read.ts ) _
1545+ _ See code: [ src/commands/agent/trace/read.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/trace/read.ts ) _
15431546
15441547## ` sf agent validate authoring-bundle `
15451548
@@ -1586,6 +1589,6 @@ EXAMPLES
15861589 $ sf agent validate authoring-bundle --api-name MyAuthoringBundle --target-org my-dev-org
15871590```
15881591
1589- _ See code: [ src/commands/agent/validate/authoring-bundle.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.0 /src/commands/agent/validate/authoring-bundle.ts ) _
1592+ _ See code: [ src/commands/agent/validate/authoring-bundle.ts] ( https://github.com/salesforcecli/plugin-agent/blob/1.40.1 /src/commands/agent/validate/authoring-bundle.ts ) _
15901593
15911594<!-- commandsstop -->
0 commit comments