Skip to content

Commit 29db3b4

Browse files
test: remove stdin NUTs - hard in CI
1 parent 9d9f8e3 commit 29db3b4

File tree

1 file changed

+0
-22
lines changed

1 file changed

+0
-22
lines changed

test/nuts/agent.test.run-eval.nut.ts

Lines changed: 0 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -86,28 +86,6 @@ describe('agent test run-eval', function () {
8686
});
8787
});
8888

89-
describe('run-eval with stdin', () => {
90-
it('should run evaluation with JSON payload from stdin', async () => {
91-
const command = `cat ${jsonPayloadPath} | ./bin/run.js agent test run-eval --spec - --api-name Local_Info_Agent --target-org ${getUsername()} --json`;
92-
// Don't enforce exit code 0 since the command exits with 1 if tests fail
93-
const output = execCmd<RunEvalResult>(command).jsonOutput;
94-
95-
expect(output?.result).to.be.ok;
96-
expect(output?.result.tests).to.be.an('array');
97-
expect(output?.result.tests.length).to.be.greaterThan(0);
98-
});
99-
100-
it('should run evaluation with YAML spec from stdin', async () => {
101-
const command = `cat ${yamlSpecPath} | ./bin/run.js agent test run-eval --spec - --target-org ${getUsername()} --json`;
102-
// Don't enforce exit code 0 since the command exits with 1 if tests fail
103-
const output = execCmd<RunEvalResult>(command).jsonOutput;
104-
105-
expect(output?.result).to.be.ok;
106-
expect(output?.result.tests).to.be.an('array');
107-
expect(output?.result.tests.length).to.be.greaterThan(0);
108-
});
109-
});
110-
11189
describe('run-eval with flags', () => {
11290
it('should respect --no-normalize flag', async () => {
11391
const command = `agent test run-eval --spec ${jsonPayloadPath} --api-name Local_Info_Agent --no-normalize --target-org ${getUsername()} --json`;

0 commit comments

Comments
 (0)