|
1 | | -name: user executor failure propagation |
| 1 | +name: user executor failure propagation in JUnit XML report (regression test for #907) |
| 2 | + |
2 | 3 | testcases: |
3 | | -- name: simple user executor failure |
| 4 | +- name: user executor failures appear in JUnit XML report |
4 | 5 | steps: |
5 | | - - type: user_executor_with_failure |
| 6 | + # Spawn a venom sub-process running tests/failing/user_executor_with_failure.yml. |
| 7 | + # That fixture invokes user executors whose inner steps intentionally fail. |
| 8 | + # Generate a JUnit XML report; the sub-process must exit with code 2 |
| 9 | + # (venom's "test failed" exit code) and stderr must be empty. |
| 10 | + - type: exec |
| 11 | + script: './venom run failing/user_executor_with_failure.yml --lib-dir=lib --format=xml --output-dir=./venom-uef-test' |
| 12 | + assertions: |
| 13 | + - result.code ShouldEqual 2 |
| 14 | + - result.systemerr ShouldBeEmpty |
6 | 15 |
|
7 | | -- name: nested user executor failure (outer calls inner which fails) |
8 | | - steps: |
9 | | - - type: nested_fail_outer |
10 | | - greeting: "world" |
| 16 | + - type: exec |
| 17 | + script: 'cat ./venom-uef-test/test_results_user_executor_with_failure.xml' |
| 18 | + assertions: |
| 19 | + - result.code ShouldEqual 0 |
| 20 | + # report contains <error> entries (venom JUnit failures) |
| 21 | + - result.systemout ShouldContainSubstring '<error' |
| 22 | + # both top-level testcases are present |
| 23 | + - result.systemout ShouldContainSubstring 'simple user executor failure' |
| 24 | + - result.systemout ShouldContainSubstring 'nested user executor failure' |
| 25 | + # inner failed assertion of user_executor_with_failure is in the report |
| 26 | + - result.systemout ShouldContainSubstring 'result.code ShouldEqual 1' |
| 27 | + # inner failed assertion of nested_fail_inner is in the report |
| 28 | + - result.systemout ShouldContainSubstring 'result.systemout ShouldEqual' |
0 commit comments