Skip to content

Commit c5e0d42

Browse files
committed
test: report integration fatal deviations
1 parent 76de6f7 commit c5e0d42

1 file changed

Lines changed: 5 additions & 0 deletions

File tree

tests/integrate/Autotest.sh

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -146,6 +146,7 @@ check_out(){
146146
echo -e "\e[0;31m[ERROR ] Fatal Error: key $key not found in output.\e[0m"
147147
let fatal++
148148
fatal_case_list+=$dir'\n'
149+
fatal_detail_list+="$dir: key $key not found in output\n"
149150
break
150151
else
151152
compare_thr=$thr
@@ -179,6 +180,7 @@ check_out(){
179180

180181
if [ $(check_deviation_pass $deviation $fatal_thr) = 0 ]; then
181182
ifatal=1
183+
fatal_detail_list+="$dir: $key cal=$cal ref=$ref deviation=$deviation\n"
182184
fi
183185
else
184186
echo -e "\e[0;32m[ OK ] \e[0m $key"
@@ -239,6 +241,7 @@ failed_case_list=()
239241
ok=0
240242
fatal=0
241243
fatal_case_list=()
244+
fatal_detail_list=()
242245
case_status=() # record if the test case passed or not
243246
fatal_threshold=1
244247
report=""
@@ -343,6 +346,8 @@ else
343346
then
344347
echo -e "\e[0;31m[ERROR ]\e[0m $fatal test cases out of $[ $failed + $ok ] produced fatal error."
345348
echo -e $fatal_case_list
349+
echo -e "\e[0;31m[ERROR ]\e[0m Fatal deviation details:"
350+
echo -e $fatal_detail_list
346351
fi
347352
exit 1
348353
fi

0 commit comments

Comments
 (0)