Enable NeuralChat Unit Test process (#195)

Author: lvliang-intel

.github/workflows/cpp-graph-test.yml

@@ -37,6 +37,7 @@ jobs:
         uses: actions/checkout@v3
         with:
           submodules: "recursive"
+          fetch-tags: true
 
       - name: Env build
         run: |

.github/workflows/deploy-test.yml

@@ -65,6 +65,7 @@ jobs:
         uses: actions/checkout@v3
         with:
           submodules: "recursive"
+          fetch-tags: true
       # We need this because GitHub needs to clone the branch to pipeline
       - name: Docker Build
         run: |

.github/workflows/llm-test.yml

@@ -41,6 +41,7 @@ jobs:
         uses: actions/checkout@v3
         with:
           submodules: "recursive"
+          fetch-tags: true
 
       - name: Env build
         run: |

.github/workflows/optimize-test.yml

@@ -62,6 +62,7 @@ jobs:
         uses: actions/checkout@v3
         with:
           submodules: "recursive"
+          fetch-tags: true
     # We need this because GitHub needs to clone the branch to pipeline
       - name: Docker Build
         run: |

.github/workflows/script/SparseLibCI/run_sparse_lib.sh

@@ -1,6 +1,4 @@
 #!/bin/bash
-export COVERAGE_RCFILE="/intel-extension-for-transformers/.github/workflows/script/unitTest/coverage/.coveragerc"
-
 output_log_dir="/intel-extension-for-transformers/benchmark_log"
 WORKING_DIR="/intel-extension-for-transformers/intel_extension_for_transformers/llm/runtime/deprecated"
 mkdir ${output_log_dir}

.github/workflows/script/formatScan/pylint.sh

@@ -12,7 +12,6 @@ $BOLD_YELLOW && echo "---------------- run python setup.py sdist bdist_wheel ---
 export PYTHONPATH=`pwd`
 #$BOLD_YELLOW && echo "---------------- pip install binary -------------" && $RESET
 #pip install dist/intel_extension_for_transformers*.whl
-
 pip list
 
 cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/

.github/workflows/script/unitTest/coverage/.coveragerc

@@ -0,0 +1,14 @@
+[run]
+branch = True
+
+[report]
+omit =
+ */**/fake*yaml
+ */intel_extension_for_transformers/neural_chat/**
+ */intel_extension_for_transformers/transformers/**
+ */intel_extension_for_transformers/llm/evaluation/**
+ */intel_extension_for_transformers/llm/finetuning/**
+ */intel_extension_for_transformers/llm/inference/**
+ */intel_extension_for_transformers/llm/quantization/**
+exclude_lines =
+ pragma: no cover

.github/workflows/script/unitTest/coverage/.engine-coveragerc

@@ -0,0 +1,24 @@
+[run]
+branch = True
+
+[report]
+omit =
+ */**/fake*yaml
+ */**/fake.py
+ */intel_extension_for_transformers/llm/amp/**
+ */intel_extension_for_transformers/llm/evaluation/**
+ */intel_extension_for_transformers/llm/quantization/**
+ */intel_extension_for_transformers/llm/library/**
+ */intel_extension_for_transformers/llm/operator/**
+ */intel_extension_for_transformers/llm/runtime/**
+ */intel_extension_for_transformers/transformers/**
+exclude_lines =
+ pragma: no cover
+ raise NotImplementedError
+ raise TypeError
+ if self.device == "gpu":
+ if device == "gpu":
+ except ImportError:
+ except Exception as e:
+ onnx_version < ONNX18_VERSION
+ onnx_version >= ONNX18_VERSION

.github/workflows/script/unitTest/coverage/.neural-chat-coveragerc

@@ -87,18 +87,22 @@ function check_coverage_status() {
             $BOLD_RED && echo "Unit Test failed with ${item} coverage decrease ${decrease}%" && $RESET
         done
         $BOLD_RED && echo "compare coverage to give detail info" && $RESET
-        bash -x compare_coverage.sh ${coverage_compare} ${coverage_log_pr}/coverage.log ${coverage_log_base}/coverage.log "FAILED" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}
+        bash compare_coverage.sh ${coverage_compare} ${coverage_log_pr}/coverage.log ${coverage_log_base}/coverage.log "FAILED" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}
         exit 1
     else
         $BOLD_GREEN && echo "Unit Test success with coverage lines: ${coverage_PR_lines_rate}%, branches: ${coverage_PR_branches_rate}%" && $RESET
         $BOLD_GREEN && echo "compare coverage to give detail info" && $RESET
-        bash -x compare_coverage.sh ${coverage_compare} ${coverage_log_pr}/coverage.log ${coverage_log_base}/coverage.log "SUCCESS" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}
+        bash compare_coverage.sh ${coverage_compare} ${coverage_log_pr}/coverage.log ${coverage_log_base}/coverage.log "SUCCESS" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}
     fi
 }
 
 function main() {
     compare_coverage
     check_coverage_status
+    $BOLD_BLUE && echo "PR lines coverage: $lines_PR_covered/$lines_PR_valid ($coverage_PR_lines_rate%)" && $RESET
+    $BOLD_BLUE && echo "PR branches coverage: $branches_PR_covered/$branches_PR_valid ($coverage_PR_branches_rate%)" && $RESET
+    $BOLD_BLUE && echo "BASE lines coverage: $lines_base_covered/$lines_base_valid ($coverage_base_lines_rate%)" && $RESET
+    $BOLD_BLUE && echo "BASE branches coverage: $branches_base_covered/$branches_base_valid ($coverage_base_branches_rate%)" && $RESET
 }
 
 main