Update full_test_core_for_pr.yml

increase pytest log level and cleanup workflow

Author: trevor-cai

.github/workflows/full_test_core_for_pr.yml

@@ -18,7 +18,6 @@ concurrency:
   group: full-tests-pr-${{ github.event.inputs.pr }}-${{ github.event.inputs.ref_kind }}
   cancel-in-progress: true
 
-
 jobs:
   full-tests:
     if: ${{ github.repository_owner == 'confident-ai' }}
@@ -28,9 +27,17 @@ jobs:
     env:
       OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
       DEEPEVAL_TELEMETRY_OPT_OUT: 1
-      DEEPEVAL_DEBUG_ASYNC: 0
+      DEEPEVAL_DEBUG_ASYNC: 1
       LOG_LEVEL: "info"
       DEEPEVAL_PER_TASK_TIMEOUT_SECONDS: 240
+      PYTHONFAULTHANDLER: "1"
+      PYTHONASYNCIODEBUG: "1"
+      PYTHONUNBUFFERED: "1"
+      PYTEST_ADDOPTS: >-
+        -vv -rA --maxfail=1 --capture=tee-sys
+        --durations=25
+        -o log_cli=true -o log_cli_level=INFO
+        --log-cli-format="%(asctime)s %(levelname)s [%(name)s] %(message)s"
 
     steps:
       - name: Resolve ref
@@ -82,40 +89,21 @@ jobs:
       #----------------------------------------------
 
       # Run Core tests
-      - name: Run core tests (with secrets)
+      - name: Run core tests
         if: ${{ env.OPENAI_API_KEY != '' }}
-        env:
-          PYTHONFAULTHANDLER: "1"
-          PYTHONASYNCIODEBUG: "1"
         run: |
-          poetry run pytest -vv -rA --maxfail=1 --capture=tee-sys \
-            --durations=25 \
+          poetry run pytest \
             tests/test_core/ \
             --ignore=tests/test_core/test_synthesizer/ \
             --ignore=tests/test_core/test_datasets/
 
-      - name: Run core tests (no secrets)
-        if: ${{ env.OPENAI_API_KEY == '' }}
-        run: |
-          poetry run pytest -vv -rA --maxfail=1 --capture=tee-sys \
-            tests/test_core/ \
-            --ignore=tests/test_core/test_synthesizer/ \
-            --ignore=tests/test_core/test_datasets/ \
-            --ignore=tests/test_core/test_evaluation/test_end_to_end/test_configs.py \
-            --ignore=tests/test_core/test_tracing/test_dataset_iterator.py
-
       # Install dev dependencies and run dev tests
       - name: Install dev dependencies
         run: poetry install --no-interaction --with dev
 
       - name: Run dev tests (with secrets)
         if: ${{ env.OPENAI_API_KEY != '' }}
         run: |
-          poetry run pytest -vv -rA --maxfail=1 --capture=tee-sys  \
+          poetry run pytest \
             tests/test_core/test_synthesizer/ tests/test_core/test_datasets/
 
-      - name: Run dev tests (no secrets)
-        if: ${{ env.OPENAI_API_KEY == '' }}
-        run: |
-          poetry run pytest -vv -rA --maxfail=1 --capture=tee-sys \
-            tests/test_core/test_datasets/