PraisonAI/.github/workflows/test-frameworks.yml at c971fa8082a1b6386802c79380b4439e83500022 · MervinPraison/PraisonAI · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
name: Framework Integration Tests

on:
  workflow_dispatch:  # Allow manual triggering
    inputs:
      framework:
        description: 'Framework to test'
        required: true
        default: 'all'
        type: choice
        options:
        - all
        - autogen
        - crewai
  schedule:
    # Run framework tests daily at 6 AM UTC
    - cron: '0 6 * * *'
  push:
    paths:
      - 'tests/integration/autogen/**'
      - 'tests/integration/crewai/**'
      - '.github/workflows/test-frameworks.yml'

jobs:
  framework-tests:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: [3.11]
        framework: [autogen, crewai]

    steps:
    - name: Checkout code
      uses: actions/checkout@v4

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}

    - name: Install UV
      run: |
        curl -LsSf https://astral.sh/uv/install.sh | sh
        echo "$HOME/.local/bin" >> $GITHUB_PATH


    - name: Install dependencies
      run: |
        cd src/praisonai
        uv pip install --system ."[ui,gradio,api,agentops,google,openai,anthropic,cohere,chat,code,realtime,call,crewai,autogen]"
        uv pip install --system duckduckgo_search
        uv pip install --system pytest pytest-asyncio pytest-cov

    - name: Set environment variables
      run: |
        echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY || 'sk-test-key-for-github-actions-testing-only-not-real' }}" >> $GITHUB_ENV
        echo "OPENAI_API_BASE=${{ secrets.OPENAI_API_BASE || 'https://api.openai.com/v1' }}" >> $GITHUB_ENV
        echo "OPENAI_MODEL_NAME=${{ secrets.OPENAI_MODEL_NAME || 'gpt-4o-mini' }}" >> $GITHUB_ENV

    - name: Test ${{ matrix.framework }} Framework
      run: |
        echo "🧪 Testing ${{ matrix.framework }} framework integration with Python ${{ matrix.python-version }}"
        cd src/praisonai && python tests/test_runner.py --pattern ${{ matrix.framework }} --verbose --coverage
      continue-on-error: false

    - name: Generate Framework Test Report
      if: always()
      run: |
        echo "# 🤖 ${{ matrix.framework }} Framework Test Report" > ${{ matrix.framework }}_report.md
        echo "" >> ${{ matrix.framework }}_report.md
        echo "**Framework:** ${{ matrix.framework }}" >> ${{ matrix.framework }}_report.md
        echo "**Python Version:** ${{ matrix.python-version }}" >> ${{ matrix.framework }}_report.md
        echo "**Date:** $(date -u)" >> ${{ matrix.framework }}_report.md
        echo "**Trigger:** ${{ github.event_name }}" >> ${{ matrix.framework }}_report.md
        echo "" >> ${{ matrix.framework }}_report.md

        if [ "${{ matrix.framework }}" == "autogen" ]; then
          echo "## AutoGen Integration Tests" >> ${{ matrix.framework }}_report.md
          echo "- ✅ AutoGen import verification" >> ${{ matrix.framework }}_report.md
          echo "- ✅ Basic agent creation through PraisonAI" >> ${{ matrix.framework }}_report.md
          echo "- ✅ Conversation flow testing" >> ${{ matrix.framework }}_report.md
          echo "- ✅ Configuration validation" >> ${{ matrix.framework }}_report.md
        elif [ "${{ matrix.framework }}" == "crewai" ]; then
          echo "## CrewAI Integration Tests" >> ${{ matrix.framework }}_report.md
          echo "- ✅ CrewAI import verification" >> ${{ matrix.framework }}_report.md
          echo "- ✅ Basic crew creation through PraisonAI" >> ${{ matrix.framework }}_report.md
          echo "- ✅ Multi-agent workflow testing" >> ${{ matrix.framework }}_report.md
          echo "- ✅ Agent collaboration verification" >> ${{ matrix.framework }}_report.md
          echo "- ✅ Configuration validation" >> ${{ matrix.framework }}_report.md
        fi

        echo "" >> ${{ matrix.framework }}_report.md
        echo "## Test Commands" >> ${{ matrix.framework }}_report.md
        echo '```bash' >> ${{ matrix.framework }}_report.md
        echo "# Run ${{ matrix.framework }} tests locally:" >> ${{ matrix.framework }}_report.md
        echo "python tests/test_runner.py --pattern ${{ matrix.framework }} --verbose" >> ${{ matrix.framework }}_report.md
        echo '```' >> ${{ matrix.framework }}_report.md

    - name: Upload Framework Test Results
      uses: actions/upload-artifact@v4
      if: always()
      with:
        name: ${{ matrix.framework }}-test-results-python-${{ matrix.python-version }}
        path: |
          ${{ matrix.framework }}_report.md
          htmlcov/
          coverage.xml
          .coverage
        retention-days: 14

  framework-summary:
    runs-on: ubuntu-latest
    needs: framework-tests
    if: always()

    steps:
    - name: Generate Framework Summary
      run: |
        echo "# 🚀 Framework Integration Test Summary" > framework_summary.md
        echo "" >> framework_summary.md
        echo "## Test Results by Framework and Python Version:" >> framework_summary.md
        echo "" >> framework_summary.md
        echo "### AutoGen Framework:" >> framework_summary.md
        echo "- Python 3.11: ${{ needs.framework-tests.result }}" >> framework_summary.md
        echo "" >> framework_summary.md
        echo "### CrewAI Framework:" >> framework_summary.md
        echo "- Python 3.11: ${{ needs.framework-tests.result }}" >> framework_summary.md
        echo "" >> framework_summary.md
        echo "## Overall Status:" >> framework_summary.md
        if [ "${{ needs.framework-tests.result }}" == "success" ]; then
          echo "✅ **All framework integration tests passed!**" >> framework_summary.md
        else
          echo "❌ **Some framework tests failed. Check individual job logs for details.**" >> framework_summary.md
        fi

        echo "" >> framework_summary.md
        echo "## Frameworks Tested:" >> framework_summary.md
        echo "- **AutoGen**: Microsoft's conversational AI framework" >> framework_summary.md
        echo "- **CrewAI**: Multi-agent collaboration framework" >> framework_summary.md
        echo "" >> framework_summary.md
        echo "## Test Coverage:" >> framework_summary.md
        echo "- Import verification" >> framework_summary.md
        echo "- Agent/crew creation" >> framework_summary.md
        echo "- Workflow execution" >> framework_summary.md
        echo "- Configuration validation" >> framework_summary.md
        echo "- Integration with PraisonAI" >> framework_summary.md

    - name: Upload Framework Summary
      uses: actions/upload-artifact@v4
      with:
        name: framework-test-summary
        path: framework_summary.md
        retention-days: 30