Python - Sample Validation #29
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python - Sample Validation | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "0 0 * * *" # Run at midnight UTC daily | |
| env: | |
| # Configure a constant location for the uv cache | |
| UV_CACHE_DIR: /tmp/.uv-cache | |
| # GitHub Copilot configuration | |
| GITHUB_COPILOT_MODEL: claude-opus-4.6 | |
| COPILOT_GITHUB_TOKEN: ${{ secrets.COPILOT_GITHUB_TOKEN }} | |
| permissions: | |
| contents: read | |
| id-token: write | |
| jobs: | |
| validate-01-get-started: | |
| name: Validate 01-get-started | |
| runs-on: ubuntu-latest | |
| environment: integration | |
| env: | |
| # Required configuration for get-started samples | |
| AZURE_AI_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_PROJECT_ENDPOINT }} | |
| AZURE_OPENAI_RESPONSES_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }} | |
| AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }} | |
| defaults: | |
| run: | |
| working-directory: python | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup environment | |
| uses: ./.github/actions/sample-validation-setup | |
| with: | |
| azure-client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| azure-subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| os: ${{ runner.os }} | |
| - name: Run sample validation | |
| run: | | |
| cd scripts && uv run python -m sample_validation --subdir 01-get-started --save-report --report-name 01-get-started | |
| - name: Upload validation report | |
| uses: actions/upload-artifact@v7 | |
| if: always() | |
| with: | |
| name: validation-report-01-get-started | |
| path: python/scripts/sample_validation/reports/ | |
| validate-02-agents: | |
| name: Validate 02-agents | |
| runs-on: ubuntu-latest | |
| environment: integration | |
| env: | |
| # Azure AI configuration | |
| AZURE_AI_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_PROJECT_ENDPOINT }} | |
| AZURE_AI_MODEL_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # Azure OpenAI configuration | |
| AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }} | |
| AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }} | |
| AZURE_OPENAI_RESPONSES_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # OpenAI configuration | |
| OPENAI_API_KEY: ${{ secrets.OPENAI__APIKEY }} | |
| OPENAI_CHAT_MODEL_ID: ${{ vars.OPENAI__CHATMODELID }} | |
| OPENAI_RESPONSES_MODEL_ID: ${{ vars.OPENAI__RESPONSESMODELID }} | |
| # Observability | |
| ENABLE_INSTRUMENTATION: "true" | |
| defaults: | |
| run: | |
| working-directory: python | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup environment | |
| uses: ./.github/actions/sample-validation-setup | |
| with: | |
| azure-client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| azure-subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| os: ${{ runner.os }} | |
| - name: Run sample validation | |
| run: | | |
| cd scripts && uv run python -m sample_validation --subdir 02-agents --save-report --report-name 02-agents | |
| - name: Upload validation report | |
| uses: actions/upload-artifact@v7 | |
| if: always() | |
| with: | |
| name: validation-report-02-agents | |
| path: python/scripts/sample_validation/reports/ | |
| validate-03-workflows: | |
| name: Validate 03-workflows | |
| runs-on: ubuntu-latest | |
| environment: integration | |
| env: | |
| # Azure AI configuration | |
| AZURE_AI_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_PROJECT_ENDPOINT }} | |
| AZURE_AI_MODEL_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # Azure OpenAI configuration | |
| AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }} | |
| AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }} | |
| AZURE_OPENAI_RESPONSES_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| defaults: | |
| run: | |
| working-directory: python | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup environment | |
| uses: ./.github/actions/sample-validation-setup | |
| with: | |
| azure-client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| azure-subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| os: ${{ runner.os }} | |
| - name: Run sample validation | |
| run: | | |
| cd scripts && uv run python -m sample_validation --subdir 03-workflows --save-report --report-name 03-workflows | |
| - name: Upload validation report | |
| uses: actions/upload-artifact@v7 | |
| if: always() | |
| with: | |
| name: validation-report-03-workflows | |
| path: python/scripts/sample_validation/reports/ | |
| validate-04-hosting: | |
| name: Validate 04-hosting | |
| if: false # Temporarily disabled because of sample complexity | |
| runs-on: ubuntu-latest | |
| environment: integration | |
| env: | |
| # Azure AI configuration | |
| AZURE_AI_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_PROJECT_ENDPOINT }} | |
| AZURE_AI_MODEL_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # Azure OpenAI configuration | |
| AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }} | |
| AZURE_OPENAI_RESPONSES_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # A2A configuration | |
| A2A_AGENT_HOST: http://localhost:5001/ | |
| defaults: | |
| run: | |
| working-directory: python | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup environment | |
| uses: ./.github/actions/sample-validation-setup | |
| with: | |
| azure-client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| azure-subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| os: ${{ runner.os }} | |
| - name: Run sample validation | |
| run: | | |
| cd scripts && uv run python -m sample_validation --subdir 04-hosting --save-report --report-name 04-hosting | |
| - name: Upload validation report | |
| uses: actions/upload-artifact@v7 | |
| if: always() | |
| with: | |
| name: validation-report-04-hosting | |
| path: python/scripts/sample_validation/reports/ | |
| validate-05-end-to-end: | |
| name: Validate 05-end-to-end | |
| if: false # Temporarily disabled because of sample complexity | |
| runs-on: ubuntu-latest | |
| environment: integration | |
| env: | |
| # Azure AI configuration | |
| AZURE_AI_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_PROJECT_ENDPOINT }} | |
| AZURE_AI_MODEL_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # Azure OpenAI configuration | |
| AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }} | |
| AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }} | |
| AZURE_OPENAI_RESPONSES_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # Azure AI Search (for evaluation samples) | |
| AZURE_SEARCH_ENDPOINT: ${{ secrets.AZURE_SEARCH_ENDPOINT }} | |
| AZURE_SEARCH_API_KEY: ${{ secrets.AZURE_SEARCH_API_KEY }} | |
| AZURE_SEARCH_INDEX_NAME: ${{ secrets.AZURE_SEARCH_INDEX_NAME }} | |
| # Evaluation sample | |
| AZURE_AI_MODEL_DEPLOYMENT_NAME_WORKFLOW: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| defaults: | |
| run: | |
| working-directory: python | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup environment | |
| uses: ./.github/actions/sample-validation-setup | |
| with: | |
| azure-client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| azure-subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| os: ${{ runner.os }} | |
| - name: Run sample validation | |
| run: | | |
| cd scripts && uv run python -m sample_validation --subdir 05-end-to-end --save-report --report-name 05-end-to-end | |
| - name: Upload validation report | |
| uses: actions/upload-artifact@v7 | |
| if: always() | |
| with: | |
| name: validation-report-05-end-to-end | |
| path: python/scripts/sample_validation/reports/ | |
| validate-autogen-migration: | |
| name: Validate autogen-migration | |
| runs-on: ubuntu-latest | |
| environment: integration | |
| env: | |
| # Azure AI configuration | |
| AZURE_AI_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_PROJECT_ENDPOINT }} | |
| AZURE_AI_MODEL_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # Azure OpenAI configuration | |
| AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }} | |
| AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }} | |
| # OpenAI configuration | |
| OPENAI_API_KEY: ${{ secrets.OPENAI__APIKEY }} | |
| OPENAI_CHAT_MODEL_ID: ${{ vars.OPENAI__CHATMODELID }} | |
| OPENAI_RESPONSES_MODEL_ID: ${{ vars.OPENAI__RESPONSESMODELID }} | |
| defaults: | |
| run: | |
| working-directory: python | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup environment | |
| uses: ./.github/actions/sample-validation-setup | |
| with: | |
| azure-client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| azure-subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| os: ${{ runner.os }} | |
| - name: Run sample validation | |
| run: | | |
| cd scripts && uv run python -m sample_validation --subdir autogen-migration --save-report --report-name autogen-migration | |
| - name: Upload validation report | |
| uses: actions/upload-artifact@v7 | |
| if: always() | |
| with: | |
| name: validation-report-autogen-migration | |
| path: python/scripts/sample_validation/reports/ | |
| validate-semantic-kernel-migration: | |
| name: Validate semantic-kernel-migration | |
| runs-on: ubuntu-latest | |
| environment: integration | |
| env: | |
| # Azure AI configuration | |
| AZURE_AI_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_PROJECT_ENDPOINT }} | |
| AZURE_AI_MODEL_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # Azure OpenAI configuration | |
| AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }} | |
| AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }} | |
| AZURE_OPENAI_RESPONSES_DEPLOYMENT_NAME: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }} | |
| # OpenAI configuration | |
| OPENAI_API_KEY: ${{ secrets.OPENAI__APIKEY }} | |
| OPENAI_CHAT_MODEL_ID: ${{ vars.OPENAI__CHATMODELID }} | |
| OPENAI_RESPONSES_MODEL_ID: ${{ vars.OPENAI__RESPONSESMODELID }} | |
| # Copilot Studio | |
| COPILOTSTUDIOAGENT__ENVIRONMENTID: ${{ secrets.COPILOTSTUDIOAGENT__ENVIRONMENTID }} | |
| COPILOTSTUDIOAGENT__SCHEMANAME: ${{ secrets.COPILOTSTUDIOAGENT__SCHEMANAME }} | |
| COPILOTSTUDIOAGENT__TENANTID: ${{ secrets.COPILOTSTUDIOAGENT__TENANTID }} | |
| COPILOTSTUDIOAGENT__AGENTAPPID: ${{ secrets.COPILOTSTUDIOAGENT__AGENTAPPID }} | |
| defaults: | |
| run: | |
| working-directory: python | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup environment | |
| uses: ./.github/actions/sample-validation-setup | |
| with: | |
| azure-client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| azure-subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| os: ${{ runner.os }} | |
| - name: Run sample validation | |
| run: | | |
| cd scripts && uv run python -m sample_validation --subdir semantic-kernel-migration --save-report --report-name semantic-kernel-migration | |
| - name: Upload validation report | |
| uses: actions/upload-artifact@v7 | |
| if: always() | |
| with: | |
| name: validation-report-semantic-kernel-migration | |
| path: python/scripts/sample_validation/reports/ |