CI #8885
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This is a basic workflow to help you get started with Actions | |
| name: CI | |
| on: | |
| pull_request: | |
| branches: [ master, next ] | |
| workflow_dispatch: | |
| inputs: | |
| custom_tag: | |
| description: 'Custom Docker tag (optional)' | |
| required: false | |
| default: '' | |
| jobs: | |
| install: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Github Actions Azure connection fix | |
| run: | | |
| sudo sed -i 's/azure/us/g' /etc/apt/sources.list | |
| - name: Installing Countly | |
| shell: bash | |
| run: sudo bash ./bin/countly.install.sh | |
| - name: NodeJS version | |
| shell: bash | |
| run: node --version | |
| - name: NPM version | |
| shell: bash | |
| run: npm --version | |
| - name: Mongo version | |
| shell: bash | |
| run: mongosh --version | |
| - name: Output API Logs | |
| if: ${{ always() }} | |
| run: cat log/countly-api.log | |
| - name: Output Dashboard Logs | |
| if: ${{ always() }} | |
| run: cat log/countly-dashboard.log | |
| - name: Output MongoDB Logs | |
| if: ${{ always() }} | |
| run: sudo cat /var/log/mongodb/mongod.log | |
| - name: Output Nginx Logs | |
| if: ${{ always() }} | |
| run: sudo cat /var/log/nginx/error.log | |
| lint: | |
| runs-on: ubuntu-latest | |
| services: | |
| mongodb: | |
| image: mongo:6.0 | |
| options: >- | |
| --health-cmd mongosh | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| ports: | |
| - 27017:27017 | |
| container: | |
| image: countly/countly-core:pipelines-${{ inputs.custom_tag || github.base_ref || github.ref_name }} | |
| env: | |
| COUNTLY_CONFIG__MONGODB_HOST: mongodb | |
| COUNTLY_CONFIG_API_PREVENT_JOBS: true | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Copy code | |
| shell: bash | |
| run: cp -rf ./* /opt/countly | |
| - name: Enable command line | |
| shell: bash | |
| run: sudo bash /opt/countly/bin/scripts/detect.init.sh | |
| - name: ShellCheck | |
| shell: bash | |
| run: | | |
| apt-get update -y | |
| apt-get -y install shellcheck | |
| countly shellcheck | |
| - name: ESLint | |
| shell: bash | |
| run: | | |
| npm install [email protected] | |
| npx eslint . | |
| - name: NPM install | |
| shell: bash | |
| working-directory: /opt/countly | |
| run: npm install | |
| - name: Enabling plugins | |
| shell: bash | |
| run: cp "./plugins/plugins.default.json" "/opt/countly/plugins/plugins.json" | |
| - name: DistFiles | |
| shell: bash | |
| working-directory: /opt/countly | |
| run: sudo countly task dist-all | |
| test-api-core: | |
| runs-on: ubuntu-latest | |
| services: | |
| mongodb: | |
| image: mongo:6.0 | |
| options: >- | |
| --health-cmd mongosh | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| ports: | |
| - 27017:27017 | |
| container: | |
| image: countly/countly-core:pipelines-${{ inputs.custom_tag || github.base_ref || github.ref_name }} | |
| env: | |
| COUNTLY_CONFIG__MONGODB_HOST: mongodb | |
| COUNTLY_CONFIG_API_PREVENT_JOBS: true | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Prepare tests | |
| shell: bash | |
| run: bash bin/scripts/countly.prepare.ce.tests.sh | |
| - name: Copy code | |
| shell: bash | |
| run: cp -rf ./* /opt/countly | |
| - name: Remove plugin tests | |
| shell: bash | |
| run: rm -rf /opt/countly/test/4.plugins | |
| - name: Configure API | |
| shell: bash | |
| run: "sed -i 's/port: 3001,/port: 3001, workers: 1,/' /opt/countly/api/config.js" | |
| - name: Run tests | |
| shell: bash | |
| working-directory: /opt/countly | |
| run: | | |
| npm install | |
| /sbin/my_init & | |
| node bin/scripts/test.connection.js | |
| npx grunt mochaTest | |
| ui-test-dashboard: | |
| runs-on: ubuntu-latest | |
| services: | |
| mongodb: | |
| image: mongo:6.0 | |
| options: >- | |
| --health-cmd mongosh | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| ports: | |
| - 27017:27017 | |
| container: | |
| image: countly/countly-core:pipelines-${{ inputs.custom_tag || github.base_ref || github.ref_name }} | |
| env: | |
| COUNTLY_CONFIG__MONGODB_HOST: mongodb | |
| COUNTLY_CONFIG_API_PREVENT_JOBS: true | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set XDG_RUNTIME_DIR | |
| run: echo "XDG_RUNTIME_DIR=/tmp" >> $GITHUB_ENV | |
| - name: Install Chrome | |
| shell: bash | |
| run: | | |
| apt update | |
| apt install -y libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb wget | |
| wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb -O /tmp/chrome.deb | |
| apt install -y /tmp/chrome.deb | |
| - name: Copy code | |
| shell: bash | |
| run: cp -rf ./* /opt/countly | |
| - name: Prepare environment | |
| shell: bash | |
| working-directory: /opt/countly | |
| run: | | |
| sed -i 's/port: 3001,/port: 3001, workers: 1,/' /opt/countly/api/config.js | |
| cp "./plugins/plugins.default.json" "/opt/countly/plugins/plugins.json" | |
| npm install | |
| sudo countly task dist-all | |
| bash bin/backup/import_events.sh | |
| bash bin/scripts/countly.prepare.ce.tests.sh | |
| countly add_user '${{ secrets.CYPRESS_USER_EMAIL }}' '${{ secrets.CYPRESS_USER_PASSWORD }}' | |
| mongosh --host mongodb --eval 'db.getSiblingDB("countly").members.updateOne({username: "${{ secrets.CYPRESS_USER_EMAIL }}"}, {$set: {username: "${{ secrets.CYPRESS_USER_USERNAME }}", subscribe_newsletter: true}});' | |
| mongosh --host mongodb --eval 'db.getSiblingDB("countly").plugins.updateOne({_id: "plugins"}, {$set: {"frontend.countly_tracking": true}});' | |
| cd ui-tests | |
| echo '{"username": "${{ secrets.CYPRESS_USER_USERNAME }}","email": "${{ secrets.CYPRESS_USER_EMAIL }}","password": "${{ secrets.CYPRESS_USER_PASSWORD }}"}' > cypress/fixtures/user.json | |
| sed -i 's/00000000-0000-0000-0000-000000000000/${{ secrets.CYPRESS_KEY }}/g' package.json | |
| cp cypress.config.sample.js cypress.config.js | |
| sed -i 's/000000/${{ secrets.CYPRESS_PROJECT_ID }}/g' cypress.config.js | |
| - name: Run UI tests | |
| shell: bash | |
| working-directory: /opt/countly | |
| run: | | |
| /sbin/my_init & | |
| cd ui-tests | |
| npm install | |
| xvfb-run --auto-servernum --server-args="-screen 0 1024x768x24" \ | |
| npm run cy:run:dashboard --headless --no-sandbox --disable-gpu --disable-dev-shm-usage | |
| - name: Upload UI tests artifacts | |
| if: ${{ failure() }} | |
| shell: bash | |
| working-directory: /opt/countly/ui-tests/cypress | |
| run: | | |
| ARTIFACT_ARCHIVE_NAME="$(date '+%Y%m%d-%H.%M')_${GITHUB_REPOSITORY#*/}_CI#${{ github.run_number }}.tar.gz" | |
| mkdir -p screenshots videos | |
| tar zcvf "$ARTIFACT_ARCHIVE_NAME" screenshots videos | |
| curl -o /tmp/uploader.log -u "${{ secrets.BOX_UPLOAD_AUTH }}" ${{ secrets.BOX_UPLOAD_PATH }} -T "$ARTIFACT_ARCHIVE_NAME" | |
| ui-test-onboarding: | |
| runs-on: ubuntu-latest | |
| services: | |
| mongodb: | |
| image: mongo:6.0 | |
| options: >- | |
| --health-cmd mongosh | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| ports: | |
| - 27017:27017 | |
| container: | |
| image: countly/countly-core:pipelines-${{ inputs.custom_tag || github.base_ref || github.ref_name }} | |
| env: | |
| COUNTLY_CONFIG__MONGODB_HOST: mongodb | |
| COUNTLY_CONFIG_API_PREVENT_JOBS: true | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set XDG_RUNTIME_DIR | |
| run: echo "XDG_RUNTIME_DIR=/tmp" >> $GITHUB_ENV | |
| - name: Install Chrome | |
| shell: bash | |
| run: | | |
| apt update | |
| apt install -y libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb wget | |
| wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb -O /tmp/chrome.deb | |
| apt install -y /tmp/chrome.deb | |
| - name: Copy code | |
| shell: bash | |
| run: cp -rf ./* /opt/countly | |
| - name: Prepare environment | |
| shell: bash | |
| working-directory: /opt/countly | |
| run: | | |
| sed -i 's/port: 3001,/port: 3001, workers: 1,/' /opt/countly/api/config.js | |
| cp "./plugins/plugins.default.json" "/opt/countly/plugins/plugins.json" | |
| npm install | |
| sudo countly task dist-all | |
| bash bin/scripts/countly.prepare.ce.tests.sh | |
| cd ui-tests | |
| echo '{"username": "${{ secrets.CYPRESS_USER_USERNAME }}","email": "${{ secrets.CYPRESS_USER_EMAIL }}","password": "${{ secrets.CYPRESS_USER_PASSWORD }}"}' > cypress/fixtures/user.json | |
| sed -i 's/00000000-0000-0000-0000-000000000000/${{ secrets.CYPRESS_KEY }}/g' package.json | |
| cp cypress.config.sample.js cypress.config.js | |
| sed -i 's/000000/${{ secrets.CYPRESS_PROJECT_ID }}/g' cypress.config.js | |
| - name: Run UI tests | |
| shell: bash | |
| working-directory: /opt/countly | |
| run: | | |
| /sbin/my_init & | |
| cd ui-tests | |
| npm install | |
| xvfb-run --auto-servernum --server-args="-screen 0 1024x768x24" \ | |
| npm run cy:run:onboarding --headless --no-sandbox --disable-gpu --disable-dev-shm-usage | |
| - name: Upload UI tests artifacts | |
| if: ${{ failure() }} | |
| shell: bash | |
| working-directory: /opt/countly/ui-tests/cypress | |
| run: | | |
| ARTIFACT_ARCHIVE_NAME="$(date '+%Y%m%d-%H.%M')_${GITHUB_REPOSITORY#*/}_CI#${{ github.run_number }}.tar.gz" | |
| mkdir -p screenshots videos | |
| tar zcvf "$ARTIFACT_ARCHIVE_NAME" screenshots videos | |
| curl -o /tmp/uploader.log -u "${{ secrets.BOX_UPLOAD_AUTH }}" ${{ secrets.BOX_UPLOAD_PATH }} -T "$ARTIFACT_ARCHIVE_NAME" |