Scrape data each hours #25456
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Scrape data each hours | |
| on: | |
| schedule: | |
| - cron: '0 * * * *' | |
| repository_dispatch: | |
| types: [trigger] | |
| env: | |
| NODE_ENV: production | |
| OSD_GH_TOKEN: ${{ secrets.OSD_GH_TOKEN }} | |
| jobs: | |
| scrape: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Read .nvmrc | |
| run: echo ::set-output name=NVMRC::$(cat .nvmrc) | |
| id: nvm | |
| - name: Setup node | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '${{ steps.nvm.outputs.NVMRC }}' | |
| registry-url: 'https://registry.npmjs.org' | |
| - name: Cache node modules | |
| uses: actions/cache@v3 | |
| env: | |
| cache-name: cache-node-modules | |
| with: | |
| path: ~/.npm | |
| key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }} | |
| restore-keys: | | |
| ${{ runner.os }}-build-${{ env.cache-name }}- | |
| ${{ runner.os }}-build- | |
| ${{ runner.os }}- | |
| - name: Install dependencies | |
| run: npm i | |
| - name: Run data migrations | |
| run: npm run migrations:run | |
| - name: Scrape data | |
| run: npm run scrape | |
| - name: Generate data | |
| run: npm run generate | |
| - uses: stefanzweifel/git-auto-commit-action@v4 | |
| with: | |
| commit_message: Auto-update data. | |
| branch: master |