opensource-data/.github/workflows/scrape.yml at master · developersdo/opensource-data · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
name: Scrape data each hours

on:
  schedule:
    - cron: '0 * * * *'
  repository_dispatch:
    types: [trigger]

env:
  NODE_ENV: production
  OSD_GH_TOKEN: ${{ secrets.OSD_GH_TOKEN }}

jobs:
  scrape:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v3

      - name: Read .nvmrc
        run: echo ::set-output name=NVMRC::$(cat .nvmrc)
        id: nvm

      - name: Setup node
        uses: actions/setup-node@v3
        with:
          node-version: '${{ steps.nvm.outputs.NVMRC }}'
          registry-url: 'https://registry.npmjs.org'

      - name: Cache node modules
        uses: actions/cache@v3
        env:
          cache-name: cache-node-modules
        with:
          path: ~/.npm
          key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
          restore-keys: |
            ${{ runner.os }}-build-${{ env.cache-name }}-
            ${{ runner.os }}-build-
            ${{ runner.os }}-

      - name: Install dependencies
        run: npm i

      - name: Run data migrations
        run: npm run migrations:run

      - name: Scrape data
        run: npm run scrape

      - name: Generate data
        run: npm run generate

      - uses: stefanzweifel/git-auto-commit-action@v4
        with:
          commit_message: Auto-update data.
          branch: master