crawl.yaml

name: crawl
on:
  schedule:
    - cron: "35 03 * * *"
jobs:
  update_changelogs:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.10"
      - name: Install Poetry
        uses: snok/install-poetry@v1
      - name: Install dependencies
        run: poetry install --no-interaction
        working-directory: ./crawler
      - name: load parse cache
        uses: actions/cache@v3
        env:
          cache-version: 3
        with:
          path: crawler/parse_cache.*.pkl
          key: ${{ runner.os }}-build-${{ env.cache-version }}
      - name: crawl git repo to update changelog files
        run: poetry run python -m crawler.crawl
        working-directory: ./crawler
      - uses: stefanzweifel/git-auto-commit-action@v4
        with:
          commit_message: "Updating CHANGELOG"
          file_pattern: "CHANGELOG.v3.full.json CHANGELOG.v3.full.txt CHANGELOG.v4.full.json CHANGELOG.v4.full.txt"
          commit_author: github-actions[bot] <actions@github.com>