Automated retrieval #96
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Automated retrieval | |
| run-name: Automated retrieval | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: '0 16 * * *' | |
| permissions: | |
| contents: write | |
| jobs: | |
| # This condition lets the job run even if any of the previous jobs failed | |
| # ${{ ! cancelled() }} | |
| # This condition prevents the job from running if the test job failed | |
| # ${{ needs.test.result == 'success' }} | |
| test: | |
| uses: ./.github/workflows/test_functions.yml | |
| build-nsfw: | |
| needs: test | |
| if: ${{ ! cancelled() }} | |
| uses: ./.github/workflows/build_nsfw.yml | |
| retrieve-domains: | |
| needs: [test, build-nsfw] | |
| if: ${{ ! cancelled() && needs.test.result == 'success' }} | |
| uses: ./.github/workflows/retrieve_domains.yml | |
| secrets: inherit | |
| check-dead: | |
| needs: [test, retrieve-domains] | |
| if: ${{ ! cancelled() && needs.test.result == 'success' }} | |
| uses: ./.github/workflows/check_dead.yml | |
| # Moved to weekly workflow | |
| #prune-parked: | |
| # needs: [test, prune-dead] | |
| # if: ${{ ! cancelled() && needs.test.result == 'success' }} | |
| # uses: ./.github/workflows/check_parked.yml | |
| validate: | |
| needs: [test, check-dead] | |
| if: ${{ ! cancelled() && needs.test.result == 'success' }} | |
| uses: ./.github/workflows/validate_domains.yml | |
| secrets: inherit | |
| build: | |
| needs: [test, validate] | |
| if: ${{ ! cancelled() && needs.test.result == 'success' }} | |
| uses: ./.github/workflows/build_lists.yml | |
| prune-logs: | |
| needs: build | |
| if: ${{ ! cancelled() }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: main | |
| - name: Prune logs | |
| run: | | |
| bash scripts/tools.sh --prune-lines config/domain_log.csv 150000 | |
| bash scripts/tools.sh --prune-lines config/source_log.csv 10000 | |
| - name: Push | |
| run: | | |
| git config user.email ${{ vars.GIT_EMAIL }} | |
| git config user.name ${{ vars.GIT_USERNAME }} | |
| git add . | |
| git diff-index --quiet HEAD || git commit -m "CI: prune logs" | |
| git push -q | |
| update-readme: | |
| needs: [build, prune-logs] | |
| # Run only if build was successful | |
| if: ${{ ! cancelled() && needs.build.result == 'success' }} | |
| uses: ./.github/workflows/update_readme.yml |