From 4a87fcd6e48420a8bd885710d354157b6f7aa78f Mon Sep 17 00:00:00 2001 From: Aayush Giri <101140354+Giri-Aayush@users.noreply.github.com> Date: Tue, 15 Oct 2024 15:23:31 +0530 Subject: [PATCH] Update ci.yml faster checking of most URLs while giving more time between requests to Medium URLs to avoid rate limiting issues. --- .github/workflows/ci.yml | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index e57a7ca..f92e4d2 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -1,11 +1,9 @@ name: Build - on: push: branches: [master] pull_request: branches: [master] - jobs: test: runs-on: ubuntu-latest @@ -18,4 +16,10 @@ jobs: - name: Install awesome_bot run: gem install awesome_bot - name: Check URLs - run: awesome_bot README.md --allow-redirect --request-delay 1 + run: | + awesome_bot README.md --allow-redirect --request-delay 0.2 \ + --white-list medium.com + - name: Check Medium URLs + run: | + grep -Eo 'https?://[^[:space:]]+medium.com[^[:space:]]*' README.md | \ + xargs -I {} awesome_bot {} --allow-redirect --request-delay 5