From 21bdb024c21ce318ee361d066f8067ad56fadba9 Mon Sep 17 00:00:00 2001 From: stefanomunarini Date: Thu, 18 May 2023 18:25:32 +0100 Subject: [PATCH 1/7] chore: use crawler --- .github/workflows/crawler.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/crawler.yml b/.github/workflows/crawler.yml index 8c966dc716e..af4b0aa9249 100644 --- a/.github/workflows/crawler.yml +++ b/.github/workflows/crawler.yml @@ -15,4 +15,6 @@ jobs: with: override-files: | https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile=Gemfile - https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile.lock=Gemfile.lock \ No newline at end of file + https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile.lock=Gemfile.lock + args: ${{ github.event.inputs.args }} + commit-indexes: false \ No newline at end of file From 5fc4e71910b9d7b6c0ef808d644e20c28dacf01a Mon Sep 17 00:00:00 2001 From: Stefano Date: Wed, 19 Jul 2023 21:11:26 +0100 Subject: [PATCH 2/7] chore: remove Gemfile.lock --- .github/workflows/crawler.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/crawler.yml b/.github/workflows/crawler.yml index af4b0aa9249..ea1e22cc4c6 100644 --- a/.github/workflows/crawler.yml +++ b/.github/workflows/crawler.yml @@ -15,6 +15,5 @@ jobs: with: override-files: | https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile=Gemfile - https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile.lock=Gemfile.lock args: ${{ github.event.inputs.args }} - commit-indexes: false \ No newline at end of file + commit-indexes: false From b66ad858a34dbbde94f2738cd1b3fd5c40ab49c4 Mon Sep 17 00:00:00 2001 From: gkr-bot Date: Sun, 1 Oct 2023 01:07:56 +0000 Subject: [PATCH 3/7] Automated commit by Keepalive Workflow to keep the repository active From 34e30b7057ea22465c7fa4fbc51f734817a9376e Mon Sep 17 00:00:00 2001 From: stefanomunarini Date: Sun, 8 Oct 2023 14:52:48 +0100 Subject: [PATCH 4/7] chore: clone ieee-rawbib and run fetcher --- .github/workflows/crawler.yml | 7 ++++++- crawler.rb | 10 +++++++--- 2 files changed, 13 insertions(+), 4 deletions(-) diff --git a/.github/workflows/crawler.yml b/.github/workflows/crawler.yml index ea1e22cc4c6..d91fee009c1 100644 --- a/.github/workflows/crawler.yml +++ b/.github/workflows/crawler.yml @@ -9,11 +9,16 @@ on: - cron: '0 14 * * *' workflow_dispatch: +env: + token: "test" + jobs: crawl: uses: relaton/support/.github/workflows/crawler.yml@master with: override-files: | - https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile=Gemfile + https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile=Gemfileg args: ${{ github.event.inputs.args }} commit-indexes: false + secrets: inherit + diff --git a/crawler.rb b/crawler.rb index 63a41c6918b..27801aa3fc6 100644 --- a/crawler.rb +++ b/crawler.rb @@ -1,14 +1,18 @@ # frozen_string_literal: true require "fileutils" +require "relaton_ieee" t1 = Time.now puts "Started at: #{t1}" -system("git clone https://github.com/ietf-tools/relaton-data-ieee") +token = ENV["token"] +puts token + +system("git clone https://oauth2:#{token}@github.com/ietf-ribose/ieee-rawbib.git ieee-rawbib") FileUtils.rm_rf("data") -FileUtils.cp_r("relaton-data-ieee/data", ".") -FileUtils.rm_rf("relaton-data-ieee") +RelatonIeee::DataFetcher.fetch +FileUtils.rm_rf("ieee-rawbib") t2 = Time.now puts "Stopped at: #{t2}" From 13aa7356ede3b3a8bcaf15af5d489420cb338432 Mon Sep 17 00:00:00 2001 From: stefanomunarini Date: Tue, 10 Oct 2023 08:59:40 +0100 Subject: [PATCH 5/7] chore: use ARGV to retrieve credentials --- .github/workflows/crawler.yml | 6 ++++-- crawler.rb | 5 ++--- 2 files changed, 6 insertions(+), 5 deletions(-) diff --git a/.github/workflows/crawler.yml b/.github/workflows/crawler.yml index d91fee009c1..b87efbdb7df 100644 --- a/.github/workflows/crawler.yml +++ b/.github/workflows/crawler.yml @@ -15,10 +15,12 @@ env: jobs: crawl: uses: relaton/support/.github/workflows/crawler.yml@master + secrets: + args: ${{ secrets.IETF_BIB_BOT_PAT }} with: override-files: | - https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile=Gemfileg + https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile=Gemfile args: ${{ github.event.inputs.args }} commit-indexes: false - secrets: inherit +# secrets: inherit diff --git a/crawler.rb b/crawler.rb index 27801aa3fc6..10d79462d9c 100644 --- a/crawler.rb +++ b/crawler.rb @@ -6,11 +6,10 @@ t1 = Time.now puts "Started at: #{t1}" -token = ENV["token"] -puts token - +token = ARGV.shift system("git clone https://oauth2:#{token}@github.com/ietf-ribose/ieee-rawbib.git ieee-rawbib") FileUtils.rm_rf("data") + RelatonIeee::DataFetcher.fetch FileUtils.rm_rf("ieee-rawbib") From e086e8bb9b5cb9bd4b9def85ef149567f161bcc6 Mon Sep 17 00:00:00 2001 From: stefanomunarini Date: Wed, 11 Oct 2023 08:42:53 +0100 Subject: [PATCH 6/7] chore: remove dummy env var --- .github/workflows/crawler.yml | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/.github/workflows/crawler.yml b/.github/workflows/crawler.yml index b87efbdb7df..282c7fac55c 100644 --- a/.github/workflows/crawler.yml +++ b/.github/workflows/crawler.yml @@ -9,18 +9,13 @@ on: - cron: '0 14 * * *' workflow_dispatch: -env: - token: "test" - jobs: crawl: uses: relaton/support/.github/workflows/crawler.yml@master - secrets: - args: ${{ secrets.IETF_BIB_BOT_PAT }} with: override-files: | https://raw.githubusercontent.com/ietf-tools/bibxml-service/main/Gemfile=Gemfile args: ${{ github.event.inputs.args }} commit-indexes: false -# secrets: inherit - + secrets: + args: ${{ secrets.IETF_BIB_BOT_PAT }} From e0dfb8d1b5cbaac0b1792fca69041e178795d725 Mon Sep 17 00:00:00 2001 From: stefanomunarini Date: Fri, 3 Nov 2023 19:44:07 +0000 Subject: [PATCH 7/7] chore: use ietf-tools/relaton-data-ieee --- crawler.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crawler.rb b/crawler.rb index 10d79462d9c..672379189cd 100644 --- a/crawler.rb +++ b/crawler.rb @@ -7,7 +7,7 @@ puts "Started at: #{t1}" token = ARGV.shift -system("git clone https://oauth2:#{token}@github.com/ietf-ribose/ieee-rawbib.git ieee-rawbib") +system("git clone https://oauth2:#{token}@github.com/ietf-tools/ieee-rawbib.git ieee-rawbib") FileUtils.rm_rf("data") RelatonIeee::DataFetcher.fetch