From d3029a0099e30e1de26ebb7ef9b369bfff1b426d Mon Sep 17 00:00:00 2001 From: thebigg Date: Sun, 13 Dec 2020 17:38:32 -0600 Subject: [PATCH] -Isolated remote scrape into its own action. PaulMcInnis/JobFunnel#124 --- .github/workflows/ci-remote.yml | 39 +++++++++++++++++++++++++++++++++ .github/workflows/ci.yml | 2 +- 2 files changed, 40 insertions(+), 1 deletion(-) create mode 100644 .github/workflows/ci-remote.yml diff --git a/.github/workflows/ci-remote.yml b/.github/workflows/ci-remote.yml new file mode 100644 index 00000000..edc51127 --- /dev/null +++ b/.github/workflows/ci-remote.yml @@ -0,0 +1,39 @@ +# This workflow will install Python dependencies, run tests and lint with a single version of Python +# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions + +name: JobFunnel CI + +on: + push: + branches: [ isolate_remote ] + pull_request: + branches: [ testing ] + +jobs: + build: + + runs-on: ubuntu-16.04 + + steps: + - uses: actions/checkout@v2 + - name: Set up Python 3.8 + uses: actions/setup-python@v2 + with: + python-version: 3.8 + - name: Install dependencies + run: | + python -m pip install --upgrade pip + - name: Install JobFunnel + run: | + pip install -e . + python -m nltk.downloader stopwords + - name: Lint with flake8 + run: | + # stop the build if there are Python syntax errors or undefined names + flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics + - name: Test with pytest + run: | + pytest + - name: Run a Remote jobs only scrape + run: | + funnel inline -kw Python -ps ON -c Toronto -l CANADA_ENGLISH -remoteness FULLY_REMOTE -p INDEED -log-level DEBUG -csv demo_job_search_results/demo_remote_search.csv -cache demo_job_search_results/cache3 -blf demo_job_search_results/demo_block_list.json -dl demo_job_search_results/demo_duplicates_list.json -log-file demo_job_search_results/log.log \ No newline at end of file diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index d56a3ab8..dd6fcbf5 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -5,7 +5,7 @@ name: JobFunnel CI on: push: - branches: [ github_actions ] + branches: [ isolate_remote ] pull_request: branches: [ testing ]