Fix spark fixture #764
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmark timeseries commit | |
| on: | |
| pull_request_target: | |
| types: | |
| - closed | |
| jobs: | |
| if_merged: | |
| if: github.event.pull_request.merged == true && github.repository == 'moj-analytical-services/splink' | |
| runs-on: ubuntu-20.04 | |
| # only run this workflow on the upstream | |
| steps: | |
| #---------------------------------------------- | |
| # check-out repo and set-up python | |
| #---------------------------------------------- | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: master | |
| token: ${{ secrets.SPLINK_TOKEN }} | |
| - name: Set up python | |
| id: setup-python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.9.10 | |
| #---------------------------------------------- | |
| # -- save a few section by caching poetry -- | |
| #---------------------------------------------- | |
| - name: Load cached Poetry installation | |
| uses: actions/cache@v2 | |
| with: | |
| path: ~/.local # the path depends on the OS | |
| key: poetry-0 # increment to reset cache | |
| #---------------------------------------------- | |
| # ----- install & configure poetry ----- | |
| #---------------------------------------------- | |
| - name: Install Poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| virtualenvs-create: true | |
| virtualenvs-in-project: true | |
| installer-parallel: true | |
| #---------------------------------------------- | |
| # load cached venv if cache exists | |
| #---------------------------------------------- | |
| - name: Load cached venv | |
| id: cached-poetry-dependencies | |
| uses: actions/cache@v2 | |
| with: | |
| path: .venv | |
| key: venv-bm-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}-00 | |
| #---------------------------------------------- | |
| # install dependencies if cache does not exist | |
| #---------------------------------------------- | |
| - name: Install dependencies | |
| if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true' | |
| run: poetry install --no-interaction --no-root --with benchmarking | |
| #---------------------------------------------- | |
| # install your root project, if required | |
| #---------------------------------------------- | |
| - name: Install library | |
| run: poetry install --no-interaction | |
| #---------------------------------------------- | |
| # run benchmarks and comment | |
| #---------------------------------------------- | |
| - name: Run benchmark and comment | |
| run: | | |
| source .venv/bin/activate | |
| pytest benchmarking/test_performance.py --benchmark-json benchmarking/output.json -k 'test_2_rounds_1k_sqlite or test_2_rounds_1k_duckdb' | |
| python benchmarking/combine_benchmarks_timeseries.py | |
| git checkout master | |
| git config --global user.email "[email protected]" | |
| git config --global user.name "robin" | |
| git add -A -f benchmarking/time_series.json | |
| git commit -m "Updated benchmarks timeseries" || exit 0 | |
| git push --force |