Skip to content

Remove _pipeline from linker and refactor CTE pipeline #1429

Remove _pipeline from linker and refactor CTE pipeline

Remove _pipeline from linker and refactor CTE pipeline #1429

Workflow file for this run

name: Run postgres tests with cache
on:
pull_request:
branches:
- master
- '**dev'
paths:
- splink/**
- tests/**
- pyproject.toml
jobs:
test:
runs-on: ubuntu-20.04
strategy:
matrix:
python-version: [ "3.8.16", "3.9.10" ]
services:
pg_splink_ci:
image: postgres
# use default connection options - no need to do any different
env:
POSTGRES_USER: splinkognito
POSTGRES_PASSWORD: splink123!
POSTGRES_DB: splink_db
# Set health checks to wait until postgres has started
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
# map port so we can access
- 5432:5432
name: Run tests with python verion ${{ matrix.python-version }}
steps:
#----------------------------------------------
# check-out repo and set-up python
#----------------------------------------------
- name: Check out repository
uses: actions/checkout@v3
- name: Set up python
id: setup-python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
#----------------------------------------------
# -- save a few section by caching poetry --
#----------------------------------------------
- name: Load cached Poetry installation
uses: actions/cache@v2
with:
path: ~/.local # the path depends on the OS
key: poetry-0 # increment to reset cache
#----------------------------------------------
# ----- install & configure poetry -----
#----------------------------------------------
- name: Install Poetry
uses: snok/install-poetry@v1
with:
version: 1.5.1
virtualenvs-create: true
virtualenvs-in-project: true
installer-parallel: true
#----------------------------------------------
# load cached venv if cache exists
#----------------------------------------------
- name: Load cached venv
id: cached-poetry-dependencies
uses: actions/cache@v2
with:
path: .venv
key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}-00
#----------------------------------------------
# install dependencies if cache does not exist
#----------------------------------------------
- name: Install dependencies
if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
run: poetry install --no-interaction --no-root
#----------------------------------------------
# install your root project, if required
#----------------------------------------------
- name: Install library
run: poetry install --no-interaction
#----------------------------------------------
# run test suite
#----------------------------------------------
- name: Run only postgres-marked tests
run: |
source .venv/bin/activate
pytest -v --durations=0 -m postgres_only tests/