google drive links #1653

Workflow file for this run

.github/workflows/testsuite.yaml at 0da2221

	name: Tests
	on: [push, pull_request]

	concurrency:
	group: ${{ github.workflow }}-${{ github.head_ref \|\| github.run_id }}
	cancel-in-progress: true

	jobs:
	tests:
	env:
	ENV_NAME: ${{ matrix.env_name }}
	PYTHON: ${{ matrix.python-version }}
	OS: ${{ matrix.os }}
	name: Testing
	runs-on: ${{ matrix.os }}
	defaults:
	run:
	# Adding -l {0} helps ensure conda can be found properly.
	shell: bash -l {0}
	strategy:
	fail-fast: false
	matrix:
	os: [ubuntu-latest, macos-latest]
	python-version: ["3.10", "3.11", "3.12"]
	env_name: [pyuvsim_tests_openmpi]
	include:
	- env_name: pyuvsim_tests_mpich
	python-version: "3.11"
	os: ubuntu-latest
	- env_name: pyuvsim_tests_mpich
	python-version: "3.11"
	os: macos-latest
	steps:
	- uses: actions/checkout@main
	with:
	fetch-depth: 0

	- name: Setup Miniforge
	uses: conda-incubator/setup-miniconda@v3
	with:
	miniforge-version: latest
	python-version: ${{ env.PYTHON }}
	environment-file: ci/${{ env.ENV_NAME }}.yaml
	activate-environment: ${{ env.ENV_NAME }}

	- name: Conda Info
	run: \|
	conda info -a
	conda list
	PYVER=`python -c "import sys; print('{:d}.{:d}'.format(sys.version_info.major, sys.version_info.minor))"`
	if [[ $PYVER != ${{ env.PYTHON }} ]]; then
	exit 1;
	fi

	- name: Install
	# calling git right before the install seems to prevent a time-out within setuptools_scm on MacOS
	run: \|
	git describe --tags
	git version
	SETUPTOOLS_SCM_DEBUG=1 pip install --no-deps .

	- name: Run Tests
	run: \|
	python -m pytest -n auto --cov=pyuvsim --cov-config=.coveragerc --cov-report xml:./coverage.xml --junitxml=test-reports/xunit.xml

	- name: Upload Coverage
	uses: codecov/codecov-action@v4
	if: success()
	with:
	token: ${{secrets.CODECOV_TOKEN}} #required
	file: ./coverage.xml #optional
	env_vars: OS,PYTHON
	fail_ci_if_error: true

	# Use pip for diversity
	# do this on min_deps because it's hard to get mpi4py to install from pip
	min_deps:
	env:
	PYTHON: "3.11"
	name: Min Deps Testing
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@main
	with:
	fetch-depth: 0

	- name: Setup Python
	uses: actions/setup-python@v4
	with:
	python-version: ${{ env.PYTHON }}

	# Just install the test requirements, also install pytest-xdist for speed
	- name: Install
	run: \|
	pip install -e .[test]
	pip install pytest-xdist

	- name: Environment Info
	run: \|
	pip list
	PYVER=`python -c "import sys; print('{:d}.{:d}'.format(sys.version_info.major, sys.version_info.minor))"`
	if [[ $PYVER != ${{ env.PYTHON }} ]]; then
	exit 1;
	fi

	- name: Run Tests
	run: \|
	python -m pytest -n auto --cov=pyuvsim --cov-config=.coveragerc --cov-report xml:./coverage.xml

	- uses: codecov/codecov-action@v4
	if: success()
	with:
	token: ${{secrets.CODECOV_TOKEN}} #required
	files: ./coverage.xml #optional

	min_versions:
	env:
	ENV_NAME: min_versions
	PYTHON: "3.10"
	name: Min Versions Testing
	defaults:
	run:
	# Adding -l {0} helps ensure conda can be found properly.
	shell: bash -l {0}
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@main
	with:
	fetch-depth: 0
	- name: Setup Miniforge
	uses: conda-incubator/setup-miniconda@v3
	with:
	miniforge-version: latest
	python-version: ${{ env.PYTHON }}
	environment-file: ci/${{ env.ENV_NAME }}.yaml
	activate-environment: ${{ env.ENV_NAME }}

	- name: Conda Info
	run: \|
	conda info -a
	conda list
	PYVER=`python -c "import sys; print('{:d}.{:d}'.format(sys.version_info.major, sys.version_info.minor))"`
	if [[ $PYVER != ${{ env.PYTHON }} ]]; then
	exit 1;
	fi

	- name: Install
	run: \|
	pip install --no-deps .

	- name: Run Tests
	run: \|
	python -m pytest -n auto --cov=pyuvsim --cov-config=.coveragerc --cov-report xml:./coverage.xml --junitxml=test-reports/xunit.xml

	- uses: codecov/codecov-action@v4
	if: success()
	with:
	token: ${{secrets.CODECOV_TOKEN}} #required
	file: ./coverage.xml #optional
	env_vars: OS,PYTHON
	fail_ci_if_error: true

	warning_test:
	env:
	ENV_NAME: pyuvsim_tests_mpich
	PYTHON: "3.11"
	name: Warning Test
	runs-on: ubuntu-latest
	defaults:
	run:
	# Adding -l {0} helps ensure conda can be found properly.
	shell: bash -l {0}
	steps:
	- uses: actions/checkout@main
	with:
	fetch-depth: 0

	- name: Setup Miniforge
	uses: conda-incubator/setup-miniconda@v3
	with:
	miniforge-version: latest
	python-version: ${{ env.PYTHON }}
	environment-file: ci/${{ env.ENV_NAME }}.yaml
	activate-environment: ${{ env.ENV_NAME }}

	- name: Conda Info
	run: \|
	conda info -a
	conda list
	PYVER=`python -c "import sys; print('{:d}.{:d}'.format(sys.version_info.major, sys.version_info.minor))"`
	if [[ $PYVER != ${{ env.PYTHON }} ]]; then
	exit 1;
	fi

	- name: Install
	run: \|
	pip install --no-deps .

	- name: Run Tests
	run: \|
	python -m pytest -n auto -W error --cov=pyuvsim --cov-config=.coveragerc --cov-report xml:./coverage.xml --junitxml=test-reports/xunit.xml

	- name: Upload Coverage
	uses: codecov/codecov-action@v4
	if: success()
	with:
	token: ${{secrets.CODECOV_TOKEN}} #required
	file: ./coverage.xml #optional
	env_vars: OS,PYTHON
	fail_ci_if_error: true

	# TODO: should implement generic method of determining os instead of hardcoding it
	benchmark:
	name: Performance Benchmark
	needs: tests
	env:
	ENV_NAME: pyuvsim_tests_mpich
	PYTHON: "3.12"
	runs-on: ubuntu-latest

	strategy:
	max-parallel: 1
	matrix:
	include:
	- id: test_run_11
	name: "1.1 Reference Simulations"
	- id: test_run_12
	name: "1.2 Reference Simulations"
	- id: test_run_13
	name: "1.3 Reference Simulations"

	defaults:
	run:
	# Adding -l {0} helps ensure conda can be found properly.
	shell: bash -l {0}
	steps:
	- uses: actions/checkout@main

	- name: Setup Miniforge
	uses: conda-incubator/setup-miniconda@v3
	with:
	miniforge-version: latest
	python-version: ${{ env.PYTHON }}
	environment-file: ci/${{ env.ENV_NAME }}.yaml
	activate-environment: ${{ env.ENV_NAME }}
	run-post: false

	- name: Conda Info
	run: \|
	conda info -a
	conda list
	PYVER=`python -c "import sys; print('{:d}.{:d}'.format(sys.version_info.major, sys.version_info.minor))"`
	if [[ $PYVER != $PYTHON ]]; then
	exit 1;
	fi

	# also install benchmark utility and requests
	- name: Install
	run: \|
	pip install pytest-benchmark
	pip install requests
	pip install .

	- name: Run benchmark
	run: \|
	mpiexec -n 1 -np 1 pytest -k ${{ matrix.id }} --benchmark-only --benchmark-json output.json

	# TODO: figure out why / if okay to delete before downloading?
	- name: Clear previous benchmark report
	if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/1.1_ref_sim_ci_workflow'}}
	env:
	GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	run: \|
	gh cache delete ${{ matrix.id }}-benchmark --repo RadioAstronomySoftwareGroup/pyuvsim
	continue-on-error: true

	# Download previous benchmark result from cache (if exists)
	- name: Download previous benchmark data
	uses: actions/cache@v4
	with:
	path: ./cache
	key: ${{ matrix.id }}-benchmark

	# TODO: figure out if this appropriately updates the cache
	# 1
	# this step also EDITS the ./cache/benchmark-data.json file
	# We do not need to add output.json to the cache directory
	- name: Compare benchmarks
	uses: benchmark-action/github-action-benchmark@v1
	with:
	# What benchmark tool the output.txt came from
	tool: 'pytest'
	# Where the output from the benchmark tool is stored
	output-file-path: output.json
	# Where the previous data file is stored
	external-data-json-path: ./cache/benchmark-data.json
	# should fail consistently
	alert-threshold: "120%"
	# Workflow will fail when an alert happens
	fail-on-alert: true
	# Comment on the PR if the branch is not a fork
	comment-on-alert: true
	# Enable Job Summary for PRs
	summary-always: true
	# Always leave a comment
	comment-always: true
	github-token: ${{ secrets.GITHUB_TOKEN }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

google drive links #1653

Workflow file

google drive links #1653

Jobs

Run details

Workflow file for this run