Skip to content

Monte Carlo section modified. Passes mfile write when PROCESS fails b… #8

Monte Carlo section modified. Passes mfile write when PROCESS fails b…

Monte Carlo section modified. Passes mfile write when PROCESS fails b… #8

Workflow file for this run

name: PROCESS main/develop testing
on: push
permissions:
contents: read
pages: write
id-token: write
jobs:
docker:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Check for changed files effecting the container
uses: dorny/paths-filter@v2
id: changes
with:
filters: |
build_container:
- 'docker/ci/Dockerfile'
- 'requirements.txt'
# DISABLED BECAUSE PRIVATE REPO STORAGE NOT ENOUGH, USING
# ghcr.io/timothy-nunn/process-ci:latest TO TEST
# - name: Login to GitHub Container Registry
# if: steps.changes.outputs.build_container && (github.ref == 'refs/heads/develop' || github.ref == 'refs/heads/main')
# uses: docker/login-action@v1
# with:
# registry: ghcr.io
# username: jonmaddock
# password: ${{ secrets.PROCESS_CI_PAT }}
# - name: Build the PROCESS Docker image
# if: steps.changes.outputs.build_container && (github.ref == 'refs/heads/develop' || github.ref == 'refs/heads/main')
# run: |
# cp requirements.txt docker/ci/
# cd docker/ci
# docker build . -t ghcr.io/jonmaddock/process-ci:latest
# docker push ghcr.io/jonmaddock/process-ci:latest
make-py38:
runs-on: ubuntu-latest
needs: docker
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v3
- name: Build PROCESS
run: |
git config --global --add safe.directory '*'
cmake -S. -Bbuild
cmake --build build
- name: Archive build artifacts in process
uses: actions/upload-artifact@v3
with:
name: process-build-artifacts
path: |
process/**/*.so
process/io/python_fortran_dicts.json
- name: Archive coverage data
uses: actions/upload-artifact@v3
with:
name: coverage-artifacts
path: |
build/CMakeFiles/process.dir/source/fortran/*.gcno
lcov_results
- name: Archive ford artifacts
uses: actions/upload-artifact@v3
with:
name: ford-artifact
path: build/ford_project.pickle
unit-py38:
runs-on: ubuntu-latest
needs: make-py38
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v3
- name: Download build artifacts
uses: actions/download-artifact@v3
with:
name: process-build-artifacts
path: process/
- name: Install PROCESS
run: pip install .
- name: Run unit tests
run: pytest --cov=process tests/unit -v | tee tests/unit/pytest.log
- name: Archive unit test coverage data
uses: actions/upload-artifact@v3
with:
name: unit-coverage-artifacts
path: .coverage
- name: Archive unit test log
uses: actions/upload-artifact@v3
with:
name: unit-test-log
path: tests/unit/pytest.log
# integration-py38:
# runs-on: ubuntu-latest
# needs: make-py38
# container:
# image: ghcr.io/timothy-nunn/process-ci:latest
# credentials:
# username: ${{ github.actor }}
# password: ${{ secrets.GITHUB_TOKEN }}
# steps:
# - uses: actions/checkout@v3
# - name: Download build artifacts
# uses: actions/download-artifact@v3
# with:
# name: process-build-artifacts
# path: process/
# - name: Install PROCESS
# run: pip install .
# - name: Run integration tests
# run: pytest tests/integration/ -n auto -v | tee tests/integration/pytest.log
# - name: Archive integration test log
# uses: actions/upload-artifact@v3
# with:
# name: integration-test-log
# path: tests/integration/pytest.log
# TODO: lcov?
regression-py38:
runs-on: ubuntu-latest
needs: make-py38
continue-on-error: true
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v3
- name: Download build artifacts
uses: actions/download-artifact@v3
with:
name: process-build-artifacts
path: process/
- name: Install PROCESS
run: pip install .
- name: Run regression tests
run: pytest tests/regression -v --reg-tolerance=0 | tee tests/regression/pytest.log || echo "::warning ::Some of the PyTest jobs have failed"
- name: Archive regression test log
uses: actions/upload-artifact@v3
with:
name: regression-test-log
path: tests/regression/pytest.log
regression-5-percent-py38:
runs-on: ubuntu-latest
needs: make-py38
continue-on-error: true
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v3
- name: Download build artifacts
uses: actions/download-artifact@v3
with:
name: process-build-artifacts
path: process/
- name: Install PROCESS
run: pip install .
- name: Run regression tests
run: pytest tests/regression | tee tests/regression/pytest.log || echo "::warning ::Some of the PyTest jobs have failed"
- name: Archive regression 5% test log
uses: actions/upload-artifact@v3
with:
name: regression-5-percent-test-log
path: tests/regression/pytest.log
baseline_2018-py38:
runs-on: ubuntu-latest
needs: make-py38
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
if: github.ref == 'refs/heads/develop'
steps:
- uses: actions/checkout@v3
- name: Download build artifacts
uses: actions/download-artifact@v3
with:
name: process-build-artifacts
path: process/
- name: Install PROCESS
run: pip install .
- name: Run baseline 2018
run: process -i tracking/baseline_2018/baseline_2018_IN.DAT
- name: Archive baseline 2018 MFILE
uses: actions/upload-artifact@v3
with:
name: baseline-2018-mfile
path: tracking/baseline_2018/baseline_2018_MFILE.DAT
starfire-py38:
runs-on: ubuntu-latest
needs: make-py38
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
if: github.ref == 'refs/heads/develop'
steps:
- uses: actions/checkout@v3
- name: Download build artifacts
uses: actions/download-artifact@v3
with:
name: process-build-artifacts
path: process/
- name: Install PROCESS
run: pip install .
- name: Run starfire
run: |
process -i tests/regression/scenarios/starfire/IN.DAT
mv tests/regression/scenarios/starfire/MFILE.DAT tracking/starfire_MFILE.DAT
- name: Archive starfire MFILE
uses: actions/upload-artifact@v3
with:
name: starfire-mfile
path: tracking/starfire_MFILE.DAT
flake8:
runs-on: ubuntu-latest
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v3
- name: Run Flake8 linter
run: python -m flake8 --tee .
black:
runs-on: ubuntu-latest
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v3
- name: Run Black
run: python -m black --check .
tracking:
concurrency:
group: tracking-jobs
cancel-in-progress: false
runs-on: ubuntu-latest
needs: [baseline_2018-py38, starfire-py38]
if: github.ref == 'refs/heads/develop'
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v3
- name: Download build artifacts
uses: actions/download-artifact@v3
with:
name: process-build-artifacts
path: process/
- name: Install PROCESS
run: pip install .
- name: Setup SSH identity
uses: webfactory/[email protected]
with:
ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
- name: Download tracking data
run: git clone [email protected]:timothy-nunn/process-tracking-data.git process-tracking-data
- name: Download baseline 2018 MFILE
uses: actions/download-artifact@v3
with:
name: baseline-2018-mfile
path: tracking/
- name: Download Starfire MFILE
uses: actions/download-artifact@v3
with:
name: starfire-mfile
path: tracking/
- name: Create new tracking entries
run: |
python tracking/tracking_data.py track process-tracking-data --mfile tracking/baseline_2018_MFILE.DAT --hash ${{ github.sha }} --commit '${{ github.event.head_commit.message }}'
python tracking/tracking_data.py track process-tracking-data --mfile tracking/starfire_MFILE.DAT --hash ${{ github.sha }} --commit '${{ github.event.head_commit.message }}'
- name: Create the tracking dashboard
run: python tracking/tracking_data.py plot process-tracking-data --out tracking.html
- name: Archive tracking dashboard
uses: actions/upload-artifact@v3
with:
name: tracking-html
path: tracking.html
- name: Setup Git identity
run: |
git config --global user.email "${{ github.triggering_actor }}@github.runner"
git config --global user.name "${{ github.job }}"
- name: Commit and push tracking data
run: |
cd process-tracking-data
git add .
git commit -m "${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}"
git push
docs:
concurrency:
group: docs-jobs
cancel-in-progress: false
runs-on: ubuntu-latest
needs: tracking
if: github.ref == 'refs/heads/develop'
container:
image: ghcr.io/timothy-nunn/process-ci:latest
credentials:
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v3
- name: Download build artifacts
uses: actions/download-artifact@v3
with:
name: process-build-artifacts
path: process/
- name: Install PROCESS
run: pip install -e .
- run: ford documentation/ford/index.md
- name: Download ford project
uses: actions/download-artifact@v3
with:
name: ford-artifact
path: build/
- run: python scripts/document_fortran_interface.py
- run: python scripts/vardes.py
- run: mkdocs build
- run: mv ford_site site
- name: Download tracking html
uses: actions/download-artifact@v3
with:
name: tracking-html
- run: mv tracking.html site || cp site/404.html site/tracking.html
- name: Upload documentation page
uses: actions/upload-pages-artifact@v1
with:
path: "site/"
- name: Deploy GitHub pages
id: deployment
uses: actions/deploy-pages@v2