Skip to content

Commit

Permalink
Merge pull request #4702 from QMCPACK/rc_3170
Browse files Browse the repository at this point in the history
Rc 3170
  • Loading branch information
prckent authored Aug 18, 2023
2 parents 5b7544c + cde07c6 commit 9049a90
Show file tree
Hide file tree
Showing 1,013 changed files with 49,853 additions and 66,589 deletions.
182 changes: 40 additions & 142 deletions .github/workflows/ci-github-actions-self-hosted.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,10 +20,10 @@ jobs:
fail-fast: false
matrix:
jobname: [
GCC9-NoMPI-MKL-Real-Mixed, # mixed precision
GCC9-NoMPI-MKL-Complex-Mixed,
GCC9-NoMPI-MKL-Real, # full precision
GCC9-NoMPI-MKL-Complex,
GCC11-NoMPI-MKL-Real-Mixed, # mixed precision
GCC11-NoMPI-MKL-Complex-Mixed,
GCC11-NoMPI-MKL-Real, # full precision
GCC11-NoMPI-MKL-Complex,
]

steps:
Expand All @@ -36,7 +36,7 @@ jobs:
if: contains(env.SECRET_ACTORS, env.ACTOR_TOKEN)
id: check
run: |
echo "::set-output name=triggered::true"
echo "triggered=true" >> $GITHUB_OUTPUT
# Request repo info, required since issue_comment doesn't point at PR commit, but develop
- name: GitHub API Request
Expand Down Expand Up @@ -64,10 +64,10 @@ jobs:
if: steps.check.outputs.triggered == 'true'
id: pr_data
run: |
echo "::set-output name=branch::${{ fromJson(steps.request.outputs.data).head.ref }}"
echo "::set-output name=repo_name::${{ fromJson(steps.request.outputs.data).head.repo.full_name }}"
echo "::set-output name=repo_clone_url::${{ fromJson(steps.request.outputs.data).head.repo.clone_url }}"
echo "::set-output name=repo_ssh_url::${{ fromJson(steps.request.outputs.data).head.repo.ssh_url }}"
echo "branch=${{ fromJson(steps.request.outputs.data).head.ref }}" >> $GITHUB_OUTPUT
echo "repo_name=${{ fromJson(steps.request.outputs.data).head.repo.full_name }}" >> $GITHUB_OUTPUT
echo "repo_clone_url=${{ fromJson(steps.request.outputs.data).head.repo.clone_url }}" >> $GITHUB_OUTPUT
echo "repo_ssh_url=${{ fromJson(steps.request.outputs.data).head.repo.ssh_url }}" >> $GITHUB_OUTPUT
- name: Checkout PR branch
if: steps.check.outputs.triggered == 'true'
Expand All @@ -79,15 +79,15 @@ jobs:

- name: Configure
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh configure
run: tests/test_automation/github-actions/ci/run_step_ornl-sulfur-1.sh configure

- name: Build
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh build
run: tests/test_automation/github-actions/ci/run_step_ornl-sulfur-1.sh build

- name: Test
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh test
run: tests/test_automation/github-actions/ci/run_step_ornl-sulfur-1.sh test

- name: Report PR status
if: always() && steps.check.outputs.triggered == 'true'
Expand Down Expand Up @@ -115,17 +115,14 @@ jobs:
fail-fast: false
matrix:
jobname: [
GCC9-NoMPI-Legacy-CUDA-Real-Mixed, # mixed precision
GCC9-NoMPI-Legacy-CUDA-Complex-Mixed,
GCC9-NoMPI-Legacy-CUDA-Real, # full precision
GCC9-NoMPI-Legacy-CUDA-Complex,
Clang15-MPI-CUDA-AFQMC-Offload-Real-Mixed, # auxiliary field, offload
Clang15-MPI-CUDA-AFQMC-Offload-Real,
Clang15-MPI-CUDA-AFQMC-Offload-Complex-Mixed,
Clang15-MPI-CUDA-AFQMC-Offload-Complex,
Intel21-MPI-CUDA-AFQMC-Real-Mixed, # auxiliary field, requires MPI
Intel21-MPI-CUDA-AFQMC-Complex-Mixed,
Intel21-MPI-CUDA-AFQMC-Real,
V100-Clang16-MPI-CUDA-AFQMC-Offload-Real-Mixed, # auxiliary field, offload
V100-Clang16-MPI-CUDA-AFQMC-Offload-Real,
V100-Clang16-MPI-CUDA-AFQMC-Offload-Complex-Mixed,
V100-Clang16-MPI-CUDA-AFQMC-Offload-Complex,
V100-GCC11-MPI-CUDA-Real-Mixed,
V100-GCC11-MPI-CUDA-Real,
V100-GCC11-MPI-CUDA-Complex-Mixed,
V100-GCC11-MPI-CUDA-Complex,
]

steps:
Expand All @@ -138,7 +135,7 @@ jobs:
if: contains(env.SECRET_ACTORS, env.ACTOR_TOKEN)
id: check
run: |
echo "::set-output name=triggered::true"
echo "triggered=true" >> $GITHUB_OUTPUT
# Request repo info, required since issue_comment doesn't point at PR commit, but develop
- name: GitHub API Request
Expand Down Expand Up @@ -166,10 +163,10 @@ jobs:
if: steps.check.outputs.triggered == 'true'
id: pr_data
run: |
echo "::set-output name=branch::${{ fromJson(steps.request.outputs.data).head.ref }}"
echo "::set-output name=repo_name::${{ fromJson(steps.request.outputs.data).head.repo.full_name }}"
echo "::set-output name=repo_clone_url::${{ fromJson(steps.request.outputs.data).head.repo.clone_url }}"
echo "::set-output name=repo_ssh_url::${{ fromJson(steps.request.outputs.data).head.repo.ssh_url }}"
echo "branch=${{ fromJson(steps.request.outputs.data).head.ref }}" >> $GITHUB_OUTPUT
echo "repo_name=${{ fromJson(steps.request.outputs.data).head.repo.full_name }}" >> $GITHUB_OUTPUT
echo "repo_clone_url=${{ fromJson(steps.request.outputs.data).head.repo.clone_url }}" >> $GITHUB_OUTPUT
echo "repo_ssh_url=${{ fromJson(steps.request.outputs.data).head.repo.ssh_url }}" >> $GITHUB_OUTPUT
- name: Checkout PR branch
if: steps.check.outputs.triggered == 'true'
Expand All @@ -181,15 +178,15 @@ jobs:

- name: Configure
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh configure
run: tests/test_automation/github-actions/ci/run_step_ornl-sulfur-2.sh configure

- name: Build
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh build
run: tests/test_automation/github-actions/ci/run_step_ornl-sulfur-2.sh build

- name: Test
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh test
run: tests/test_automation/github-actions/ci/run_step_ornl-sulfur-2.sh test

- name: Report PR status
if: always() && steps.check.outputs.triggered == 'true'
Expand Down Expand Up @@ -218,14 +215,10 @@ jobs:
matrix:
jobname:
[
ROCm-Clang13-NoMPI-CUDA2HIP-Real-Mixed,
ROCm-Clang13-NoMPI-CUDA2HIP-Real,
ROCm-Clang13-NoMPI-CUDA2HIP-Complex-Mixed,
ROCm-Clang13-NoMPI-CUDA2HIP-Complex,
ROCm-Clang13-MPI-Legacy-CUDA2HIP-Real-Mixed,
ROCm-Clang13-MPI-Legacy-CUDA2HIP-Real,
ROCm-Clang13-MPI-Legacy-CUDA2HIP-Complex-Mixed,
ROCm-Clang13-MPI-Legacy-CUDA2HIP-Complex,
RadeonVII-ROCm-NoMPI-CUDA2HIP-Real-Mixed,
RadeonVII-ROCm-NoMPI-CUDA2HIP-Real,
RadeonVII-ROCm-NoMPI-CUDA2HIP-Complex-Mixed,
RadeonVII-ROCm-NoMPI-CUDA2HIP-Complex,
]

steps:
Expand All @@ -238,7 +231,7 @@ jobs:
if: contains(env.SECRET_ACTORS, env.ACTOR_TOKEN)
id: check
run: |
echo "::set-output name=triggered::true"
echo "triggered=true" >> $GITHUB_OUTPUT
# Request repo info, required since issue_comment doesn't point at PR commit, but develop
- name: GitHub API Request
Expand Down Expand Up @@ -266,10 +259,10 @@ jobs:
if: steps.check.outputs.triggered == 'true'
id: pr_data
run: |
echo "::set-output name=branch::${{ fromJson(steps.request.outputs.data).head.ref }}"
echo "::set-output name=repo_name::${{ fromJson(steps.request.outputs.data).head.repo.full_name }}"
echo "::set-output name=repo_clone_url::${{ fromJson(steps.request.outputs.data).head.repo.clone_url }}"
echo "::set-output name=repo_ssh_url::${{ fromJson(steps.request.outputs.data).head.repo.ssh_url }}"
echo "branch=${{ fromJson(steps.request.outputs.data).head.ref }}" >> $GITHUB_OUTPUT
echo "repo_name=${{ fromJson(steps.request.outputs.data).head.repo.full_name }}" >> $GITHUB_OUTPUT
echo "repo_clone_url=${{ fromJson(steps.request.outputs.data).head.repo.clone_url }}" >> $GITHUB_OUTPUT
echo "repo_ssh_url=${{ fromJson(steps.request.outputs.data).head.repo.ssh_url }}" >> $GITHUB_OUTPUT
- name: Checkout PR branch
if: steps.check.outputs.triggered == 'true'
Expand All @@ -281,110 +274,15 @@ jobs:

- name: Configure
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh configure
run: tests/test_automation/github-actions/ci/run_step_ornl-nitrogen-1.sh configure

- name: Build
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh build
run: tests/test_automation/github-actions/ci/run_step_ornl-nitrogen-1.sh build

- name: Test
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh test

- name: Report PR status
if: always() && steps.check.outputs.triggered == 'true'
uses: Sibz/[email protected]
with:
authToken: ${{secrets.GITHUB_TOKEN}}
context: "ornl-nitrogen CI ${{matrix.jobname}}"
state: ${{job.status}}
sha: ${{fromJson(steps.request.outputs.data).head.sha}}
target_url: https://github.com/${{github.repository}}/actions/runs/${{github.run_id}}

nitrogen-cuda:
if: |
github.repository_owner == 'QMCPACK' &&
github.event.issue.pull_request &&
( startsWith(github.event.comment.body, 'Test this please') ||
startsWith(github.event.comment.body, 'Start testing in-house') )
runs-on: [self-hosted, Linux, X64, ornl-nitrogen-2]

env:
GH_JOBNAME: ${{matrix.jobname}}
GH_OS: Linux
strategy:
fail-fast: false
matrix:
jobname: [
GCC9-MPI-CUDA-AFQMC-Real-Mixed, # auxiliary field, requires MPI
GCC9-MPI-CUDA-AFQMC-Complex-Mixed,
GCC9-MPI-CUDA-AFQMC-Real,
GCC9-MPI-CUDA-AFQMC-Complex,
]

steps:
- name: Verify actor
# Only trigger for certain "actors" (those commenting the PR, not the PR originator)
# this is in-line with the current workflow
env:
ACTOR_TOKEN: ${{secrets.TOKENIZER}}${{github.actor}}${{secrets.TOKENIZER}}
SECRET_ACTORS: ${{secrets.CI_GPU_ACTORS}}
if: contains(env.SECRET_ACTORS, env.ACTOR_TOKEN)
id: check
run: |
echo "::set-output name=triggered::true"
# Request repo info, required since issue_comment doesn't point at PR commit, but develop
- name: GitHub API Request
if: steps.check.outputs.triggered == 'true'
id: request
uses: octokit/[email protected]
with:
route: ${{github.event.issue.pull_request.url}}
env:
GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}

# Create a separate PR status pointing at GitHub Actions tab URL
# just like any other third-party service
- name: Create PR status
if: steps.check.outputs.triggered == 'true'
uses: Sibz/[email protected]
with:
authToken: ${{secrets.GITHUB_TOKEN}}
context: "ornl-nitrogen CI ${{matrix.jobname}}"
state: "pending"
sha: ${{fromJson(steps.request.outputs.data).head.sha}}
target_url: https://github.com/${{github.repository}}/actions/runs/${{github.run_id}}

- name: Get PR information
if: steps.check.outputs.triggered == 'true'
id: pr_data
run: |
echo "::set-output name=branch::${{ fromJson(steps.request.outputs.data).head.ref }}"
echo "::set-output name=repo_name::${{ fromJson(steps.request.outputs.data).head.repo.full_name }}"
echo "::set-output name=repo_clone_url::${{ fromJson(steps.request.outputs.data).head.repo.clone_url }}"
echo "::set-output name=repo_ssh_url::${{ fromJson(steps.request.outputs.data).head.repo.ssh_url }}"
- name: Checkout PR branch
if: steps.check.outputs.triggered == 'true'
uses: actions/checkout@v3
with:
token: ${{secrets.GITHUB_TOKEN}}
repository: ${{fromJson(steps.request.outputs.data).head.repo.full_name}}
ref: ${{steps.pr_data.outputs.branch}}

- name: Configure
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh configure

- name: Build
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh build

- name: Test
if: steps.check.outputs.triggered == 'true'
run: tests/test_automation/github-actions/ci/run_step.sh test
run: tests/test_automation/github-actions/ci/run_step_ornl-nitrogen-1.sh test

- name: Report PR status
if: always() && steps.check.outputs.triggered == 'true'
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/ci-github-actions-static.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ jobs:
include:
- jobname: ClangTidy14-NoMPI-Real
container:
image: williamfgc/qmcpack-ci:ubuntu22-openmpi
image: ghcr.io/qmcpack/ubuntu22-openmpi:latest
options: -u 1001

- jobname: ClangTidy14-NoMPI-Complex
container:
image: williamfgc/qmcpack-ci:ubuntu22-openmpi
image: ghcr.io/qmcpack/ubuntu22-openmpi:latest
options: -u 1001

steps:
Expand Down
Loading

0 comments on commit 9049a90

Please sign in to comment.