Skip to content

Commit

Permalink
Ignore errors when creating/using source and binary caches (#684)
Browse files Browse the repository at this point in the history 
* Ignore errors when creating source caches and dealing with binary caches

* Try again

---------

Co-authored-by: Alex Richert <[email protected]>
Co-authored-by: Stephen Herbener <[email protected]>
  • Loading branch information
@climbfuji @AlexanderRichert-NOAA @srherbener
3 people authored Jul 25, 2023
1 parent 647e455 commit 4b0e18a
Show file tree
Hide file tree
Showing 3 changed files with 30 additions and 12 deletions.
14 changes: 10 additions & 4 deletions .github/workflows/macos-ci-aarch64.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -97,11 +97,13 @@ jobs:
# Add and update source cache
spack mirror add local-source file:///Users/ec2-user/spack-stack/source-cache/
spack mirror create -a -d /Users/ec2-user/spack-stack/source-cache/
# DH* 20230721 - todo remove || true
spack mirror create -a -d /Users/ec2-user/spack-stack/source-cache/ || true
# Add binary cache and reindex it
spack mirror add local-binary file:///Users/ec2-user/spack-stack/build-cache/
spack buildcache update-index -m local-binary
# DH* 20230721 - todo remove || true
spack buildcache update-index -m local-binary || true
echo "Packages in combined spack build caches:"
spack buildcache list
Expand All @@ -111,12 +113,16 @@ jobs:
# base-env
echo "base-env ..."
spack install --fail-fast --source --no-check-signature base-env 2>&1 | tee log.install.apple-clang-14.0.0.base-env
# DH* 20230721 - todo remove --no-checksum
spack install --fail-fast --source --no-check-signature --no-checksum base-env 2>&1 | tee log.install.apple-clang-14.0.0.base-env
# DH* 20230721 - todo remove || true (this was here all the time, but should not be needed if spack creates buildcaches correctly)
spack buildcache create -a -r -u -d /Users/ec2-user/spack-stack/build-cache/ || true
# the rest
echo "${{ inputs.template || 'unified-dev' }} ..."
spack install --fail-fast --source --no-check-signature 2>&1 | tee log.install.apple-clang-14.0.0.${{ inputs.template || 'unified-dev' }}
# DH* 20230721 - todo remove --no-checksum
spack install --fail-fast --source --no-check-signature --no-checksum 2>&1 | tee log.install.apple-clang-14.0.0.${{ inputs.template || 'unified-dev' }}
# DH* 20230721 - todo remove || true (this was here all the time, but should not be needed if spack creates buildcaches correctly)
spack buildcache create -a -r -u -d /Users/ec2-user/spack-stack/build-cache/ || true
# Next steps: synchronize source and build cache to a central/combined mirror?
Expand Down
14 changes: 10 additions & 4 deletions .github/workflows/macos-ci-x86_64.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -90,11 +90,13 @@ jobs:
# Add and update source cache
spack mirror add local-source file:///Users/ec2-user/spack-stack/source-cache/
spack mirror create -a -d /Users/ec2-user/spack-stack/source-cache/
# DH* 20230721 - todo remove || true
spack mirror create -a -d /Users/ec2-user/spack-stack/source-cache/ || true
# Add binary cache and reindex it
spack mirror add local-binary file:///Users/ec2-user/spack-stack/build-cache/
spack buildcache update-index -m local-binary
# DH* 20230721 - todo remove || true
spack buildcache update-index -m local-binary || true
echo "Packages in combined spack build caches:"
spack buildcache list
Expand All @@ -104,12 +106,16 @@ jobs:
# base-env
echo "base-env ..."
spack install --fail-fast --source --no-check-signature base-env 2>&1 | tee log.install.apple-clang-14.0.0.base-env
# DH* 20230721 - todo remove --no-checksum
spack install --fail-fast --source --no-check-signature --no-checksum base-env 2>&1 | tee log.install.apple-clang-14.0.0.base-env
# DH* 20230721 - todo remove || true (this was here all the time, but should not be needed if spack creates buildcaches correctly)
spack buildcache create -a -r -u -d /Users/ec2-user/spack-stack/build-cache/ || true
# the rest
echo "${{ inputs.template || 'unified-dev' }} ..."
spack install --fail-fast --source --no-check-signature 2>&1 | tee log.install.apple-clang-14.0.0.${{ inputs.template || 'unified-dev' }}
# DH* 20230721 - todo remove --no-checksum
spack install --fail-fast --source --no-check-signature --no-checksum 2>&1 | tee log.install.apple-clang-14.0.0.${{ inputs.template || 'unified-dev' }}
# DH* 20230721 - todo remove || true (this was here all the time, but should not be needed if spack creates buildcaches correctly)
spack buildcache create -a -r -u -d /Users/ec2-user/spack-stack/build-cache/ || true
# Next steps: synchronize source and build cache to a central/combined mirror?
Expand Down
14 changes: 10 additions & 4 deletions .github/workflows/ubuntu-ci-x86_64.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -128,11 +128,13 @@ jobs:
# Add and update source cache
spack mirror add local-source file:///home/ubuntu/spack-stack/source-cache/
spack mirror create -a -d /home/ubuntu/spack-stack/source-cache/
# DH* 20230721 - todo remove || true
spack mirror create -a -d /home/ubuntu/spack-stack/source-cache/ || true
# Add binary cache and reindex it
spack mirror add local-binary file:///home/ubuntu/spack-stack/build-cache/
spack buildcache update-index -m local-binary
# DH* 20230721 - todo remove || true
spack buildcache update-index -m local-binary || true
echo "Packages in combined spack build caches:"
spack buildcache list
Expand All @@ -142,12 +144,16 @@ jobs:
# base-env
echo "base-env ..."
spack install --fail-fast --source --no-check-signature base-env 2>&1 | tee log.install.intel-2021.4.0.base-env
# DH* 20230721 - todo remove --no-checksum
spack install --fail-fast --source --no-check-signature --no-checksum base-env 2>&1 | tee log.install.intel-2021.4.0.base-env
# DH* 20230721 - todo remove || true (this was here all the time, but should not be needed if spack creates buildcaches correctly)
spack buildcache create -a -r -u -d /home/ubuntu/spack-stack/build-cache/ || true
# the rest
echo "${{ inputs.template || 'unified-dev' }} ..."
spack install --fail-fast --source --no-check-signature 2>&1 | tee [email protected].${{ inputs.template || 'unified-dev' }}
# DH* 20230721 - todo remove --no-checksum
spack install --fail-fast --source --no-check-signature --no-checksum 2>&1 | tee [email protected].${{ inputs.template || 'unified-dev' }}
# DH* 20230721 - todo remove || true (this was here all the time, but should not be needed if spack creates buildcaches correctly)
spack buildcache create -a -r -u -d /home/ubuntu/spack-stack/build-cache/ || true
# Next steps: synchronize source and build cache to a central/combined mirror?
Expand Down

0 comments on commit 4b0e18a

Please sign in to comment.