Remove old wheels #489
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Remove old wheels | |
| on: | |
| # Run daily at 1:23 UTC | |
| schedule: | |
| - cron: '23 1 * * *' | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| # Needed for micromamba pickup | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| env: | |
| N_LATEST_UPLOADS: 5 | |
| ANACONDA_USER: "scientific-python-nightly-wheels" | |
| jobs: | |
| remove: | |
| runs-on: ubuntu-latest | |
| if: github.repository_owner == 'scientific-python' | |
| # Set required workflow secrets in the environment for additional security | |
| # https://github.com/scientific-python/upload-nightly-action/settings/environments | |
| environment: | |
| name: remove-old-wheels | |
| steps: | |
| - name: Install micromamba and anaconda-client | |
| uses: mamba-org/setup-micromamba@f8b8a1e23a26f60a44c853292711bacfd3eac822 # v1.9.0 | |
| with: | |
| environment-name: remove-wheels | |
| create-args: >- | |
| python=3.12 | |
| anaconda-client=1.12.3 | |
| curl | |
| jq | |
| - name: Show environment | |
| run: env | |
| - name: Show CLI API info | |
| run: | | |
| anaconda show --help | |
| echo "" | |
| anaconda remove --help | |
| - name: Query package index for packages | |
| run: | | |
| curl https://raw.githubusercontent.com/scientific-python/upload-nightly-action/main/packages-ignore-from-cleanup.txt --output packages-ignore-from-cleanup.txt | |
| anaconda show "${ANACONDA_USER}" &> >(grep "${ANACONDA_USER}/") | \ | |
| awk '{print $1}' | \ | |
| sed 's|.*/||g' | \ | |
| grep -vf packages-ignore-from-cleanup.txt > package-names.txt | |
| - name: Remove old uploads to save space | |
| run: | | |
| # Remove all _but_ the last ${N_LATEST_UPLOADS} package versions and | |
| # remove all package versions older than 30 days. | |
| if [ -s package-names.txt ]; then | |
| threshold_date="$(date +%F -d '30 days ago')" | |
| # Remember can't quote subshell as need to split on (space seperated) token | |
| for package_name in $(cat package-names.txt); do | |
| echo -e "\n# package: ${package_name}" | |
| curl --silent https://api.anaconda.org/package/"${ANACONDA_USER}/${package_name}" | \ | |
| jq -r '.releases[].version' > package-versions.txt | |
| head --lines "-${N_LATEST_UPLOADS}" package-versions.txt > remove-package-versions.txt | |
| for package_version in $(cat package-versions.txt); do | |
| # c.f. https://github.com/Anaconda-Platform/anaconda-client/issues/682#issuecomment-1677283067 | |
| upload_date=$(curl --silent https://api.anaconda.org/release/"${ANACONDA_USER}/${package_name}/${package_version}" | \ | |
| jq -r '.distributions[].upload_time' | \ | |
| sort | \ | |
| tail --lines 1 | \ | |
| awk '{print $1}') | |
| # check upload_date is YYYY-MM-DD formatted | |
| # c.f. https://github.com/scientific-python/upload-nightly-action/issues/73 | |
| if [[ "${upload_date}" =~ ^[0-9]{4}-[0-9]{2}-[0-9]{2}$ ]]; then | |
| if [[ "${upload_date}" < "${threshold_date}" ]]; then | |
| echo "# ${ANACONDA_USER}/${package_name}/${package_version} last uploaded on ${upload_date}" | |
| echo "${package_version}" >> remove-package-versions.txt | |
| fi | |
| else | |
| echo "# ERROR: ${ANACONDA_USER}/${package_name}/${package_version} upload date ${upload_date} is not YYYY-MM-DD." | |
| fi | |
| done | |
| if [ -s remove-package-versions.txt ]; then | |
| # Guard against duplicate entries from packages over | |
| # count and time thresholds | |
| sort --output remove-package-versions.txt --unique remove-package-versions.txt | |
| for package_version in $(cat remove-package-versions.txt); do | |
| echo "# Removing ${ANACONDA_USER}/${package_name}/${package_version}" | |
| anaconda --token ${{ secrets.ANACONDA_TOKEN }} remove \ | |
| --force \ | |
| "${ANACONDA_USER}/${package_name}/${package_version}" | |
| done | |
| fi | |
| done | |
| fi |