nightly.yml

name: Nightly Tasks

on:
  schedule:
    - cron: '0 7 * * *' # Nightly (ish) Pacific
  workflow_dispatch:
    inputs:
      crate_count:
        description: 'How many crates (sorted by downloads) to test'
        default: 100

env:
  RISC0_BUILD_LOCKED: 1
  RISC0_TOOLCHAIN_VERSION: v2024-02-08.1

jobs:
  crates_validate:
    runs-on: [self-hosted, prod, Linux, cpu]
    env:
      RUST_BACKTRACE: full
      RUST_LOG: info
    steps:
      # This is a workaround from: https://github.com/actions/checkout/issues/590#issuecomment-970586842
      - run: "git checkout -f $(git -c user.name=x -c user.email=x@x commit-tree $(git hash-object -t tree /dev/null) < /dev/null) || :"
      - uses: actions/checkout@v4
      - uses: ./.github/actions/rustup
      - name: Set the variables
        env:
          DEFAULT_CRATE_COUNT: 1000
        run: echo "TOP_N_CRATES=${{ github.event.inputs.crate_count || env.DEFAULT_CRATE_COUNT }}" >> $GITHUB_ENV

      - run: cargo install --force --path risc0/cargo-risczero

      - run: cargo run --bin cargo-risczero --no-default-features -- risczero install --version $RISC0_TOOLCHAIN_VERSION
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

      - run: cargo build --release
        working-directory: tools/crates-validator/

      - name: Create working directory
        run: mkdir -p ${{ runner.temp }}/crate-validation/

      - name: Generate the profile
        run: |
          target/release/gen-profiles \
          -P ${{ github.workspace }}/tools/crates-validator/profiles/config.yaml \
          -o ${{ runner.temp }}/crate-validation/profiles.yaml \
          -c $TOP_N_CRATES
        working-directory: tools/crates-validator/

      - name: Validate profiles
        run: |
          target/release/main \
          -p ${{ github.workspace }} \
          -P ${{ runner.temp }}/crate-validation/profiles.yaml \
          -o ${{ runner.temp }}/crate-validation/profile-results.json &> ${{ runner.temp }}/crate-validation/crate-results.log
        shell: bash
        working-directory: tools/crates-validator/

      - name: Delete input profile
        run: rm ${{ runner.temp }}/crate-validation/profiles.yaml

      - run: tail -n 1 ${{ runner.temp }}/crate-validation/crate-results.log

      - name: Upload artifact results
        uses: actions/upload-artifact@v3
        if: always() # upload all artifacts even on failures
        with:
          name: crates-test-results
          path: ${{ runner.temp }}/crate-validation/
          retention-days: 2

      - name: Clone ghpages repo
        run: git clone "https://x-access-token:${{ secrets.BENCHMARK_TOKEN }}@github.com/risc0/ghpages.git" ${{ runner.temp }}/benchmarks/

      - name: Export environment variable
        run: |
          echo "TEMP_DIR=${{ runner.temp }}" >> $GITHUB_ENV
          echo "GITHUB_SHA=${{ github.sha }}" >> $GITHUB_ENV

      - name: Commit results to risc0/ghpages
        env:
          GITHUB_SHA: ${{ github.sha }}
        run: bash ./parse_profile_compilation_results.sh
        working-directory: ./.github/scripts

  alert_devops_if_failed:
    runs-on: ubuntu-latest
    if: ${{ always() && contains(join(needs.*.result, ','), 'failure') }}
    needs: [crates_validate]
    steps:
      - name: DevOps Alert
        env:
          NEEDS: ${{ toJSON(needs) }}
        run: |
          curl -X POST -H 'Content-type: application/json' --data '{"text":"Nightly Tasks Job Failed: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"}' ${{ secrets.DEVOPS_ALERT_WEBHOOK_URL }}