Extend CI matrix #71
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: run-tests | |
| on: | |
| push: | |
| pull_request: | |
| env: | |
| RISCV_TARGET: rv32imc | |
| jobs: | |
| build-spike: | |
| uses: ./.github/workflows/build-spike.yml | |
| generate-config: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| test-types: ${{ steps.test-types.outputs.tests }} | |
| hash: ${{ steps.hash.outputs.files-hash }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - id: test-types | |
| name: Prepare test types | |
| run: | | |
| python3 -m pip install pyyaml | |
| echo "tests=$(python3 .github/scripts/parse_testlist.py $RISCV_TARGET)" | tee -a $GITHUB_OUTPUT | |
| - id: hash | |
| name: Prepare files' hash | |
| run: | | |
| echo "files-hash=$(sha256sum **/*.sv **/*.py **/*.yml **/*.yaml | cut -d\ -f1 | sha256sum | cut -d\ -f1)" | tee -a $GITHUB_OUTPUT | |
| generate-code: | |
| runs-on: [ self-hosted, Linux, X64, gcp-custom-runners ] | |
| container: centos:8 | |
| needs: generate-config | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| test: ${{ fromJSON(needs.generate-config.outputs.test-types) }} | |
| version: [ uvm ] | |
| include: | |
| - test: riscv_arithmetic_basic_test | |
| version: pyflow | |
| env: | |
| GHA_EXTERNAL_DISK: additional-tools | |
| CACHE_HASH: ${{ needs.generate-config.outputs.hash }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Cache Metadata | |
| id: cache_metadata | |
| run: | | |
| cache_code=cache_${{ matrix.test }}_${{ matrix.version }} | |
| echo "cache_code=${cache_code}_${{ env.CACHE_HASH }}" | tee -a "$GITHUB_ENV" | |
| - name: Cache Code | |
| uses: actions/cache@v3 | |
| id: cache-code | |
| timeout-minutes: 60 | |
| with: | |
| path: test/asm_test | |
| key: ${{ env.cache_code }} | |
| - name: Prepare Environment | |
| if: steps.cache-code.outputs.cache-hit != 'true' | |
| run: _secret_environment | |
| - name: Setup Python 3.9 | |
| if: steps.cache-code.outputs.cache-hit != 'true' | |
| run: | | |
| yum update -y | |
| yum install -y python39 | |
| python3.9 -m pip install -r requirements.txt | |
| - name: Generate UVM Tests | |
| if: steps.cache-code.outputs.cache-hit != 'true' && matrix.version == 'uvm' | |
| run: _secret_riscv | |
| env: | |
| RISCV_TEST: ${{ matrix.test }} | |
| RISCV_TARGET: ${{ env.RISCV_TARGET }} | |
| - name: Generate PyFlow Tests | |
| if: steps.cache-code.outputs.cache-hit != 'true' && matrix.version == 'pyflow' | |
| run: | | |
| set -eo pipefail | |
| python3 run.py --simulator pyflow \ | |
| --test ${{ matrix.test }} --iss spike \ | |
| --start_seed 999 --iterations 1 --batch_size 1 \ | |
| --isa $RISCV_TARGET --mabi ilp32 --steps gen -v -o test 2>&1 | tee test/generate.log | |
| - name: Patch Tests | |
| if: steps.cache-code.outputs.cache-hit != 'true' | |
| run: find test/asm_test -name "*.S" -exec python3.9 .github/scripts/code_fixup.py -i {} -o {} \; | |
| - name: Upload Artifacts | |
| uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| path: | | |
| test/asm_test/*.S | |
| run-tests: | |
| runs-on: ubuntu-latest | |
| needs: [ build-spike, generate-code, generate-config ] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| test: ${{ fromJSON(needs.generate-config.outputs.test-types) }} | |
| version: | |
| - uvm | |
| include: | |
| - test: riscv_arithmetic_basic_test | |
| version: pyflow | |
| env: | |
| TOOL_VERSION: d70ea67d | |
| CACHE_HASH: ${{ needs.generate-config.outputs.hash }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install dependencies | |
| run: sudo apt-get -qqy update && sudo apt-get -qqy install gcc-riscv64-unknown-elf device-tree-compiler | |
| - name: Setup python | |
| # python dependencies cannot be properly downloaded with new versions of python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.9' | |
| - name: Install python dependencies | |
| run: python3 -m pip install -r requirements.txt | |
| - name: Setup Cache Metadata | |
| id: cache_metadata | |
| run: | | |
| date=$(date +"%Y_%m_%d") | |
| time=$(date +"%Y%m%d_%H%M%S_%N") | |
| cache_spike_restore_key=cache_spike_ | |
| cache_spike_key=${cache_spike_restore_key}${{ env.TOOL_VERSION }}_${date} | |
| cache_code=cache_${{ matrix.test }}_${{ matrix.version }} | |
| echo "cache_spike_restore_key=$cache_spike_restore_key" | tee -a "$GITHUB_ENV" | |
| echo "cache_spike_key=$cache_spike_key" | tee -a "$GITHUB_ENV" | |
| echo "cache_code=${cache_code}_${{ env.CACHE_HASH }}" | tee -a "$GITHUB_ENV" | |
| - name: Restore Spike cache | |
| id: cache-spike-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: | | |
| /opt/spike | |
| /opt/spike/.cache | |
| key: ${{ env.cache_spike_key }} | |
| restore-keys: ${{ env.cache_spike_restore_key }} | |
| - name: Set variables | |
| run: | | |
| echo "RISCV_GCC=riscv64-unknown-elf-gcc" >> $GITHUB_ENV | |
| echo "RISCV_OBJCOPY=riscv64-unknown-elf-objcopy" >> $GITHUB_ENV | |
| echo "SPIKE_PATH=/opt/spike/bin" >> $GITHUB_ENV | |
| echo "PYTHONPATH=pygen" >> $GITHUB_ENV | |
| - name: Cache Code Restore | |
| uses: actions/cache/restore@v3 | |
| id: cache-code-restore | |
| timeout-minutes: 60 | |
| with: | |
| path: test/asm_test | |
| key: ${{ env.cache_code }} | |
| - name: Run Tests | |
| run: | | |
| set -eo pipefail | |
| python3 run.py --simulator pyflow \ | |
| --test ${{ matrix.test }} --iss spike --iss_timeout 60 \ | |
| --start_seed 999 --iterations 1 --batch_size 1 \ | |
| --isa $RISCV_TARGET --mabi ilp32 --steps gcc_compile,iss_sim -v -o test 2>&1 | tee -a test/generate.log | |
| - name: Upload Artifacts | |
| uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| path: | | |
| test/asm_test/*.log | |
| test/*.log |