more compilers #953
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Sanity Tests | |
| on: | |
| push: | |
| branches-ignore: | |
| - 'main' | |
| paths: | |
| - '.github/workflows/sanity-test.yml' | |
| - 'builder/**' | |
| - 'tests/**' | |
| - '.github/actions/**/*' | |
| env: | |
| AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_REGION: 'us-east-1' | |
| jobs: | |
| cleanup: | |
| name: Clean up previous branch jobs | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clean up previous branch jobs | |
| uses: rokroskar/workflow-run-cleanup-action@master | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| unit_test: | |
| name: Unit Tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Run Tests | |
| run: python3 -m unittest discover tests --verbose | |
| package: | |
| name: Package builder app | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Get release tag | |
| uses: ./.github/actions/release-tag | |
| id: tag | |
| with: | |
| output: tag | |
| - run: echo TAG ${{ steps.tag.outputs.release_tag }} | |
| # re-enable this when requirements.txt has actual dependencies | |
| # - name: Bundle dependencies | |
| # run: | | |
| # python3 -m pip install -r requirements.txt --target builder | |
| # rm -rf builder/*.dist-info | |
| - name: Package builder to S3 | |
| run: | | |
| mkdir -p build | |
| mkdir -p staging | |
| cp -r builder staging/. | |
| python3 -m zipapp --python="/usr/bin/env python3" -m "builder.main:main" --output=build/builder.pyz staging | |
| aws s3 cp build/builder.pyz s3://$AWS_S3_BUCKET/channels/${{ steps.tag.outputs.release_tag }}/builder.pyz | |
| zipinfo -1 build/builder.pyz | |
| - name: Artifact builder | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: builder | |
| path: build/builder.pyz | |
| sanity_test: | |
| name: Sanity Test | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| host: [ubuntu-22.04, macos-12, macos-13, macos-14, windows-2022] | |
| needs: package | |
| runs-on: ${{ matrix.host }} | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Install builder | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: builder | |
| path: . | |
| - name: Sanity Test Run Compat (Unix) | |
| if: ${{ !startsWith(matrix.host, 'windows') }} | |
| run: | | |
| ls -al | |
| zipinfo -1 builder.pyz | |
| python3 builder.pyz run test --project tests | |
| - name: Sanity Test Action (Unix) | |
| if: ${{ !startsWith(matrix.host, 'windows') }} | |
| run: | | |
| python3 builder.pyz test --project tests | |
| - name: Sanity Test Build (Unix) | |
| if: ${{ !startsWith(matrix.host, 'windows') }} | |
| run: | | |
| python3 builder.pyz build --project tests | |
| - name: Sanity Test aws-c-common (Unix) | |
| if: ${{ !startsWith(matrix.host, 'windows') }} | |
| run: | | |
| python3 builder.pyz build --project aws-c-common | |
| - name: Sanity Test Run Compat (Windows) | |
| if: startsWith(matrix.host, 'windows') | |
| run: | | |
| choco install --no-progress vswhere | |
| python builder.pyz run test --project tests | |
| - name: Sanity Test Action (Windows) | |
| if: startsWith(matrix.host, 'windows') | |
| run: | | |
| choco install --no-progress vswhere | |
| python builder.pyz test --project tests | |
| - name: Sanity Test Build (Windows) | |
| if: startsWith(matrix.host, 'windows') | |
| run: | | |
| python builder.pyz build --project tests | |
| - name: Sanity Test aws-c-common (Windows) | |
| if: startsWith(matrix.host, 'windows') | |
| run: | | |
| python builder.pyz build --project aws-c-common | |
| # Make sure cross compiling works | |
| cross_compile: | |
| runs-on: ubuntu-latest | |
| needs: [package] | |
| strategy: | |
| matrix: | |
| arch: [linux-armv6, linux-armv7, linux-armv8] | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Install builder | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: builder | |
| path: . | |
| - name: Build aws-crt-cpp + consumers | |
| run: python3 builder.pyz build downstream -p aws-crt-cpp --target=${{matrix.arch}} --dump-config | |
| # Make sure all the linux compilers work | |
| compilers: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| compiler: | |
| # Note: 18.04 image is no longer supported by gh and 20.04 image does | |
| # not have some of the old compilers we want. disable those for now | |
| # until we figure out a way to test them. | |
| # - clang-6 | |
| # - clang-7 # this one actually has to be installed by the script | |
| # - clang-8 | |
| - clang-9 | |
| - clang-10 | |
| - clang-11 | |
| # - gcc-4.8 | |
| # - gcc-5 | |
| # - gcc-6 | |
| - gcc-7 | |
| - gcc-8 | |
| - gcc-9 | |
| - gcc-10 | |
| - gcc-11 | |
| needs: [package] | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Install builder | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: builder | |
| path: . | |
| - name: Build aws-c-common | |
| run: python3 builder.pyz build --project aws-c-common --compiler=${{ matrix.compiler }} run_tests=false | |
| # Make sure linux compilers + stdlibs are installing properly | |
| std-compat: | |
| needs: [package, sanity_test] | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| compiler: [gcc-8, clang-9] | |
| std: [c++11, c++14, c++17, c++2a] | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Install builder | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: builder | |
| path: . | |
| - name: Build aws-crt-cpp with ${{ matrix.compiler }}/${{ matrix.std }} | |
| run: | | |
| export CXXFLAGS=-std=${{ matrix.std }} | |
| python3 builder.pyz build -p aws-crt-cpp --compiler=${{ matrix.compiler }} | |
| release_notes: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| project: | |
| - aws-crt-python | |
| - aws-iot-device-sdk-python-v2 | |
| needs: package | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Install builder | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: builder | |
| path: . | |
| - name: Build ${{ matrix.project }} | |
| run: python3 builder.pyz release-notes --project ${{ matrix.project }} --ignore-warnings | |
| # Make sure downstream projects that use the builder compile after any changes | |
| downstream: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| project: | |
| - aws-c-mqtt | |
| - aws-c-http | |
| - aws-crt-python | |
| - aws-crt-cpp | |
| - aws-crt-java | |
| - aws-crt-nodejs | |
| needs: package | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Install builder | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: builder | |
| path: . | |
| - name: Build ${{ matrix.project }} | |
| run: python3 builder.pyz build --project ${{ matrix.project }} --compiler=clang | |
| # This mostly tests that libcrypto and s2n resolve correctly on manylinux vs ubuntu | |
| aws-c-cal: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| linux: | |
| - manylinux1-x86 | |
| - manylinux1-x64 | |
| - manylinux2014-x86 | |
| - manylinux2014-x64 | |
| - manylinux2014-aarch64 | |
| - musllinux-1-1-aarch64 | |
| - musllinux-1-1-x64 | |
| needs: package | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Get release tag | |
| uses: ./.github/actions/release-tag | |
| id: tag | |
| with: | |
| output: tag | |
| # Only aarch64 needs this, but it doesn't hurt anything | |
| - name: Install qemu/docker | |
| run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws ecr get-login-password --region us-east-1 | docker login ${{ secrets.AWS_ECR_REPO }} -u AWS --password-stdin | |
| export DOCKER_IMAGE=${{ secrets.AWS_ECR_REPO }}/aws-crt-${{ matrix.linux }}:${{ steps.tag.outputs.release_tag }} | |
| docker pull $DOCKER_IMAGE | |
| docker run --env GITHUB_REF $DOCKER_IMAGE --version=${{ steps.tag.outputs.release_tag }} build -p aws-c-cal --spec=downstream run_tests=false | |
| # This tests for swift version | |
| swift: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| linux: | |
| - swift-5-ubuntu-x64 | |
| - swift-5-centos-x64 | |
| - swift-5-al2-x64 | |
| needs: package | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| - name: Get release tag | |
| uses: ./.github/actions/release-tag | |
| id: tag | |
| with: | |
| output: tag | |
| - name: Check for Swift | |
| run: | | |
| aws ecr get-login-password --region us-east-1 | docker login ${{ secrets.AWS_ECR_REPO }} -u AWS --password-stdin | |
| export DOCKER_IMAGE=${{ secrets.AWS_ECR_REPO }}/aws-crt-${{ matrix.linux }}:${{ steps.tag.outputs.release_tag }} | |
| docker pull $DOCKER_IMAGE | |
| docker run --env GITHUB_REF --entrypoint swift $DOCKER_IMAGE --version | |
| sanity-tests-passed: | |
| name: All Sanity Tests passed | |
| runs-on: ubuntu-latest | |
| needs: | |
| - unit_test | |
| - sanity_test | |
| - cross_compile | |
| - compilers | |
| - release_notes | |
| steps: | |
| - run: echo "All sanity tests passed" |