Build and test everything #6576
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: 'Build and test everything' | |
| on: | |
| push: | |
| pull_request: | |
| schedule: | |
| - cron: '0 22 * * 3' | |
| permissions: # least privileges, see https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#permissions | |
| contents: read | |
| env: | |
| CLANG_VERSION: '13' | |
| # github.workspace variable points to the Runner home folder. Container home folder defined below. | |
| REPO_HOME: '/__w/pdns/pdns' | |
| BUILDER_VERSION: '0.0.0-git1' | |
| jobs: | |
| build-auth: | |
| name: build auth | |
| if: ${{ !github.event.schedule || vars.SCHEDULED_JOBS_BUILD_AND_TEST_ALL }} | |
| runs-on: ubuntu-20.04 | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| ASAN_OPTIONS: detect_leaks=0 | |
| FUZZING_TARGETS: yes | |
| SANITIZERS: asan+ubsan | |
| UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp" | |
| UNIT_TESTS: yes | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| defaults: | |
| run: | |
| working-directory: ./pdns-${{ env.BUILDER_VERSION }} | |
| outputs: | |
| clang-tidy-failed: ${{ steps.clang-tidy-annotations.outputs.failed }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: get timestamp for cache | |
| id: get-stamp | |
| run: | | |
| echo "stamp=$(/bin/date +%s)" >> "$GITHUB_OUTPUT" | |
| shell: bash | |
| working-directory: . | |
| - run: mkdir -p ~/.ccache | |
| working-directory: . | |
| - name: let GitHub cache our ccache data | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.ccache | |
| key: auth-ccache-${{ steps.get-stamp.outputs.stamp }} | |
| restore-keys: auth-ccache- | |
| - run: inv ci-autoconf | |
| working-directory: . | |
| - run: inv ci-auth-configure | |
| working-directory: . | |
| - run: inv ci-make-distdir | |
| working-directory: . | |
| - run: inv ci-auth-configure | |
| - run: inv ci-auth-make-bear # This runs under pdns-$BUILDER_VERSION/pdns/ | |
| - run: ln -s ../clang-tidy.full .clang-tidy | |
| - name: Run clang-tidy | |
| working-directory: ./pdns-${{ env.BUILDER_VERSION }}/pdns | |
| run: git diff -U0 HEAD^..HEAD | python3 ../../.github/scripts/git-filter.py | python3 /usr/bin/clang-tidy-diff-${CLANG_VERSION}.py -clang-tidy-binary /usr/bin/clang-tidy-${CLANG_VERSION} -extra-arg=-ferror-limit=0 -p2 -export-fixes clang-tidy-auth.yml | |
| - name: Print clang-tidy fixes YAML | |
| working-directory: ./pdns-${{ env.BUILDER_VERSION }}/pdns | |
| shell: bash | |
| run: | | |
| if [ -f clang-tidy-auth.yml ]; then | |
| cat clang-tidy-auth.yml | |
| fi | |
| - name: Result annotations | |
| id: clang-tidy-annotations | |
| shell: bash | |
| working-directory: ./pdns-${{ env.BUILDER_VERSION }}/pdns | |
| run: | | |
| if [ -f clang-tidy-auth.yml ]; then | |
| set +e | |
| python3 ../../.github/scripts/clang-tidy.py --fixes-file clang-tidy-auth.yml | |
| echo "failed=$?" >> $GITHUB_OUTPUT | |
| fi | |
| - run: inv ci-auth-install-remotebackend-test-deps | |
| - run: inv ci-auth-run-unit-tests | |
| - run: inv ci-make-install | |
| - run: ccache -s | |
| - name: Store the binaries | |
| uses: actions/upload-artifact@v3 # this takes 30 seconds, maybe we want to tar | |
| with: | |
| name: pdns-auth | |
| path: /opt/pdns-auth | |
| retention-days: 1 | |
| build-recursor: | |
| name: build recursor | |
| if: ${{ !github.event.schedule || vars.SCHEDULED_JOBS_BUILD_AND_TEST_ALL }} | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| sanitizers: [ubsan+asan, tsan] | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| ASAN_OPTIONS: detect_leaks=0 | |
| SANITIZERS: ${{ matrix.sanitizers }} | |
| UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp" | |
| UNIT_TESTS: yes | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| defaults: | |
| run: | |
| working-directory: ./pdns/recursordist/pdns-recursor-${{ env.BUILDER_VERSION }} | |
| outputs: | |
| clang-tidy-failed: ${{ steps.clang-tidy-annotations.outputs.failed }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: get timestamp for cache | |
| id: get-stamp | |
| run: | | |
| echo "stamp=$(/bin/date +%s)" >> "$GITHUB_OUTPUT" | |
| shell: bash | |
| working-directory: . | |
| - run: mkdir -p ~/.ccache | |
| working-directory: . | |
| - name: let GitHub cache our ccache data | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.ccache | |
| key: recursor-${{ matrix.sanitizers }}-ccache-${{ steps.get-stamp.outputs.stamp }} | |
| restore-keys: recursor-${{ matrix.sanitizers }}-ccache- | |
| - run: inv ci-install-rust ${{ env.REPO_HOME }} | |
| working-directory: ./pdns/recursordist/ | |
| - run: inv ci-autoconf | |
| working-directory: ./pdns/recursordist/ | |
| - run: inv ci-rec-configure | |
| working-directory: ./pdns/recursordist/ | |
| - run: inv ci-make-distdir | |
| working-directory: ./pdns/recursordist/ | |
| - run: inv ci-rec-configure | |
| - run: inv ci-rec-make-bear | |
| - run: ln -s ../../../.clang-tidy.full .clang-tidy | |
| - name: Run clang-tidy | |
| run: git diff -U0 HEAD^..HEAD | python3 ../../../.github/scripts/git-filter.py | python3 /usr/bin/clang-tidy-diff-${CLANG_VERSION}.py -clang-tidy-binary /usr/bin/clang-tidy-${CLANG_VERSION} -extra-arg=-ferror-limit=0 -p3 -export-fixes clang-tidy-rec.yml | |
| - name: Print clang-tidy fixes YAML | |
| shell: bash | |
| run: | | |
| if [ -f clang-tidy-rec.yml ]; then | |
| cat clang-tidy-rec.yml | |
| fi | |
| - name: Result annotations | |
| id: clang-tidy-annotations | |
| shell: bash | |
| run: | | |
| if [ -f clang-tidy-rec.yml ]; then | |
| set +e | |
| python ../../../.github/scripts/clang-tidy.py --fixes-file clang-tidy-rec.yml | |
| echo "failed=$?" >> $GITHUB_OUTPUT | |
| fi | |
| - run: inv ci-rec-run-unit-tests | |
| - run: inv ci-make-install | |
| - run: ccache -s | |
| - name: Store the binaries | |
| uses: actions/upload-artifact@v3 # this takes 30 seconds, maybe we want to tar | |
| with: | |
| name: pdns-recursor-${{ matrix.sanitizers }} | |
| path: /opt/pdns-recursor | |
| retention-days: 1 | |
| build-dnsdist: | |
| name: build dnsdist | |
| if: ${{ !github.event.schedule || vars.SCHEDULED_JOBS_BUILD_AND_TEST_ALL }} | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| sanitizers: [ubsan+asan, tsan] | |
| features: [least, full] | |
| exclude: | |
| - sanitizers: tsan | |
| features: least | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| ASAN_OPTIONS: detect_leaks=0 | |
| SANITIZERS: ${{ matrix.sanitizers }} | |
| UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp" | |
| UNIT_TESTS: yes | |
| FUZZING_TARGETS: yes | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| defaults: | |
| run: | |
| working-directory: ./pdns/dnsdistdist/dnsdist-${{ env.BUILDER_VERSION }} | |
| outputs: | |
| clang-tidy-failed: ${{ steps.clang-tidy-annotations.outputs.failed }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: get timestamp for cache | |
| id: get-stamp | |
| run: | | |
| echo "stamp=$(/bin/date +%s)" >> "$GITHUB_OUTPUT" | |
| shell: bash | |
| working-directory: . | |
| - run: mkdir -p ~/.ccache | |
| working-directory: . | |
| - name: let GitHub cache our ccache data | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.ccache | |
| key: dnsdist-${{ matrix.features }}-${{ matrix.sanitizers }}-ccache-${{ steps.get-stamp.outputs.stamp }} | |
| restore-keys: dnsdist-${{ matrix.features }}-${{ matrix.sanitizers }}-ccache- | |
| - run: inv ci-autoconf | |
| working-directory: ./pdns/dnsdistdist/ | |
| - run: inv ci-dnsdist-configure ${{ matrix.features }} | |
| working-directory: ./pdns/dnsdistdist/ | |
| - run: inv ci-make-distdir | |
| working-directory: ./pdns/dnsdistdist/ | |
| - run: inv ci-dnsdist-configure ${{ matrix.features }} | |
| - run: inv ci-dnsdist-make-bear | |
| - run: ln -s ../../../.clang-tidy.full .clang-tidy | |
| - name: Run clang-tidy | |
| run: git diff -U0 HEAD^..HEAD | python3 ../../../.github/scripts/git-filter.py | python3 /usr/bin/clang-tidy-diff-${CLANG_VERSION}.py -clang-tidy-binary /usr/bin/clang-tidy-${CLANG_VERSION} -extra-arg=-ferror-limit=0 -p3 -export-fixes clang-tidy-dnsdist.yml | |
| - name: Print clang-tidy fixes YAML | |
| shell: bash | |
| run: | | |
| if [ -f clang-tidy-dnsdist.yml ]; then | |
| cat clang-tidy-dnsdist.yml | |
| fi | |
| - name: Result annotations | |
| id: clang-tidy-annotations | |
| shell: bash | |
| run: | | |
| if [ -f clang-tidy-dnsdist.yml ]; then | |
| set +e | |
| python ../../../.github/scripts/clang-tidy.py --fixes-file clang-tidy-dnsdist.yml | |
| echo "failed=$?" >> $GITHUB_OUTPUT | |
| fi | |
| - run: inv ci-dnsdist-run-unit-tests | |
| - run: inv ci-make-install | |
| - run: ccache -s | |
| - name: Store the binaries | |
| uses: actions/upload-artifact@v3 # this takes 30 seconds, maybe we want to tar | |
| with: | |
| name: dnsdist-${{ matrix.features }}-${{ matrix.sanitizers }} | |
| path: /opt/dnsdist | |
| retention-days: 1 | |
| test-auth-api: | |
| needs: build-auth | |
| runs-on: ubuntu-20.04 | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp" | |
| ASAN_OPTIONS: detect_leaks=0 | |
| TSAN_OPTIONS: "halt_on_error=1:suppressions=${{ env.REPO_HOME }}/pdns/dnsdistdist/dnsdist-tsan.supp" | |
| AUTH_BACKEND_IP_ADDR: "172.17.0.1" | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| strategy: | |
| matrix: | |
| include: | |
| - backend: gsqlite3 | |
| image: coscale/docker-sleep | |
| - backend: gmysql | |
| image: mysql:5 | |
| - backend: gpgsql | |
| image: postgres:9 | |
| - backend: lmdb | |
| image: coscale/docker-sleep | |
| fail-fast: false | |
| services: | |
| database: | |
| image: ${{ matrix.image }} | |
| env: | |
| POSTGRES_USER: runner | |
| POSTGRES_HOST_AUTH_METHOD: trust | |
| MYSQL_ALLOW_EMPTY_PASSWORD: 1 | |
| ports: | |
| - 3306:3306 | |
| - 5432:5432 | |
| # FIXME: this works around dist-upgrade stopping all docker containers. dist-upgrade is huge on these images anyway. Perhaps we do want to run our tasks in a Docker container too. | |
| options: >- | |
| --restart always | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: Fetch the binaries | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: pdns-auth | |
| path: /opt/pdns-auth | |
| - run: inv apt-fresh | |
| - run: inv install-clang-runtime | |
| - run: inv install-auth-test-deps -b ${{ matrix.backend }} | |
| - run: inv test-api auth -b ${{ matrix.backend }} | |
| test-auth-backend: | |
| needs: build-auth | |
| runs-on: ubuntu-20.04 | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp" | |
| ASAN_OPTIONS: detect_leaks=0 | |
| LDAPHOST: ldap://ldapserver/ | |
| ODBCINI: /github/home/.odbc.ini | |
| AUTH_BACKEND_IP_ADDR: "172.17.0.1" | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| strategy: | |
| matrix: | |
| include: | |
| - backend: remote | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: gmysql | |
| image: mysql:5 | |
| env: | |
| MYSQL_ALLOW_EMPTY_PASSWORD: 1 | |
| ports: | |
| - 3306:3306 | |
| - backend: gmysql | |
| image: mariadb:10 | |
| env: | |
| MYSQL_ALLOW_EMPTY_PASSWORD: 1 | |
| ports: | |
| - 3306:3306 | |
| - backend: gpgsql | |
| image: postgres:9 | |
| env: | |
| POSTGRES_USER: runner | |
| POSTGRES_HOST_AUTH_METHOD: trust | |
| ports: | |
| - 5432:5432 | |
| - backend: gsqlite3 # this also runs regression-tests.nobackend and pdnsutil test-algorithms | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: lmdb | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: bind | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: geoip | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: lua2 | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: tinydns | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: authpy | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: godbc_sqlite3 | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| - backend: godbc_mssql | |
| image: mcr.microsoft.com/mssql/server:2017-GA-ubuntu | |
| env: | |
| ACCEPT_EULA: Y | |
| SA_PASSWORD: 'SAsa12%%' | |
| ports: | |
| - 1433:1433 | |
| - backend: ldap | |
| image: powerdns/ldap-regress:1.2.4-1 | |
| env: | |
| LDAP_LOG_LEVEL: 0 | |
| CONTAINER_LOG_LEVEL: 4 | |
| ports: | |
| - 389:389 | |
| - backend: geoip_mmdb | |
| image: coscale/docker-sleep | |
| env: {} | |
| ports: [] | |
| fail-fast: false | |
| services: | |
| database: | |
| image: ${{ matrix.image }} | |
| env: ${{ matrix.env }} | |
| ports: ${{ matrix.ports }} | |
| # FIXME: this works around dist-upgrade stopping all docker containers. dist-upgrade is huge on these images anyway. Perhaps we do want to run our tasks in a Docker container too. | |
| options: >- | |
| --restart always | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: Fetch the binaries | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: pdns-auth | |
| path: /opt/pdns-auth | |
| # FIXME: install recursor for backends that have ALIAS | |
| - run: inv install-clang-runtime | |
| - run: inv install-auth-test-deps -b ${{ matrix.backend }} | |
| - run: inv test-auth-backend -b ${{ matrix.backend }} | |
| test-ixfrdist: | |
| needs: build-auth | |
| runs-on: ubuntu-20.04 | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp" | |
| ASAN_OPTIONS: detect_leaks=0 | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: Fetch the binaries | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: pdns-auth | |
| path: /opt/pdns-auth | |
| - run: inv install-clang-runtime | |
| - run: inv install-auth-test-deps | |
| - run: inv test-ixfrdist | |
| test-recursor-api: | |
| needs: build-recursor | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| sanitizers: [ubsan+asan, tsan] | |
| dist_name: [debian] | |
| dist_release_name: [bullseye] | |
| pdns_repo_version: ['45'] | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp" | |
| ASAN_OPTIONS: detect_leaks=0 | |
| TSAN_OPTIONS: "halt_on_error=1:suppressions=${{ env.REPO_HOME }}/pdns/recursordist/recursor-tsan.supp" | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: Fetch the binaries | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: pdns-recursor-${{ matrix.sanitizers }} | |
| path: /opt/pdns-recursor | |
| - run: inv apt-fresh | |
| - run: inv add-auth-repo ${{ matrix.dist_name }} ${{ matrix.dist_release_name }} ${{ matrix.pdns_repo_version }} | |
| - run: inv install-clang-runtime | |
| - run: inv install-rec-test-deps | |
| - run: inv test-api recursor | |
| test-recursor-regression: | |
| needs: build-recursor | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| sanitizers: [ubsan+asan, tsan] | |
| dist_name: [debian] | |
| dist_release_name: [bullseye] | |
| pdns_repo_version: ['45'] | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| UBSAN_OPTIONS: 'print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp' | |
| ASAN_OPTIONS: detect_leaks=0 | |
| TSAN_OPTIONS: "halt_on_error=1:suppressions=${{ env.REPO_HOME }}/pdns/recursordist/recursor-tsan.supp" | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| steps: | |
| # - uses: PowerDNS/pdns/set-ubuntu-mirror@meta | |
| - uses: actions/[email protected] | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: Fetch the binaries | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: pdns-recursor-${{ matrix.sanitizers }} | |
| path: /opt/pdns-recursor | |
| - run: inv apt-fresh | |
| - run: inv add-auth-repo ${{ matrix.dist_name }} ${{ matrix.dist_release_name }} ${{ matrix.pdns_repo_version }} | |
| - run: inv install-clang-runtime | |
| - run: inv install-rec-test-deps | |
| - run: inv test-regression-recursor | |
| test-recursor-bulk: | |
| name: 'test rec *mini* bulk' | |
| needs: build-recursor | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| sanitizers: [ubsan+asan, tsan] | |
| threads: [1, 2, 3, 4, 8] | |
| mthreads: [2048] | |
| shards: [1, 2, 1024] | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| UBSAN_OPTIONS: 'print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp' | |
| ASAN_OPTIONS: detect_leaks=0 | |
| TSAN_OPTIONS: "halt_on_error=1:suppressions=${{ env.REPO_HOME }}/pdns/recursordist/recursor-tsan.supp" | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: Fetch the binaries | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: pdns-recursor-${{ matrix.sanitizers }} | |
| path: /opt/pdns-recursor | |
| - run: inv install-clang-runtime | |
| - run: inv install-rec-bulk-deps | |
| - run: inv test-bulk-recursor ${{ matrix.threads }} ${{ matrix.mthreads }} ${{ matrix.shards }} | |
| test-dnsdist-regression: | |
| needs: build-dnsdist | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| sanitizers: [ubsan+asan, tsan] | |
| container: | |
| image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| env: | |
| UBSAN_OPTIONS: "print_stacktrace=1:halt_on_error=1:suppressions=${{ env.REPO_HOME }}/build-scripts/UBSan.supp" | |
| # Disabling (intercept_send=0) the custom send wrappers for ASAN and TSAN because they cause the tools to report a race that doesn't exist on actual implementations of send(), see https://github.com/google/sanitizers/issues/1498 | |
| ASAN_OPTIONS: detect_leaks=0:intercept_send=0 | |
| TSAN_OPTIONS: "halt_on_error=1:intercept_send=0:suppressions=${{ env.REPO_HOME }}/pdns/dnsdistdist/dnsdist-tsan.supp" | |
| # IncludeDir tests are disabled because of a weird interaction between TSAN and these tests which ever only happens on GH actions | |
| SKIP_INCLUDEDIR_TESTS: yes | |
| options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: Fetch the binaries | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: dnsdist-full-${{ matrix.sanitizers }} | |
| path: /opt/dnsdist | |
| - run: inv install-clang-runtime | |
| - run: inv install-dnsdist-test-deps | |
| - run: inv test-dnsdist | |
| swagger-syntax-check: | |
| if: ${{ !github.event.schedule || vars.SCHEDULED_JOBS_BUILD_AND_TEST_ALL }} | |
| runs-on: ubuntu-20.04 | |
| # FIXME: https://github.com/PowerDNS/pdns/pull/12880 | |
| # container: | |
| # image: ghcr.io/powerdns/base-pdns-ci-image/debian-11-pdns-base:master | |
| # options: --sysctl net.ipv6.conf.all.disable_ipv6=0 | |
| steps: | |
| - uses: PowerDNS/pdns/set-ubuntu-mirror@meta | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - run: build-scripts/gh-actions-setup-inv # this runs apt update+upgrade | |
| - run: inv install-swagger-tools | |
| - run: inv swagger-syntax-check | |
| check-clang-tidy: | |
| needs: [build-auth, build-dnsdist, build-recursor] | |
| runs-on: ubuntu-20.04 | |
| name: Check whether clang-tidy succeeded | |
| steps: | |
| - run: | | |
| if [ "x${{ needs.build-auth.outputs.clang-tidy-failed }}" != "x" -a "${{ needs.build-auth.outputs.clang-tidy-failed }}" != "0" ]; then | |
| echo "::error::Auth clang-tidy failed" | |
| exit 1 | |
| fi | |
| if [ "x${{needs.build-recursor.outputs.clang-tidy-failed}}" != "x" -a "${{needs.build-recursor.outputs.clang-tidy-failed}}" != "0" ]; then | |
| echo "::error::Rec clang-tidy failed" | |
| exit 1 | |
| fi | |
| if [ "x${{ needs.build-dnsdist.outputs.clang-tidy-failed }}" != "x" -a "${{ needs.build-dnsdist.outputs.clang-tidy-failed }}" != "0" ]; then | |
| echo "::error::dnsdist clang-tidy failed" | |
| exit 1 | |
| fi | |
| collect: | |
| needs: | |
| - build-auth | |
| - build-dnsdist | |
| - build-recursor | |
| - swagger-syntax-check | |
| - test-auth-api | |
| - test-auth-backend | |
| - test-dnsdist-regression | |
| - test-ixfrdist | |
| - test-recursor-api | |
| - test-recursor-regression | |
| - test-recursor-bulk | |
| - check-clang-tidy | |
| if: success() || failure() | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Install jq and yq | |
| run: "sudo snap install jq yq" | |
| - name: Fail job if any of the previous jobs failed | |
| run: "for i in `echo '${{ toJSON(needs) }}' | jq '.[].result' | tr -d '\"'`; do if [[ $i == 'failure' ]]; then echo '${{ toJSON(needs) }}'; exit 1; fi; done;" | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 5 | |
| submodules: recursive | |
| - name: Get list of jobs in the workflow | |
| run: "yq e '.jobs | keys' .github/workflows/build-and-test-all.yml | awk '{print $2}' | grep -v collect | sort | tee /tmp/workflow-jobs-list.yml" | |
| - name: Get list of prerequisite jobs | |
| run: "echo '${{ toJSON(needs) }}' | jq 'keys | .[]' | tr -d '\"' | sort | tee /tmp/workflow-needs-list.yml" | |
| - name: Fail if there is a job missing on the needs list | |
| run: "if ! diff -q /tmp/workflow-jobs-list.yml /tmp/workflow-needs-list.yml; then exit 1; fi" | |
| # FIXME: if we can make upload/download-artifact fasts, running unit tests outside of build can let regression tests start earlier |