update test and build workflows to ubuntu 20.04 #1211
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build binaries | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - master | |
| tags: | |
| - "v*" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| linux-build: | |
| name: Build binaries for ${{ matrix.platform.name }}-${{ matrix.arch }} | |
| runs-on: ${{ matrix.platform.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| arch: | |
| - arm64 | |
| - amd64 | |
| platform: | |
| - name: linux | |
| runner: ubuntu-20.04 | |
| - name: windows | |
| runner: ubuntu-20.04 | |
| exclude: | |
| - platform: | |
| name: windows | |
| arch: arm64 | |
| steps: | |
| - name: Setup ubuntu container | |
| run: | | |
| sudo apt update | |
| sudo apt install -yqq build-essential make software-properties-common | |
| sudo add-apt-repository -y ppa:git-core/ppa | |
| sudo apt update && sudo apt install -yqq git zip unzip zlib1g-dev zlib1g | |
| - name: Check out code | |
| uses: actions/[email protected] | |
| with: | |
| fetch-depth: 0 | |
| # Check https://github.com/livepeer/go-livepeer/pull/1891 | |
| # for ref value discussion | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Cleanup hosted runner | |
| run: | | |
| sudo rm -rf /usr/share/dotnet /usr/local/lib/android | |
| - name: Set up go | |
| id: go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: 1.20.4 | |
| cache: true | |
| cache-dependency-path: go.sum | |
| - name: Cache ffmpeg | |
| id: cache-ffmpeg | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/compiled | |
| key: ${{ runner.os }}-${{ matrix.platform.name }}-${{ matrix.arch }}-ffmpeg-${{ hashFiles('**/install_ffmpeg.sh') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ matrix.platform.name }}-${{ matrix.arch }}-ffmpeg- | |
| - name: Cache binaries | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/build | |
| key: ${{ runner.os }}-${{ matrix.platform.name }}-${{ matrix.arch }}-binaries-${{ github.sha }} | |
| - name: Set build environment | |
| run: | | |
| echo "GOARCH=${{ matrix.arch }}" >> $GITHUB_ENV | |
| echo "GOOS=${{ matrix.platform.name }}" >> $GITHUB_ENV | |
| echo "GO_BUILD_DIR=lp-builds/" >> $GITHUB_ENV | |
| - name: Install dependencies | |
| run: | | |
| sudo apt update \ | |
| && sudo apt install -yqq software-properties-common curl apt-transport-https lsb-release \ | |
| && curl -fsSl https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add - \ | |
| && sudo add-apt-repository "deb https://apt.llvm.org/$(lsb_release -cs)/ llvm-toolchain-$(lsb_release -cs)-12 main" \ | |
| && sudo apt update \ | |
| && sudo apt -yqq install \ | |
| clang-12 clang-tools-12 lld-12 build-essential pkg-config autoconf git python \ | |
| gcc-multilib gcc-mingw-w64 libgcc-9-dev-arm64-cross mingw-w64-tools gcc-mingw-w64-x86-64 | |
| sudo update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-12 30 \ | |
| && sudo update-alternatives --install /usr/bin/clang clang /usr/bin/clang-12 30 \ | |
| && sudo update-alternatives --install /usr/bin/ld ld /usr/bin/lld-12 30 | |
| - name: Install go modules | |
| if: steps.go.outputs.cache-hit != 'true' | |
| run: go mod download | |
| - name: Install ffmpeg | |
| if: steps.cache-ffmpeg.outputs.cache-hit != 'true' | |
| run: ./install_ffmpeg.sh | |
| - name: Build binaries | |
| env: | |
| GHA_REF: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.ref || github.ref }} | |
| PKG_CONFIG_PATH: "/home/runner/compiled/lib/pkgconfig" | |
| run: | | |
| git config --global --add safe.directory '*' | |
| ./ci_env.sh make | |
| - name: Upload build | |
| if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository | |
| env: | |
| GHA_REF: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.ref || github.ref }} | |
| GCLOUD_KEY: ${{ secrets.GCLOUD_KEY }} | |
| GCLOUD_SECRET: ${{ secrets.GCLOUD_SECRET }} | |
| DISCORD_URL: ${{ secrets.DISCORD_URL }} | |
| run: ./upload_build.sh | |
| - name: Upload artifacts for cutting release | |
| uses: actions/upload-artifact@master | |
| with: | |
| name: release-artifacts | |
| path: releases/ | |
| - name: Notify new build upload | |
| run: curl -X POST https://holy-bread-207a.livepeer.workers.dev | |
| macos-build: | |
| name: Build binaries for ${{ matrix.platform.name }}-${{ matrix.arch }} | |
| runs-on: ${{ matrix.platform.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| arch: | |
| - arm64 | |
| - amd64 | |
| platform: | |
| - name: darwin | |
| runner: macos-latest | |
| steps: | |
| - name: Check out code | |
| uses: actions/[email protected] | |
| with: | |
| fetch-depth: 0 | |
| # Check https://github.com/livepeer/go-livepeer/pull/1891 | |
| # for ref value discussion | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Set up go | |
| id: go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: 1.20.4 | |
| cache: true | |
| cache-dependency-path: go.sum | |
| - name: Set build environment | |
| run: | | |
| echo "GOARCH=${{ matrix.arch }}" >> $GITHUB_ENV | |
| echo "GOOS=${{ matrix.platform.name }}" >> $GITHUB_ENV | |
| echo "GO_BUILD_DIR=lp-builds/" >> $GITHUB_ENV | |
| - name: Cache ffmpeg | |
| id: cache-ffmpeg | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/compiled | |
| key: ${{ runner.os }}-${{ matrix.platform.name }}-${{ matrix.arch }}-ffmpeg-${{ hashFiles('**/install_ffmpeg.sh') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ matrix.platform.name }}-${{ matrix.arch }}-ffmpeg- | |
| - name: Cache binaries | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/build | |
| key: ${{ runner.os }}-${{ matrix.platform.name }}-${{ matrix.arch }}-binaries-${{ github.sha }} | |
| - name: Install dependencies | |
| run: brew install coreutils pkg-config | |
| - name: Install go modules | |
| # if: steps.go.outputs.cache-hit != 'true' | |
| run: go mod download | |
| - name: Install ffmpeg | |
| if: steps.cache-ffmpeg.outputs.cache-hit != 'true' | |
| run: ./install_ffmpeg.sh | |
| - name: Build binaries | |
| env: | |
| GHA_REF: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.ref || github.ref }} | |
| run: | | |
| git config --global --add safe.directory '*' | |
| export PKG_CONFIG_PATH=~/compiled/lib/pkgconfig | |
| ./ci_env.sh make | |
| - uses: actions-ecosystem/action-regex-match@v2 | |
| id: match-tag | |
| with: | |
| text: ${{ github.ref_name }} | |
| regex: '^(master|main|v[0-9]+\.\d+\.\d+)$' | |
| - name: Codesign and notarize binaries | |
| if: steps.match-tag.outputs.match != '' && matrix.platform.name == 'darwin' | |
| uses: livepeer/action-gh-codesign-apple@latest | |
| with: | |
| developer-certificate-id: ${{ secrets.CI_MACOS_CERTIFICATE_ID }} | |
| developer-certificate-base64: ${{ secrets.CI_MACOS_CERTIFICATE_BASE64 }} | |
| developer-certificate-password: ${{ secrets.CI_MACOS_CERTIFICATE_PASSWORD }} | |
| app-notarization-email: ${{ secrets.CI_MACOS_NOTARIZATION_USER }} | |
| app-notarization-password: ${{ secrets.CI_MACOS_NOTARIZATION_PASSWORD }} | |
| app-notarization-team-id: ${{ secrets.CI_MACOS_NOTARIZATION_TEAM_ID }} | |
| binary-path: "lp-builds/" | |
| - name: Upload build | |
| if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository | |
| env: | |
| GHA_REF: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.ref || github.ref }} | |
| GCLOUD_KEY: ${{ secrets.GCLOUD_KEY }} | |
| GCLOUD_SECRET: ${{ secrets.GCLOUD_SECRET }} | |
| DISCORD_URL: ${{ secrets.DISCORD_URL }} | |
| run: ./upload_build.sh | |
| - name: Upload artifacts for cutting release | |
| uses: actions/upload-artifact@master | |
| with: | |
| name: release-artifacts | |
| path: releases/ | |
| - name: Notify new build upload | |
| run: curl -X POST https://holy-bread-207a.livepeer.workers.dev | |
| linux-tensorflow: | |
| name: Build binaries for linux using tensorflow | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Setup ubuntu container | |
| run: | | |
| sudo apt update | |
| sudo apt install -yqq build-essential make software-properties-common | |
| sudo add-apt-repository -y ppa:git-core/ppa | |
| sudo apt update && sudo apt install -yqq git zip unzip zlib1g-dev zlib1g coreutils binutils libc++-dev libc++abi-dev libtool p7zip-full mediainfo xz-utils | |
| - name: Check out code | |
| uses: actions/[email protected] | |
| with: | |
| fetch-depth: 0 | |
| # Check https://github.com/livepeer/go-livepeer/pull/1891 | |
| # for ref value discussion | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Cleanup hosted runner | |
| run: | | |
| sudo rm -rf /usr/share/dotnet /usr/local/lib/android | |
| - name: Set up go | |
| id: go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: 1.20.4 | |
| cache: true | |
| cache-dependency-path: go.sum | |
| - name: Cache ffmpeg | |
| id: cache-ffmpeg | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/compiled | |
| key: ${{ runner.os }}-ffmpeg-tf-${{ hashFiles('**/install_ffmpeg.sh') }} | |
| restore-keys: | | |
| ${{ runner.os }}-ffmpeg-tf- | |
| - name: Cache binaries | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/build | |
| key: ${{ runner.os }}-binaries-tf-${{ github.sha }} | |
| - name: Install dependencies | |
| env: | |
| LIBTENSORFLOW_VERSION: "2.12.1" | |
| run: | | |
| sudo apt update \ | |
| && sudo apt install -yqq software-properties-common curl apt-transport-https lsb-release \ | |
| && curl -fsSl https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add - \ | |
| && sudo add-apt-repository "deb https://apt.llvm.org/$(lsb_release -cs)/ llvm-toolchain-$(lsb_release -cs)-12 main" \ | |
| && sudo apt update \ | |
| && sudo apt -yqq install clang-12 clang-tools-12 lld-12 build-essential pkg-config autoconf git python | |
| sudo update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-12 30 \ | |
| && sudo update-alternatives --install /usr/bin/clang clang /usr/bin/clang-12 30 \ | |
| && sudo update-alternatives --install /usr/bin/ld ld /usr/bin/lld-12 30 | |
| sudo curl -LO https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-gpu-linux-x86_64-${LIBTENSORFLOW_VERSION}.tar.gz \ | |
| && sudo tar -C /usr/local -xzf libtensorflow-gpu-linux-x86_64-${LIBTENSORFLOW_VERSION}.tar.gz \ | |
| && sudo ldconfig | |
| - name: Install go modules | |
| # if: steps.go.outputs.cache-hit != 'true' | |
| run: go mod download | |
| - name: Install ffmpeg | |
| if: steps.cache-ffmpeg.outputs.cache-hit != 'true' | |
| run: ./install_ffmpeg.sh | |
| - name: Build binaries | |
| env: | |
| GHA_REF: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.ref || github.ref }} | |
| PKG_CONFIG_PATH: "/home/runner/compiled/lib/pkgconfig" | |
| run: | | |
| git config --global --add safe.directory '*' | |
| ./ci_env.sh make cgo_cflags="-lz" all | |
| rm -rf ~/build && mkdir ~/build && mv livepeer* ~/build/ | |
| - name: Upload build | |
| run: cp ~/build/* . && ./upload_build.sh | |
| env: | |
| GHA_REF: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.ref || github.ref }} | |
| GCLOUD_KEY: ${{ secrets.GCLOUD_KEY }} | |
| GCLOUD_SECRET: ${{ secrets.GCLOUD_SECRET }} | |
| DISCORD_URL: ${{ secrets.DISCORD_URL }} | |
| RELEASE_TAG: "tensorflow" | |
| - name: Upload artifacts for cutting release | |
| uses: actions/upload-artifact@master | |
| with: | |
| name: release-artifacts | |
| path: releases/ | |
| - name: Notify new build upload | |
| run: curl -X POST https://holy-bread-207a.livepeer.workers.dev | |
| upload: | |
| name: Upload artifacts to google bucket | |
| permissions: | |
| contents: "read" | |
| id-token: "write" | |
| runs-on: ubuntu-latest | |
| needs: | |
| - macos-build | |
| - linux-build | |
| - linux-tensorflow | |
| steps: | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: release-artifacts | |
| path: releases/ | |
| - name: Generate sha256 checksum and gpg signatures for release artifacts | |
| uses: livepeer/action-gh-checksum-and-gpg-sign@latest | |
| with: | |
| artifacts-dir: releases | |
| release-name: ${{ (github.ref_type == 'tag' && github.ref_name) || github.sha }} | |
| gpg-key: ${{ secrets.CI_GPG_SIGNING_KEY }} | |
| gpg-key-passphrase: ${{ secrets.CI_GPG_SIGNING_PASSPHRASE }} | |
| - name: Generate branch manifest | |
| id: branch-manifest | |
| uses: livepeer/branch-manifest-action@latest | |
| with: | |
| project-name: livepeer | |
| bucket-key: ${{ github.event.repository.name }} | |
| use-prefix: false | |
| - name: Authenticate to Google Cloud | |
| id: auth | |
| uses: google-github-actions/auth@v1 | |
| with: | |
| workload_identity_provider: ${{ secrets.CI_GOOGLE_WORKLOAD_IDENTITY_PROVIDER }} | |
| service_account: ${{ secrets.CI_GOOGLE_SERVICE_ACCOUNT }} | |
| - name: Upload release archives to Google Cloud | |
| id: upload-archives | |
| uses: google-github-actions/upload-cloud-storage@v1 | |
| with: | |
| path: "releases" | |
| destination: "build.livepeer.live/${{ github.event.repository.name }}/${{ (github.ref_type == 'tag' && github.ref_name) || github.sha }}" | |
| parent: false | |
| - name: Upload branch manifest file | |
| id: upload-manifest | |
| uses: google-github-actions/upload-cloud-storage@v1 | |
| with: | |
| path: ${{ steps.branch-manifest.outputs.manifest-file }} | |
| destination: "build.livepeer.live/${{ github.event.repository.name }}/" | |
| parent: false |