tmp

.buildkite/pipeline-raw.yml

@@ -7,229 +7,22 @@ env:
   USE_NEWER_NIX: 1
 
 steps:
- # We need to sign commits that update brew formulae separately
- - label: Sign formulae update commits
-   if: build.branch =~ /^auto\/update-brew-formulae-.*/
-   commands:
-   - nix develop .#buildkite
-       --command './scripts/sign-commits.sh'
- # To avoid race-conditions for the gpg key between jobs which sometimes leads to weird errors
- - wait
-
- - label: reuse lint
-   command: nix shell .#reuse -c reuse lint
- - label: check trailing whitespace
-   command: .buildkite/check-trailing-whitespace.sh
- - label: crossref-verify
-   command: nix shell -f https://github.com/serokell/crossref-verifier/archive/68a1f9d25b6e7835fea8299b18a3e6c61dbb2a5c.tar.gz -c crossref-verify
-   soft_fail: true
- - label: lint python code
-   command: nix shell .#python39Packages.black -c black --check --diff --color .
- - label: lint bash scripts
-   command: nix shell .#shellcheck -c shellcheck --shell=bash --exclude=SC1091 -x $(find . -name '*.sh')
- - label: pipeline-filtering
-   command: nix develop .#buildkite --command 'nix shell .#bats -c ./tests/buildkite/filter-pipeline.bats'
-   only_changes:
-   - .buildkite/filter-pipeline.py
-   - tests/buildkite/.*
- - label: check auto-inserting bottle hashes
-   commands:
-   - cd tests/bottle-hashes/
-   - ./test-hash-insert.sh
-
- - label: build via nix
-   commands:
-   # NOTE: if this changes, remember to update the instructions in the nix/README.md too
-   - nix build . -o binaries
-   branches: "!master"
- - label: check flake
-   commands:
-   - nix flake check -L
-   branches: "!master"
-   # nix builds are usually cached, so we don't care about only_changes setting for it
-
- - label: build-via-docker
-   # this step is used as a dependency, so we're defining 'key' explicitely
-   key: build-via-docker
-   commands:
-   - eval "$SET_VERSION"
-   - cd docker
-   - ./docker-static-build.sh
-   artifact_paths:
-     - ./docker/octez-*
-   agents:
-     queue: "docker"
-   only_changes: &static_binaries_changes_regexes
-   - docker/build/.*
-   - docker/docker-static-build.sh
-   - meta.json
-   - protocols.json
-
- - label: build-arm-via-docker
-   # this step is used as a dependency, so we're defining 'key' explicitely
-   key: build-arm-via-docker
-   commands:
-   - eval "$SET_VERSION"
-   - cd docker
-   - ./docker-static-build.sh
-   - >
-     for f in ./octez-*; do
-       mv "\$f" "\$f-arm64"
-     done
-   artifact_paths:
-     - ./docker/octez-*
-   agents:
-     queue: "arm64-darwin"
-   only_changes: *static_binaries_changes_regexes
-
- - label: test docker-built binaries
-   commands:
-   - buildkite-agent artifact download "docker/*" . --step "build-via-docker"
-   - chmod +x ./docker/*
-   - nix-build . -A binaries-test --no-out-link --arg path-to-binaries ./docker
-   branches: "!master"
-   depends_on:
-    - "build-via-docker"
-   only_changes:
-   - tests/tezos-binaries.nix
-   - tests/test_script.py
-   # files from nix/ are massively used in tests infrastructure
-   - nix/.*
-
- - label: test deb source packages via docker
-   commands:
-   - eval "$SET_VERSION"
-   - nix develop .#docker-tezos-packages -c ./docker/build/ubuntu/build.py --type source
-   artifact_paths:
-     - ./out/*
-   branches: "!master"
-   timeout_in_minutes: 60
+ - label: Build Big Sur x86_64 bottles
+   key: build-bottles-big-sur-x86_64
+   if: build.branch == "pasqu4le/tmp"
    agents:
-     queue: "docker"
-   only_changes: &native_packaging_changes_regexes
-   - docker/package/.*
-   - docker/build/ubuntu/build.py
-   - docker/build/util/build.py
-   - meta.json
-   - protocols.json
- - label: test deb binary packages via docker
+     queue: "x86_64-rosetta-darwin"
    commands:
-   - eval "$SET_VERSION"
-   # Building all binary packages will take significant amount of time, so we build only one
-   # in order to ensure package generation sanity
-   - nix develop .#docker-tezos-packages -c ./docker/build/ubuntu/build.py --type binary -p tezos-baker-PtMumbai
-   - rm -rf out
-   # It takes much time to build binary package, so we do it only on master
-   branches: "master"
-   timeout_in_minutes: 240
-   agents:
-     queue: "docker"
-   only_changes: *native_packaging_changes_regexes
- - label: test rpm source packages via docker
-   commands:
-   - eval "$SET_VERSION"
-   - nix develop .#docker-tezos-packages -c ./docker/build/fedora/build.py --type source
+   - nix develop .#autorelease-macos -c ./scripts/build-all-bottles.sh "big_sur"
    artifact_paths:
-     - ./out/*
-   branches: "!master"
-   timeout_in_minutes: 60
-   agents:
-     queue: "docker"
-   only_changes: *native_packaging_changes_regexes
- - label: test rpm binary packages via docker
-   commands:
-   - eval "$SET_VERSION"
-   # Building all binary packages will take significant amount of time, so we build only one
-   # in order to ensure package generation sanity
-   - nix develop .#docker-tezos-packages -c ./docker/build/fedora/build.py --type binary -p tezos-baker-PtMumbai
-   - rm -rf out
-   # It takes much time to build binary package, so we do it only on master
-   branches: "master"
-   timeout_in_minutes: 180
-   agents:
-     queue: "docker"
-   only_changes: *native_packaging_changes_regexes
+     - '*.bottle.*'
 
- - label: build deb packages with static binaries
-   key: build-static-deb
-   depends_on:
-    - "build-via-docker"
+ - label: Build Big Sur arm64 bottles
+   key: build-bottles-big-sur-arm64
+   if: build.branch == "pasqu4le/tmp"
    agents:
-     queue: "docker"
+     queue: "arm64-darwin"
    commands:
-   - eval "$SET_VERSION"
-   - buildkite-agent artifact download "docker/octez-*" . --step build-via-docker
-   - nix develop .#docker-tezos-packages -c ./docker/build/ubuntu/build.py --os ubuntu --type binary --binaries-dir docker --distributions focal
+   - nix develop .#autorelease-macos -c ./scripts/build-all-bottles.sh "arm64_big_sur"
    artifact_paths:
-    - ./out/*
-   only_changes: *native_packaging_changes_regexes
-
- - label: test gen_systemd_service_file.py script
-   commands:
-   - eval "$SET_VERSION"
-   - nix develop .#autorelease -c ./gen_systemd_service_file.py tezos-node
-   branches: "!master"
-   agents:
-     queue: "docker"
-   only_changes:
-   - gen_systemd_service_file.py
-   - docker/package/.*
-
- - label: test bundled systemd services
-   # Used in .buildkite/hooks/pre-exit
-   key: test-systemd-services
-   depends_on:
-    - "build-static-deb"
-   only_changes: *native_packaging_changes_regexes
-   agents:
-     queue: "default"
-   commands:
-    - buildkite-agent artifact download "out/*~focal_amd64.deb" . --step build-static-deb
-    - cd tests/systemd
-    - nix shell ../..#legacyPackages.x86_64-linux.vagrant ../..#legacyPackages.x86_64-linux.curl -c vagrant --packages-directory=../../out up --provider=libvirt
-
- - label: create auto release/pre-release
-   key: auto-release
-   commands:
-   - mkdir binaries
-   - mkdir arm-binaries
-   - buildkite-agent artifact download "docker/*" binaries --step "build-via-docker"
-   - buildkite-agent artifact download "docker/*" arm-binaries --step "build-arm-via-docker"
-   - ls binaries
-   - nix develop .#autorelease -c ./scripts/autorelease.sh "$BUILDKITE_MESSAGE"
-   branches: master
-   depends_on:
-    - "build-via-docker"
-    - "build-arm-via-docker"
-   only_changes:
-   - scripts/autorelease.sh
-   - scripts/shell.nix
-   # files from 'nix/' directory are used in the autorelease script
-   - nix/.*
-   - tezos-release.nix
-   - release.nix
-
- # Update mirror repositories on master if brew formulae have been updated or bottle hashes added
- - label: update stable mirror repository
-   if: |
-     build.branch == "master" &&
-       ( build.message =~ /^Merge pull request .* from serokell\/auto\/v[0-9]+\.[0-9]+-release/ ||
-         build.message =~ /^Merge pull request .* from serokell\/auto\/update-brew-formulae-v[.0-9]+-[0-9]+/ )
-   depends_on:
-   - "auto-release"
-   env:
-    MIRROR_REPO: "[email protected]:serokell/tezos-packaging-stable.git"
-   commands: &update_mirror
-   - git pull origin "$BUILDKITE_BRANCH:$BUILDKITE_BRANCH"
-   - git push --mirror "$$MIRROR_REPO"
-
- - label: update RC mirror repository
-   if: |
-     build.branch == "master" &&
-       (build.message =~ /^Merge pull request .* from serokell\/auto\/v[0-9]+\.[0-9]+-(rc|beta).*-release/ ||
-          build.message =~ /^Merge pull request .* from serokell\/auto\/update-brew-formulae-v[.0-9]+-(rc|beta).*/)
-   depends_on:
-   - "auto-release"
-   env:
-    MIRROR_REPO: "[email protected]:serokell/tezos-packaging-rc.git"
-   commands: *update_mirror
+     - '*.bottle.*'

scripts/build-all-bottles.sh

@@ -19,31 +19,15 @@ set -euo pipefail
 retval="0"
 
 # we don't bottle meta-formulas that contain only services
-formulae=("tezos-accuser-PtMumbai" "tezos-accuser-PtNairob" "tezos-admin-client" "tezos-baker-PtMumbai" "tezos-baker-PtNairob" "tezos-client" "tezos-codec" "tezos-node" "tezos-signer" "tezos-smart-rollup-client-PtMumbai" "tezos-smart-rollup-client-PtNairob" "tezos-smart-rollup-node-PtMumbai" "tezos-smart-rollup-node-PtNairob")
+formulae=("tezos-accuser-PtMumbai")
 
 # tezos-sapling-params is used as a dependency for some of the formulas
 # so we handle it separately.
 # We don't build the bottle for it because it is never updated over time.
 brew install --formula ./Formula/tezos-sapling-params.rb
 
 for f in "${formulae[@]}"; do
-  # check if the formula doesn't already have a bottle in its respective release
-  if ./scripts/check-bottle-built.sh "$f" "$1"; then
-    # build a bottle
-    if ./scripts/build-one-bottle.sh "$f"; then
-      # upload the bottle to its respective release
-      FORMULA_TAG="$(sed -n "s/^\s\+version \"\(.*\)\"/\1/p" "./Formula/$f.rb")"
-      if ! gh release upload "$FORMULA_TAG" "$f"*.bottle.*; then
-        # we want a non-0 exit code if any of the bottles couldn't be uploaded
-        retval="1";
-        >&2 echo "Bottle for $f couldn't be uploaded to $FORMULA_TAG release."
-      fi
-    else
-      # we want a non-0 exit code if any of the bottles couldn't be built
-      retval="1";
-      >&2 echo "Bottle for $f couldn't be built."
-    fi
-  fi
+  ./scripts/build-one-bottle.sh "$f";
 done
 
 brew uninstall ./Formula/tezos-sapling-params.rb