Staged build, new CI, new packaging

.docker/dev-base.Dockerfile

@@ -0,0 +1,58 @@
+FROM ubuntu:24.04
+
+RUN apt-get update
+
+RUN apt-get install -y --no-install-recommends \
+      git \
+      sudo \
+      python3 \
+      python-is-python3 \
+      opam \
+      rustc \
+      curl \
+      ca-certificates \
+      rsync \
+      wget \
+      && apt-get clean -y
+
+# Install the relevant Z3 versions.
+COPY ./bin/get_fstar_z3.sh /usr/local/bin
+RUN get_fstar_z3.sh /usr/local/bin
+
+RUN useradd -ms /bin/bash user
+RUN echo 'user ALL=NOPASSWD: ALL' >> /etc/sudoers
+USER user
+WORKDIR /home/user
+
+# Install OCaml
+ARG OCAML_VERSION=4.14.2
+RUN opam init --compiler=$OCAML_VERSION --disable-sandboxing
+RUN opam env --set-switch | tee --append $HOME/.profile $HOME/.bashrc $HOME/.bash_profile
+RUN opam option depext-run-installs=true
+ENV OPAMYES=1
+
+# F* dependencies. This is the only place where we read a file from
+# the F* repo.
+ADD fstar.opam ./fstar.opam
+RUN opam install -j$(nproc) --confirm-level=unsafe-yes --deps-only ./fstar.opam && opam clean
+
+# Some karamel dependencies too. hex for everparse
+RUN opam install -j$(nproc) --confirm-level=unsafe-yes fix fileutils visitors camlp4 wasm ulex uucp ctypes ctypes-foreign hex && opam clean
+
+RUN sudo apt install time
+
+# Sigh, install dotnet. The setup-dotnet action does not
+# work on a container apparently.
+ENV DOTNET_ROOT /dotnet
+RUN wget -nv https://download.visualstudio.microsoft.com/download/pr/cd0d0a4d-2a6a-4d0d-b42e-dfd3b880e222/008a93f83aba6d1acf75ded3d2cfba24/dotnet-sdk-6.0.400-linux-x64.tar.gz && \
+    sudo mkdir -p $DOTNET_ROOT && \
+    sudo tar xf dotnet-sdk-6.0.400-linux-x64.tar.gz -C $DOTNET_ROOT && \
+    rm -f dotnet-sdk*.tar.gz
+RUN sudo ln -s $DOTNET_ROOT/dotnet /usr/local/bin/dotnet
+
+RUN rm fstar.opam # move up
+
+# install rust (move up and remove rustv)
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+RUN sudo apt-get update && sudo apt-get install --yes --no-install-recommends llvm-dev libclang-dev clang libgmp-dev pkg-config
+RUN . "$HOME/.cargo/env" && rustup component add rustfmt && cargo install bindgen-cli

.github/workflows/build.yml

@@ -0,0 +1,76 @@
+name: Build F*
+
+on:
+  workflow_call:
+  workflow_dispatch:
+
+defaults:
+  run:
+    shell: bash
+
+jobs:
+  build:
+    # Build an F* binary package: a fully-bootstrapped stage 2 compiler,
+    # with its plugins, a fully checked library (i.e. with .checked)
+    # files and compiled versions of fstar_lib and fstar_plugin_lib.
+    # Also, we build a full stage 1 compiler and its libraries, and
+    # make all possible artifacts.
+    # runs-on: [self-hosted, linux, X64] # self-hosted so we use fast runners
+    runs-on: ubuntu-latest
+    container: mtzguido/dev-base
+    steps:
+      - name: Cleanup
+        run: sudo find . -delete
+      - run: echo "HOME=/home/user" >> $GITHUB_ENV
+      - uses: mtzguido/set-opam-env@master
+
+      - name: Checkout
+        uses: actions/checkout@master
+        with:
+          path: FStar
+
+      - name: Produce all artifacts
+        run: make -skj$(nproc) all-packages FSTAR_VERSION=ci ADMIT=1
+        working-directory: FStar
+
+      # Upload the archives.
+      - uses: actions/upload-artifact@v4
+        with:
+          path: FStar/fstar-ci.tar.gz
+          name: fstar-ci.tar.gz
+          retention-days: 3
+      - uses: actions/upload-artifact@v4
+        with:
+          path: FStar/fstar-ci-stage1.tar.gz
+          name: fstar-ci-stage1.tar.gz
+          retention-days: 3
+      - uses: actions/upload-artifact@v4
+        with:
+          path: FStar/fstar-ci-src.tar.gz
+          name: fstar-ci-src.tar.gz
+          retention-days: 3
+      - uses: actions/upload-artifact@v4
+        with:
+          path: FStar/fstar-ci-stage1-src.tar.gz
+          name: fstar-ci-stage1-src.tar.gz
+          retention-days: 3
+
+      # Upload full repo too, for stage3 check and Pulse. Note: we
+      # explicitly run 'make 2' at this point to generate the out/
+      # directory, as the previous targets do not. Also, remove the
+      # previous archives so they don't blow up the size of this
+      # artifact.
+      - run: rm -f FStar/fstar-ci*.tar.gz
+      - run: make 2
+        working-directory: FStar
+
+      - uses: mtzguido/gci-upload@master
+        with:
+          name: fstar-repo
+          path: FStar
+          extra: --exclude=FStar/stage*/dune/_build
+          hometag: FSTAR
+
+      # FIXME: Ideally, we could upload the artifacts as soon as each of
+      # them is created, and start the subsequent jobs at that instant too.
+      # Is that even doable...?