E2E Test With Nydus(API v1 - Golang Client) #1290
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E Test With Nydus(API v1 - Golang Client) | |
| on: | |
| push: | |
| branches: [main, release-*] | |
| paths-ignore: ["**.md", "**.png", "**.jpg", "**.svg", "**/docs/**"] | |
| pull_request: | |
| branches: [main, release-*] | |
| paths-ignore: ["**.md", "**.png", "**.jpg", "**.svg", "**/docs/**"] | |
| schedule: | |
| - cron: '0 4 * * *' | |
| permissions: | |
| contents: read | |
| env: | |
| KIND_VERSION: v0.12.0 | |
| CONTAINERD_VERSION: v1.5.2 | |
| NERDCTL_VER: 0.22.2 | |
| KIND_CONFIG_PATH: test/testdata/kind/config.yaml | |
| NYDUS_SNAPSHOTTER_CHARTS_PATH: deploy/helm-charts/charts/nydus-snapshotter | |
| jobs: | |
| e2e_tests_nydus: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 | |
| with: | |
| submodules: recursive | |
| - name: Setup buildx | |
| uses: docker/setup-buildx-action@988b5a0280414f521da01fcc63a27aeeb4b104db | |
| id: buildx | |
| with: | |
| install: true | |
| - name: Cache Docker layers | |
| uses: actions/cache@6849a6489940f00c2f30c0fb92c6274307ccb58a | |
| with: | |
| path: /tmp/.buildx-cache | |
| key: ${{ runner.os }}-buildx-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx- | |
| - name: Build Scheduler Image | |
| uses: docker/build-push-action@5cd11c3a4ced054e52742c5fd54dca954e0edd85 | |
| with: | |
| context: . | |
| file: build/images/scheduler/Dockerfile | |
| push: false | |
| load: true | |
| tags: dragonflyoss/scheduler:latest | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new | |
| - name: Build Manager Image | |
| uses: docker/build-push-action@5cd11c3a4ced054e52742c5fd54dca954e0edd85 | |
| with: | |
| context: . | |
| file: build/images/manager/Dockerfile | |
| push: false | |
| load: true | |
| tags: dragonflyoss/manager:latest | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new | |
| - name: Build Dfdaemon Image | |
| uses: docker/build-push-action@5cd11c3a4ced054e52742c5fd54dca954e0edd85 | |
| with: | |
| context: . | |
| file: build/images/dfdaemon/Dockerfile | |
| push: false | |
| load: true | |
| tags: dragonflyoss/dfdaemon:latest | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new | |
| - name: Setup Kind | |
| uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde | |
| with: | |
| version: ${{ env.KIND_VERSION }} | |
| config: ${{ env.KIND_CONFIG_PATH }} | |
| cluster_name: kind | |
| - name: Kind load images | |
| run: | | |
| kind load docker-image dragonflyoss/manager:latest | |
| kind load docker-image dragonflyoss/scheduler:latest | |
| kind load docker-image dragonflyoss/dfdaemon:latest | |
| - name: Setup dragonfly | |
| run: | | |
| helm repo add dragonfly https://dragonflyoss.github.io/helm-charts/ | |
| helm install --wait --timeout 10m --dependency-update \ | |
| --create-namespace --namespace dragonfly-system \ | |
| -f test/testdata/charts/config.yaml \ | |
| dragonfly dragonfly/dragonfly --version 1.1.45 | |
| - name: Setup nydus | |
| run: | | |
| helm install --wait --timeout 10m --dependency-update \ | |
| --create-namespace --namespace nydus-system \ | |
| -f test/testdata/charts/config-nydus.yaml \ | |
| nydus-snapshotter ${{ env.NYDUS_SNAPSHOTTER_CHARTS_PATH }} | |
| export ns=nydus-system | |
| p=`kubectl -n $ns get pods --no-headers -o custom-columns=NAME:metadata.name` | |
| echo "snapshotter pod name ${p}" | |
| # helm wait is wait for daemonset, in this e2e test we ensure the pod is ready | |
| kubectl -n $ns wait po $p --for=condition=ready --timeout=2m | |
| - name: Run E2E test | |
| run: | | |
| docker exec kind-control-plane curl -L -o nerdctl-${NERDCTL_VER}-linux-amd64.tar.gz https://github.com/containerd/nerdctl/releases/download/v${NERDCTL_VER}/nerdctl-${NERDCTL_VER}-linux-amd64.tar.gz | |
| docker exec kind-control-plane tar xzf nerdctl-${NERDCTL_VER}-linux-amd64.tar.gz | |
| docker exec kind-control-plane install -D -m 755 nerdctl /usr/local/bin/nerdctl | |
| # this is only a simple test that run `date` in container | |
| docker exec kind-control-plane /usr/local/bin/nerdctl run --snapshotter nydus --network=none ghcr.io/dragonflyoss/image-service/nginx:nydus-latest date | |
| kubectl apply -f test/testdata/k8s/nydus.yaml | |
| kubectl wait po nydus-pod --for=condition=ready --timeout=1m | |
| kubectl delete -f test/testdata/k8s/nydus.yaml | |
| - name: Move cache | |
| run: | | |
| rm -rf /tmp/.buildx-cache | |
| mv /tmp/.buildx-cache-new /tmp/.buildx-cache | |
| - name: Dump logs | |
| if: always() | |
| continue-on-error: true | |
| run: | | |
| log_dir="/tmp/nydus-log" | |
| mkdir $log_dir | |
| export ns=nydus-system | |
| for p in `kubectl -n $ns get pods --no-headers -o custom-columns=NAME:metadata.name`; do kubectl -n $ns get pod $p -o yaml >> $log_dir/nydus-pods.log; done | |
| for p in `kubectl -n $ns get pods --no-headers -o custom-columns=NAME:metadata.name`; do kubectl -n $ns describe pod $p >> $log_dir/nydus-pods.log; done | |
| docker exec kind-control-plane cat /etc/containerd/config.toml >> $log_dir/containerd-config.toml | |
| docker exec kind-control-plane containerd config dump >> $log_dir/containerd-config-dump.toml | |
| docker exec kind-control-plane journalctl -u containerd >> $log_dir/containerd.log | |
| docker exec kind-control-plane journalctl -u kubelet >> $log_dir/kubelet.log | |
| - name: Upload Logs | |
| uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 | |
| if: always() | |
| with: | |
| name: nydus-e2e-tests-logs | |
| path: | | |
| /tmp/nydus-log |