Bumped Chart version to 0.1.1 #81
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: run-tests | |
on: | |
pull_request: | |
# Not running on "closed" - that is taken care of by "push" (if merged) | |
types: [opened, synchronize, reopened] | |
push: | |
tags: | |
# Semantic versioning; must be equal to version in Chart.yaml | |
- "v[0-9]+.[0-9]+.[0-9]+" | |
# This cancels any previous job from the same PR if the PR has been updated. | |
# This cancel-in-progress only works per PR (thus, two different PRs wont be cancelled). | |
# Concurrency is not an issue because the self-hosted worker will anyways only run one | |
# job at a time from one repo. | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
jobs: | |
lint-test: | |
name: Lint Helm chart | |
runs-on: ubuntu-latest | |
env: | |
TEMPLATE_OUT_DIR: template_out | |
steps: | |
- name: Checkout main repo | |
uses: actions/checkout@v4 | |
- run: | | |
echo "GH ref: ${{ github.ref }}" | |
echo "GH ref_name: ${{ github.ref_name }}" | |
- name: Check copyright header | |
run: ./.github/update_copyright.sh | |
- name: Check that Git tag matches Chart.yaml version | |
if: github.repository == 'logicalclocks/rondb-helm' && startsWith(github.ref, 'refs/tags/') | |
run: | | |
TAG=$(echo ${{ github.ref_name }} | sed 's/v//') | |
CHART_VERSION=$(grep '^version:' Chart.yaml | awk '{print $2}') | |
if [ "$TAG" != "$CHART_VERSION" ]; then | |
echo "Tag $TAG does not match Chart.yaml version $CHART_VERSION" | |
exit 1 | |
fi | |
- name: Set up Helm | |
uses: azure/setup-helm@v4 | |
with: | |
version: '3.13.3' | |
- run: helm lint --strict . | |
- run: helm lint --strict --values values/dummy_lint.yaml . | |
- name: Helm template | |
if: always() | |
run: | | |
helm template . \ | |
--include-crds \ | |
--debug \ | |
--dry-run \ | |
--values values/dummy_lint.yaml \ | |
--output-dir $TEMPLATE_OUT_DIR | |
- run: ls -l $TEMPLATE_OUT_DIR/** | |
- uses: docker://ghcr.io/yannh/kubeconform:latest | |
with: | |
entrypoint: '/kubeconform' | |
args: "-summary -strict -ignore-missing-schemas ${{ env.TEMPLATE_OUT_DIR }}" | |
- name: Upload templates | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: templates | |
path: ${{ env.TEMPLATE_OUT_DIR }} | |
retention-days: 5 | |
benchmark-and-stability: | |
needs: [lint-test] | |
name: Run benchmark and test stability | |
if: github.repository == 'logicalclocks/rondb-helm' | |
runs-on: [self-hosted, ARM64] | |
env: | |
K8S_NAMESPACE: rondb-helm-${{ github.run_id }}-${{ github.run_attempt }} | |
RONDB_CLUSTER_NAME: my-rondb | |
steps: | |
- name: Checkout main repo | |
uses: actions/checkout@v4 | |
- name: Check kubectl (should be Minikube) | |
run: | | |
kubectl version --client | |
kubectl get nodes | |
# Static CPU manager policy will only work if the FeatureGate is enabled | |
- name: Create original RonDB cluster | |
run: | | |
helm install $RONDB_CLUSTER_NAME \ | |
--namespace=$K8S_NAMESPACE \ | |
--create-namespace \ | |
--values ./values/minikube/mini.yaml \ | |
--set benchmarking.enabled=true \ | |
--set staticCpuManagerPolicy=true \ | |
--set meta.rdrs.statefulSet.endToEndTls.enabled=true \ | |
--set clusterSize.minNumMySQLServers=1 \ | |
--set clusterSize.maxNumMySQLServers=2 \ | |
--set clusterSize.minNumRdrs=1 \ | |
--set clusterSize.maxNumRdrs=2 \ | |
. | |
sleep 10 | |
- run: helm test -n $K8S_NAMESPACE $RONDB_CLUSTER_NAME --logs --filter name=generate-data | |
- name: Waiting for benchmark job to complete | |
run: bash .github/wait_job.sh $K8S_NAMESPACE benchs 240 | |
- name: Collect bench logs | |
if: always() | |
uses: ./.github/actions/collect_bench_logs | |
with: | |
namespace: ${{ env.K8S_NAMESPACE }} | |
- name: Terminate RonDB data node | |
run: kubectl -n $K8S_NAMESPACE delete pod node-group-0-0 --force | |
- name: Test deploy stability | |
shell: bash | |
timeout-minutes: 6 | |
env: | |
SLEEP_SECONDS: 10 | |
MIN_STABLE_MINUTES: 1 | |
run: bash .github/test_deploy_stability.sh | |
# Check that data has been created correctly | |
- run: helm test -n $K8S_NAMESPACE $RONDB_CLUSTER_NAME --logs --filter name=verify-data | |
- name: Collect logs | |
if: always() | |
uses: ./.github/actions/collect_logs | |
with: | |
namespace: ${{ env.K8S_NAMESPACE }} | |
folder_name: k8s_logs | |
- name: Remove cluster | |
if: always() | |
uses: ./.github/actions/remove_cluster | |
timeout-minutes: 4 | |
with: | |
namespace: ${{ env.K8S_NAMESPACE }} | |
helm_chart: ${{ env.RONDB_CLUSTER_NAME }} | |
test-lifecycle: | |
needs: [benchmark-and-stability] | |
name: Test Global Replication with backup/restore | |
if: github.repository == 'logicalclocks/rondb-helm' | |
runs-on: [self-hosted, ARM64] | |
env: | |
CLUSTER_A_NAME: cluster-a | |
CLUSTER_B_NAME: cluster-b | |
CLUSTER_C_NAME: cluster-c | |
CLUSTER_D_NAME: cluster-d | |
steps: | |
- name: Checkout main repo | |
uses: actions/checkout@v4 | |
- name: Check kubectl (should be Minikube) | |
run: | | |
kubectl version --client | |
kubectl get nodes | |
- name: Setup MinIO | |
run: | | |
./test_scripts/setup_minio.sh | |
# This script will also remove all clusters & namespaces | |
- name: Run lifecycle test | |
timeout-minutes: 20 | |
run: | | |
./test_scripts/lifecycle-test.sh \ | |
$CLUSTER_A_NAME \ | |
$CLUSTER_B_NAME \ | |
$CLUSTER_C_NAME \ | |
$CLUSTER_D_NAME | |
- name: Collect logs | |
if: failure() | |
uses: ./.github/actions/collect_logs | |
with: | |
namespace: ${{ env.CLUSTER_A_NAME }} | |
folder_name: ${{ env.CLUSTER_A_NAME }} | |
- name: Remove cluster | |
if: failure() | |
uses: ./.github/actions/remove_cluster | |
timeout-minutes: 4 | |
with: | |
namespace: ${{ env.CLUSTER_A_NAME }} | |
helm_chart: ${{ env.CLUSTER_A_NAME }} | |
- name: Collect logs | |
if: failure() | |
uses: ./.github/actions/collect_logs | |
with: | |
namespace: ${{ env.CLUSTER_B_NAME }} | |
folder_name: ${{ env.CLUSTER_B_NAME }} | |
- name: Remove cluster | |
if: failure() | |
uses: ./.github/actions/remove_cluster | |
timeout-minutes: 4 | |
with: | |
namespace: ${{ env.CLUSTER_B_NAME }} | |
helm_chart: ${{ env.CLUSTER_B_NAME }} | |
- name: Collect logs | |
if: failure() | |
uses: ./.github/actions/collect_logs | |
with: | |
namespace: ${{ env.CLUSTER_C_NAME }} | |
folder_name: ${{ env.CLUSTER_C_NAME }} | |
- name: Remove cluster | |
if: failure() | |
uses: ./.github/actions/remove_cluster | |
timeout-minutes: 4 | |
with: | |
namespace: ${{ env.CLUSTER_C_NAME }} | |
helm_chart: ${{ env.CLUSTER_C_NAME }} | |
- name: Collect logs | |
if: failure() | |
uses: ./.github/actions/collect_logs | |
with: | |
namespace: ${{ env.CLUSTER_D_NAME }} | |
folder_name: ${{ env.CLUSTER_D_NAME }} | |
- name: Remove cluster | |
if: failure() | |
uses: ./.github/actions/remove_cluster | |
timeout-minutes: 4 | |
with: | |
namespace: ${{ env.CLUSTER_D_NAME }} | |
helm_chart: ${{ env.CLUSTER_D_NAME }} | |
- name: Delete MinIO tenant | |
if: always() | |
run: | | |
source ./test_scripts/minio.env | |
helm delete --namespace $MINIO_TENANT_NAMESPACE tenant | |
- name: Delete MinIO namespace | |
if: always() | |
run: | | |
source ./test_scripts/minio.env | |
kubectl delete namespace $MINIO_TENANT_NAMESPACE --timeout=50s || true | |
publish: | |
needs: [test-lifecycle] | |
if: github.repository == 'logicalclocks/rondb-helm' && startsWith(github.ref, 'refs/tags/') | |
name: Publish Helm chart | |
runs-on: ubuntu-latest | |
permissions: | |
contents: write | |
steps: | |
- name: Checkout main repo | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Set up Helm | |
uses: azure/setup-helm@v4 | |
with: | |
version: '3.13.3' | |
env: | |
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" | |
- name: Configure Git | |
run: | | |
git config user.name "$GITHUB_ACTOR" | |
git config user.email "[email protected]" | |
# We're using a simple main branch where every git push tag is the new latest version | |
# and we don't overwrite Chart versions. | |
- name: Run chart-releaser | |
uses: helm/[email protected] | |
with: | |
mark_as_latest: true | |
pages_branch: gh-pages | |
skip_existing: true | |
env: | |
CR_TOKEN: "${{ secrets.GITHUB_TOKEN }}" |