[CI] MeshSync E2E test

.github/workflows/e2etests.yml

@@ -0,0 +1,173 @@
+name: E2E tests for MeshSync
+
+on: [push]
+    # push:
+    #   branches:
+    #     - "*"   
+    # pull_request:
+    #   branches:
+    #     - "*"
+jobs:
+  image-build:
+    name:  Image Build Job
+    runs-on: ubuntu-22.04
+
+    steps:       
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Build and export
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          tags: meshery-meshsync:test
+          outputs: type=docker,dest=/tmp/meshery-meshsync.tar
+      - name: Upload artifact
+        uses: actions/upload-artifact@v3
+        with:
+          name: meshery-meshsync
+          path: /tmp/meshery-meshsync.tar
+
+  e2e-test:
+    name: End to End
+    runs-on: ubuntu-22.04
+    needs: image-build
+    strategy: 
+      fail-fast: false
+      matrix:
+        k8s_version: ["v1.21.5", "v1.22.2", "v1.23.9", "v1.25.2", "v1.26.11", "v1.27.8", "v1.28.4", "v1.29.0"]
+
+    steps:
+      - name: Install JQ
+        run: |
+          sudo apt-get install jq 
+      - name: Setup Kubernetes
+        uses: manusa/[email protected]
+        with: 
+          minikube version: 'v1.30.1'
+          kubernetes version: ${{matrix.k8s_version}}
+          driver: docker
+
+      - name: Retrieve kubeconfig
+        run: |
+          echo "Before flattening"
+          cat ~/.kube/config
+          kubectl config view --minify --flatten > ~/.kube/configtemp
+          mv ~/.kube/configtemp ~/.kube/config
+          echo "After flattening"
+          cat ~/.kube/config
+        # Setup meshery config.yaml and auth.json
+      - name: Setup meshery config and infinite token for use
+        env:
+            provider_token: ${{ secrets.PROVIDER_TOKEN }}
+            provider: "Meshery"
+        run: |
+            echo $provider_token 
+            mkdir ~/.meshery
+            config='{"contexts":{"local":{"endpoint":"http://localhost:9081","token":"default","platform":"kubernetes","components":[],"channel":"stable","version":"latest"}},"current-context":"local","tokens":[{"location":"auth.json","name":"default"}]}'
+            echo $config > ~/.meshery/config.yaml 
+            cat ~/.meshery/config.yaml
+            echo "Using provider": $provider
+            if  [ $provider = "Meshery" ] && [ "$provider_token" != "" ] ;then
+              echo '{ "meshery-provider": "Meshery", "token": null }' | jq -c '.token = "'$provider_token'"' > ~/.meshery/auth.json
+            else
+              echo '{ "meshery-provider": "None", "token": "" }'  > ~/.meshery/auth.json
+            fi
+            cat ~/.meshery/auth.json
+      - name: Cluster info for debugging before starting Meshery
+        run: kubectl get all -A
+      # Start Meshery Server (Assuming that this step will create the meshery namespace)
+      - name: Start Meshery Server using mesheryctl
+        run: |
+          curl -L https://meshery.io/install | PLATFORM=kubernetes bash -  
+          # wait for Meshery constituent parts to become operational
+          kubectl wait --for=condition=Ready pod --all --all-namespaces --timeout=300s
+      - name: Run minikube tunnel
+        run: | 
+          echo 'Running minikube tunnel'
+          minikube tunnel $> /dev/null &
+        shell: bash
+
+      # If external IP has not been allotted then server is unreachable, exit here in that case
+      - name: Check if Meshery has been allotted external IP
+        run: |
+          svcstatus=$(kubectl get svc  -n meshery| grep meshery | tr -s ' ' | cut -d " " -f 4)
+          echo $svcstatus
+          if [ "$svcstatus" = "<pending>" ];then
+              exit 1
+          fi
+      # Reset meshery's address to the external IP in config.yaml such that mesheryctl can reach it
+      - name: Reset Meshery address
+        run: |
+          kubectl get svc -n meshery 
+          svcip="http://$(kubectl get svc -n meshery | grep "meshery " | tr -s ' ' | cut -d " " -f 3):9081"
+          echo "this is $svcip"
+          config='{"contexts":{"local":{"endpoint":'$svcip',"token":"default","platform":"kubernetes","adapters":["name":"meshery-istio","location":"10000"],"channel":"stable","version":"latest"}},"current-context":"local","tokens":[{"location":"auth.json","name":"default"}]}'
+              echo $config  > ~/.meshery/config.yam
+          mesheryctl mesh deploy meshery-istio
+      - name: System Checks
+        run: | 
+          mesheryctl system check --preflight
+          mesheryctl system check --operator
+      - name: Download artifact
+        uses: actions/download-artifact@v3
+        with:
+          name: meshery-meshsync
+          path: /tmp
+      - name: Load MeshSync Docker image
+        run: |
+          docker load --input /tmp/meshery-meshsync.tar
+          docker image ls -a
+          minikube image load meshery-meshsync:test
+       # Ensure Meshery Components are running.
+      - name: Check Meshery Components
+        run: |
+          kubectl rollout status deployment -n meshery
+      - name: Replace MeshSync 
+        run: |
+          # # Set your deployment name, container name, new image version, and new image pull policy
+          DEPLOYMENT_NAME="meshery-meshsync"
+          CONTAINER_NAME="meshsync"
+          NEW_IMAGE_VERSION="meshery-meshsync:test"
+          NEW_IMAGE_PULL_POLICY="IfNotPresent"  
+          NAMESPACE="meshery"
+          ## Update the deployment with the new image and pull policy
+          kubectl scale --replicas=0 deployment ${DEPLOYMENT_NAME} -n meshery
+          kubectl rollout status deployment ${DEPLOYMENT_NAME} -n $NAMESPACE
+          kubectl set image deployment/${DEPLOYMENT_NAME} ${CONTAINER_NAME}=${NEW_IMAGE_VERSION} -n $NAMESPACE
+          kubectl patch -n meshery deployment meshery-meshsync -p '{"spec":{"template":{"spec":{"containers":[{"name":"meshsync","imagePullPolicy":"IfNotPresent", "image":"meshery-meshsync:test"}]}}}}'
+          kubectl scale --replicas=1 deployment ${DEPLOYMENT_NAME} -n meshery
+          kubectl rollout status deployment ${DEPLOYMENT_NAME} -n $NAMESPACE
+          kubectl get pods -A
+          kubectl wait --for=condition=Ready pod --all --all-namespaces --timeout=300s
+          # Deploy pod
+          kubectl run nginx-pod --image=nginx --labels=app=web,tier=frontend,purpose=meshsync-test
+          kubectl wait --for=condition=Ready pod --all --all-namespaces --timeout=300s
+          kubectl get pods -A
+          mesheryctl system  logs meshery
+          mesheryctl system  logs meshsync
+          CLUSTER_ID=$(kubectl get ns kube-system -o jsonpath='{.metadata.uid}')
+          echo $CLUSTER_ID
+          svcip="http://$(kubectl get svc -n meshery | grep "meshery " | tr -s ' ' | cut -d " " -f 3):9081"
+          echo "this is $svcip"
+          SECONDS=0
+          end=$((SECONDS+300))
+          while [ $SECONDS -lt $end ]; do            
+            result=$(curl -s --location "${svcip}/api/system/meshsync/resources?kind=Pod&spec=true&annotations=true&labels=true&clusterIds=%5B\"${CLUSTER_ID}\"%5D&page=0&pagesize=25&search=&order=&sort=desc" \
+            --header "meshery-token: ${{ secrets.PROVIDER_TOKEN }}" \
+            --header "Cookie: meshery-provider=Meshery; token=${{ secrets.PROVIDER_TOKEN }}" | jq '.resources[].metadata.labels[] | select(.key == "purpose" and .value == "meshsync-test")')
+            broker=$(kubectl get pods -n meshery | grep meshsync | tr -s ' ' | cut -d " " -f 1)
+            kubectl logs $broker -n $NAMESPACE
+            # Check if the variable is empty (no match found)
+            if [ -n "$result" ]; then
+              echo "Match found: $result"
+              break           
+            fi
+          done
+          # Check if the loop completed its iterations without finding a match
+          if [ -z "$result" ]; then
+              echo "Error: MeshSync unable to discover resources."
+              exit 1
+          fi
+        shell: bash

internal/config/crd_config_test.go

@@ -20,7 +20,112 @@ var (
 )
 
 func TestWhiteListResources(t *testing.T) {
-
+	Pipelines = map[string]PipelineConfigs{
+		GlobalResourceKey: []PipelineConfig{
+			// Core Resources
+			{
+				Name:      "namespaces.v1.",
+				PublishTo: DefaultPublishingSubject,
+			},
+			{
+				Name:      "configmaps.v1.",
+				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
+			},
+			{
+				Name:      "nodes.v1.",
+				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
+			},
+			{
+				Name:      "secrets.v1.",
+				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
+			},
+			{
+				Name:      "persistentvolumes.v1.",
+				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
+			},
+			{
+				Name:      "persistentvolumeclaims.v1.",
+				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
+			},
+		},
+		LocalResourceKey: []PipelineConfig{
+			// Core Resources
+			{
+				Name:      "replicasets.v1.apps",
+				PublishTo: DefaultPublishingSubject,
+			},
+			{
+				Name:      "pods.v1.",
+				PublishTo: DefaultPublishingSubject,
+			},
+			{
+				Name:      "services.v1.",
+				PublishTo: DefaultPublishingSubject,
+			},
+			{
+				Name:      "deployments.v1.apps",
+				PublishTo: DefaultPublishingSubject,
+			},
+			{
+				Name:      "statefulsets.v1.apps",
+				PublishTo: DefaultPublishingSubject,
+			},
+			{
+				Name:      "daemonsets.v1.apps",
+				PublishTo: DefaultPublishingSubject,
+			},
+			//Added Ingress support
+			{
+				Name:      "ingresses.v1.networking.k8s.io",
+				PublishTo: DefaultPublishingSubject,
+			},
+			// Added endpoint support
+			{
+				Name:      "endpoints.v1.",
+				PublishTo: DefaultPublishingSubject,
+			},
+			//Added endpointslice support
+			{
+				Name:      "endpointslices.v1.discovery.k8s.io",
+				PublishTo: DefaultPublishingSubject,
+			},
+			// Added cronJob support
+			{
+				Name:      "cronjobs.v1.batch",
+				PublishTo: DefaultPublishingSubject,
+			},
+			//Added ReplicationController support
+			{
+				Name:      "replicationcontrollers.v1.",
+				PublishTo: DefaultPublishingSubject,
+			},
+			//Added storageClass support
+			{
+				Name:      "storageclasses.v1.storage.k8s.io",
+				PublishTo: DefaultPublishingSubject,
+			},
+			//Added ClusterRole support
+			{
+				Name:      "clusterroles.v1.rbac.authorization.k8s.io",
+				PublishTo: DefaultPublishingSubject,
+			},
+			//Added VolumeAttachment support
+			{
+				Name:      "volumeattachments.v1.storage.k8s.io",
+				PublishTo: DefaultPublishingSubject,
+			},
+			//Added apiservice support
+			{
+				Name:      "apiservices.v1.apiregistration.k8s.io",
+				PublishTo: DefaultPublishingSubject,
+			},
+		},
+	}
 	// Create an instance of the custom resource.
 	watchList := corev1.ConfigMap{
 		TypeMeta: metav1.TypeMeta{
@@ -107,10 +212,10 @@ func TestBlackListResources(t *testing.T) {
 	// excempted local pipelines: pods, replicasets
 
 	if len(meshsyncConfig.Pipelines["global"]) != 5 {
-		t.Error("global pipelines not well configured expected 5")
+		t.Errorf("global pipelines not well configured got %d expected 6", len(meshsyncConfig.Pipelines["global"]))
 	}
 
 	if len(meshsyncConfig.Pipelines["local"]) != 14 {
-		t.Error("global pipelines not well configured expected 15")
+		t.Errorf("global pipelines not well configured got %d expected 15", len(meshsyncConfig.Pipelines["local"]))
 	}
 }

internal/config/default_config.go

@@ -24,22 +24,27 @@ var (
 			{
 				Name:      "configmaps.v1.",
 				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
 			},
 			{
 				Name:      "nodes.v1.",
 				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
 			},
 			{
 				Name:      "secrets.v1.",
 				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
 			},
 			{
 				Name:      "persistentvolumes.v1.",
 				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
 			},
 			{
 				Name:      "persistentvolumeclaims.v1.",
 				PublishTo: "meshery.meshsync.core",
+				Events:    DefaultEvents,
 			},
 		},
 		LocalResourceKey: []PipelineConfig{
@@ -134,5 +139,5 @@ var (
 		},
 	}
 
-	DefaultEvents = []string{"ADD", "UPDATE", "DELETE"}
+	DefaultEvents = []string{"ADDED", "MODIFIED", "DELETED"}
 )