Skip to content

Commit

Permalink
cleanup func added
Browse files Browse the repository at this point in the history
Signed-off-by: sayedppqq <[email protected]>
  • Loading branch information
sayedppqq committed May 24, 2024
1 parent 5dd21d6 commit c5345c2
Show file tree
Hide file tree
Showing 4 changed files with 45 additions and 17 deletions.
4 changes: 2 additions & 2 deletions connectcluster/connectcluster-connect.json
Original file line number Diff line number Diff line change
Expand Up @@ -749,7 +749,7 @@
"targets": [
{
"exemplar": true,
"expr": "kafka_connect_app_info{instance=~\"$instance\",start_time_ms!=\"\"}",
"expr": "kafka_connect_app_info{instance=~\"$instance\"}",
"hide": false,
"interval": "",
"legendFormat": "",
Expand Down Expand Up @@ -781,7 +781,7 @@
"refId": "D"
},
{
"expr": "sum by (pod) (kafka_connect_worker__connector_startup_failure_total{namespace=~\"$namespace\",pod=~\"$app-.+$\"})",
"expr": "sum by (pod) (kafka_connect_worker_connector_startup_failure_total{namespace=~\"$namespace\",pod=~\"$app-.+$\"})",
"format": "table",
"instant": true,
"interval": "",
Expand Down
34 changes: 20 additions & 14 deletions hack/scripts/check-dashboard.sh
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#!/bin/bash
set -e
#set -e

declare -A kind=(["connectcluster"]="ConnectCluster" ["druid"]="Druid" ["elasticsearch"]="Elasticsearch" ["kafka"]="Kafka" ["mariadb"]="MariaDB"
["mongodb"]="MongoDB" ["mysql"]="MySQL" ["perconaxtradb"]="PerconaXtraDB" ["pgpool"]="Pgpool" ["postgres"]="Postgres" ["proxysql"]="ProxySQL"
Expand All @@ -23,7 +23,7 @@ create_db_dependencies() {
echo "folder=$folder"
if [ "$folder" == "druid" ]; then
kubectl create configmap -n demo my-init-script \
--from-literal=init.sql="$(curl -fsSL https://raw.githubusercontent.com/kubedb/samples/old-dbs/druid/monitoring/mysql-init-script.sql)"
--from-literal=init.sql="$(curl -fsSL https://raw.githubusercontent.com/kubedb/samples/master/druid/monitoring/mysql-init-script.sql)"

helm repo add minio https://operator.min.io/
helm upgrade --install --namespace "minio-operator" --create-namespace "minio-operator" minio/operator --set operator.replicaCount=1 --wait
Expand Down Expand Up @@ -59,14 +59,24 @@ create_db_dependencies() {
kubectl apply -f ../samples/solr/monitoring/zookeeper.yaml
kubectl wait --for=jsonpath='{.status.phase}'=Ready ZooKeeper zookeeper -n demo --timeout=10m
fi
}

delete_db_dependencies() {
if [ "$folder" == "connectcluster" ]; then
kubectl apply -f ../samples/kafka/connectcluster/monitoring/kafka.yaml
kubectl wait --for=jsonpath='{.status.phase}'=Ready Kafka kafka -n demo --timeout=10m

kubectl apply -f ../samples/kafka/connectcluster/monitoring/connectcluster.yaml
kubectl wait --for=jsonpath='{.status.phase}'=Ready ConnectCluster connectcluster -n demo --timeout=10m
fi
}

cleanup() {
path="$1"
kubectl delete -f $path
kubectl delete secret -n demo --all
}

check_dashboard_for_non_dbs() {
sleep 30s # waiting for the metrics to be generated
sleep 60s # waiting for the metrics to be generated
folder="$1"
inside_files_array="$2"
for file in "${inside_files_array[@]}"; do
Expand Down Expand Up @@ -99,28 +109,24 @@ for folder in "${folder_array[@]}"; do
kubectl apply -f $path
kubectl wait --for=jsonpath='{.status.phase}'=Ready ${kind[$folder]} $folder -n demo --timeout=10m

sleep 30s
sleep 60s
for file in "${inside_files_array[@]}"; do
if [[ $file == *.json ]]; then
dashboard_name="${file::-5}"
echo "checking for dashboard $dashboard_name"
$HOME/go/bin/kubectl-dba monitor dashboard $folder $folder -n demo $dashboard_name --prom-svc-name=prometheus-kube-prometheus-prometheus --prom-svc-namespace=monitoring --prom-svc-port=9090
fi
done
cleanup "$path"

kubectl delete -f $path
delete_db_dependencies "$folder"
elif [ "$folder" == "stash" ]; then
echo "non db object name: $folder"
readarray -t inside_files_array < <(ls "$folder")

bash ./hack/scripts/stash-flow.sh
check_dashboard_for_non_dbs "$folder" "$inside_files_array"

kubectl delete -f ./hack/yamls/backupconfiguration.yaml
kubectl delete -f ./hack/yamls/restoresession.yaml
kubectl delete -f ./hack/yamls/repository.yaml
kubectl delete -f ../samples/mongodb/monitoring/mongodb_standalone.yaml
cleanup "./hack/yamls/stash"

elif [ "$folder" == "policy" ]; then
echo "non db object name: $folder"
Expand All @@ -129,7 +135,7 @@ for folder in "${folder_array[@]}"; do
bash ./hack/scripts/policy-flow.sh
check_dashboard_for_non_dbs "$folder" "$inside_files_array"

kubectl delete -f ./hack/yamls/policy/constraint-template.yaml
kubectl delete -f ./hack/yamls/policy/constraint.yaml
cleanup "./hack/yamls/policy"
fi

done
2 changes: 1 addition & 1 deletion hack/scripts/stash-flow.sh
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ curl -o kubectl-stash.tar.gz -fsSL https://github.com/stashed/cli/releases/downl
kubectl apply -f ./hack/yamls/stash/repository.yaml
sleep 10

kubectl apply -f ../samples/mongodb/monitoring/mongodb_standalone.yaml
kubectl apply -f ./hack/yamls/stash/mongodb_standalone.yaml
kubectl wait --for=jsonpath='{.status.phase}'=Ready MongoDB mongodb-standalone -n demo --timeout=10m

kubectl apply -f ./hack/yamls/stash/backupconfiguration.yaml
Expand Down
22 changes: 22 additions & 0 deletions hack/yamls/stash/mongodb_standalone.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
apiVersion: kubedb.com/v1alpha2
kind: MongoDB
metadata:
name: mongodb-standalone
namespace: demo
spec:
version: "4.4.26"
terminationPolicy: WipeOut
storage:
storageClassName: "standard"
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 1Gi
monitor:
agent: prometheus.io/operator
prometheus:
serviceMonitor:
labels:
release: prometheus
interval: 10s

0 comments on commit c5345c2

Please sign in to comment.