diff --git a/build/docker-compose.yml b/build/docker-compose.yml deleted file mode 100644 index a644a704..00000000 --- a/build/docker-compose.yml +++ /dev/null @@ -1,52 +0,0 @@ -version: '3.7' - -services: - loki: - container_name: loki - image: grafana/loki:2.6.1 - expose: - - 3100 - ports: - - "3100:3100" - restart: unless-stopped - volumes: - - loki-data:/loki - - promtail: - container_name: promtail - image: grafana/promtail:2.6.1 - volumes: - # custom config will read logs from the containers of - # this project - - ${PWD}/promtail:/etc/promtail - # to read container labels and logs - - /var/run/docker.sock:/var/run/docker.sock - - /var/lib/docker/containers:/var/lib/docker/containers - - prometheus: - container_name: prometheus - image: prom/prometheus - ports: - - 9000:9090 - volumes: - - ${PWD}/prometheus:/etc/prometheus - - prometheus-data:/prometheus - command: --web.enable-lifecycle --config.file=/etc/prometheus/prometheus.yml - - otel-collector: - container_name: otel-collector - image: otel/opentelemetry-collector - command: ["--config=/root/otel-collector/config.yml"] - volumes: - - ${PWD}/otel-collector:/root/otel-collector/ - ports: - - "8888:8888" # Prometheus metrics exposed by the collector - - "8889:8889" # Prometheus exporter metrics - - "55681:55681" - - "13133:13133" # health_check extension - - "4317:4317" # OTLP gRPC receiver - - "4318:4318" # OTLP http receiver - -volumes: - prometheus-data: - loki-data: \ No newline at end of file diff --git a/build/grafana/dashboards/live-network.json b/build/grafana/dashboards/live-network.json deleted file mode 100644 index 2f97d993..00000000 --- a/build/grafana/dashboards/live-network.json +++ /dev/null @@ -1,1959 +0,0 @@ -{ - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "grafana", - "uid": "-- Grafana --" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 7, - "links": [], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 2, - "x": 0, - "y": 0 - }, - "id": 123156, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "count(count by (exported_instance) (testground_das_network_head))", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "# Light Node Alive", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 2, - "x": 2, - "y": 0 - }, - "id": 123163, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "exemplar": false, - "expr": "testground_head", - "format": "table", - "instant": true, - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "Network Head", - "transformations": [ - { - "id": "sortBy", - "options": { - "fields": {}, - "sort": [ - { - "field": "Time" - } - ] - } - }, - { - "id": "reduce", - "options": { - "reducers": [ - "max" - ] - } - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "fillOpacity": 18, - "gradientMode": "opacity", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineWidth": 1, - "scaleDistribution": { - "type": "linear" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 11, - "x": 4, - "y": 0 - }, - "id": 123145, - "options": { - "barRadius": 0, - "barWidth": 0.97, - "groupWidth": 0.7, - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "orientation": "vertical", - "showValue": "always", - "stacking": "normal", - "tooltip": { - "mode": "single", - "sort": "none" - }, - "xTickLabelRotation": 0, - "xTickLabelSpacing": 0 - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "exemplar": false, - "expr": "count_values(\"testground_das_sampled_chain_head\", testground_das_sampled_chain_head)", - "format": "table", - "instant": true, - "interval": "5m", - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "# nodes / height", - "transformations": [ - { - "id": "groupBy", - "options": { - "fields": { - "Value": { - "aggregations": [], - "operation": "groupby" - }, - "testground_das_sampled_chain_head": { - "aggregations": [], - "operation": "groupby" - } - } - } - }, - { - "id": "organize", - "options": { - "excludeByName": {}, - "indexByName": { - "Value": 0, - "testground_das_sampled_chain_head": 1 - }, - "renameByName": { - "Value": "Count", - "testground_das_sampled_chain_head": "Height" - } - } - }, - { - "id": "groupBy", - "options": { - "fields": { - "Count": { - "aggregations": [], - "operation": "groupby" - }, - "Height": { - "aggregations": [], - "operation": "groupby" - } - } - } - }, - { - "id": "sortBy", - "options": { - "fields": {}, - "sort": [ - { - "desc": false, - "field": "Height" - } - ] - } - } - ], - "type": "barchart" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "fillOpacity": 80, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineWidth": 1, - "scaleDistribution": { - "type": "linear" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 9, - "x": 15, - "y": 0 - }, - "id": 123144, - "options": { - "barRadius": 0, - "barWidth": 0.97, - "groupWidth": 0.7, - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "orientation": "horizontal", - "showValue": "never", - "stacking": "normal", - "tooltip": { - "mode": "single", - "sort": "none" - }, - "xTickLabelRotation": 0, - "xTickLabelSpacing": 0 - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "exemplar": false, - "expr": "count_values(\"testground_das_sampled_chain_head\", testground_das_sampled_chain_head)", - "format": "table", - "instant": true, - "interval": "5m", - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "# nodes per height", - "transformations": [ - { - "id": "groupBy", - "options": { - "fields": { - "Value": { - "aggregations": [], - "operation": "groupby" - }, - "testground_das_sampled_chain_head": { - "aggregations": [], - "operation": "groupby" - } - } - } - }, - { - "id": "organize", - "options": { - "excludeByName": {}, - "indexByName": {}, - "renameByName": { - "Value": "Count", - "testground_das_sampled_chain_head": "Height" - } - } - }, - { - "id": "groupBy", - "options": { - "fields": { - "Count": { - "aggregations": [], - "operation": "groupby" - }, - "Height": { - "aggregations": [], - "operation": "groupby" - } - } - } - }, - { - "id": "calculateField", - "options": { - "alias": "Percentage", - "binary": { - "left": "Count", - "operator": "/", - "reducer": "sum", - "right": "500" - }, - "mode": "binary", - "reduce": { - "reducer": "sum" - } - } - }, - { - "id": "sortBy", - "options": { - "fields": {}, - "sort": [ - { - "desc": true, - "field": "Count" - } - ] - } - } - ], - "type": "barchart" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 3, - "x": 0, - "y": 7 - }, - "id": 123153, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "exemplar": false, - "expr": "testground_node_share_blackbox_eds_size_sum", - "format": "table", - "instant": true, - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "EDS Size", - "transformations": [ - { - "id": "groupBy", - "options": {} - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 3, - "x": 3, - "y": 7 - }, - "id": 123152, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(testground_node_share_blackbox_eds_size_sum)/2", - "format": "table", - "instant": true, - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "Square Size", - "transformations": [ - { - "id": "groupBy", - "options": {} - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "displayName": "% of DASing Requests =< 500 (ms)", - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "percentunit" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 3, - "x": 6, - "y": 7 - }, - "id": 123129, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "(sum by (height) (testground_das_sample_time_hist_bucket{exported_instance=\"$light_node_id\", le=\"0.005\"}))/(sum by (height) (testground_das_sample_time_hist_count{exported_instance=\"$light_node_id\"}))", - "format": "heatmap", - "interval": "", - "legendFormat": "{{le}}", - "range": true, - "refId": "A" - } - ], - "title": "% of DAS Requests =< 500 (ms)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "displayName": "% of DASing Requests > 1s", - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "percentunit" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 3, - "x": 9, - "y": 7 - }, - "id": 123134, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "(sum by (height) (testground_das_sample_time_hist_count{exported_instance=\"$light_node_id\"})) - (sum by (height) (testground_das_sample_time_hist_bucket{exported_instance=\"$light_node_id\", le=\"1\"}))", - "format": "heatmap", - "interval": "", - "legendFormat": "{{le}}", - "range": true, - "refId": "A" - } - ], - "title": "% of DAS Requests > 1s", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "orange", - "value": 1000 - }, - { - "color": "red", - "value": 2000 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 3, - "x": 12, - "y": 7 - }, - "id": 123161, - "options": { - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "avg by (height) (testground_das_sample_time_hist_sum{exported_instance=\"$light_node_id\"}/testground_das_sample_time_hist_count{exported_instance=\"$light_node_id\"})", - "format": "heatmap", - "interval": "", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Avg DASing time (ms)", - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "fillOpacity": 80, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineWidth": 1, - "scaleDistribution": { - "type": "linear" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 9, - "x": 15, - "y": 7 - }, - "id": 123137, - "options": { - "barRadius": 0, - "barWidth": 0.97, - "groupWidth": 0.7, - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "orientation": "auto", - "showValue": "always", - "stacking": "none", - "tooltip": { - "mode": "single", - "sort": "none" - }, - "xTickLabelRotation": 0, - "xTickLabelSpacing": 0 - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "exemplar": false, - "expr": "avg by (header) (testground_das_sample_time_hist_sum{exported_instance=\"$light_node_id\"})", - "format": "table", - "instant": true, - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "DASing time per Height (current instance)", - "transformations": [ - { - "id": "groupBy", - "options": { - "fields": { - "Value": { - "aggregations": [], - "operation": "groupby" - }, - "header": { - "aggregations": [], - "operation": "groupby" - } - } - } - } - ], - "type": "barchart" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "fillOpacity": 80, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineWidth": 1, - "scaleDistribution": { - "type": "linear" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 24, - "x": 0, - "y": 14 - }, - "id": 123142, - "options": { - "barRadius": 0, - "barWidth": 0.97, - "colorByField": "exported_instance", - "groupWidth": 0.7, - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "orientation": "auto", - "showValue": "always", - "stacking": "normal", - "tooltip": { - "mode": "single", - "sort": "none" - }, - "xField": "header", - "xTickLabelRotation": 0, - "xTickLabelSpacing": 100 - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "exemplar": false, - "expr": "avg by (header, exported_instance) (testground_das_sample_time_hist_sum)", - "format": "table", - "instant": true, - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "DASing time overview (all instances)", - "transformations": [ - { - "id": "groupBy", - "options": { - "fields": { - "Value": { - "aggregations": [], - "operation": "groupby" - }, - "exported_instance": { - "aggregations": [], - "operation": "groupby" - }, - "header": { - "aggregations": [], - "operation": "groupby" - } - } - } - }, - { - "id": "sortBy", - "options": { - "fields": {}, - "sort": [ - { - "desc": false, - "field": "header" - } - ] - } - } - ], - "type": "barchart" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "binBps" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 6, - "x": 0, - "y": 22 - }, - "id": 123133, - "options": { - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "(rate(testground_node_header_blackbox_request_duration_sum{exported_instance=\"$light_node_id\"}[$__range])/rate(testground_node_header_blackbox_request_duration_count{exported_instance=\"$light_node_id\"}[$__range]))/1000", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Avg Header Transfer Rate (bytes/s)", - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "binBps" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 6, - "x": 6, - "y": 22 - }, - "id": 123131, - "options": { - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "(rate(testground_node_share_blackbox_request_duration_sum{exported_instance=\"$light_node_id\"}[$__range])/rate(testground_node_share_blackbox_request_duration_count{exported_instance=\"$light_node_id\"}[$__range]))", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Avg Share Transfer Rate (bytes/s)", - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "binBps" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 6, - "x": 12, - "y": 22 - }, - "id": 123148, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "testground_p2p_bandwidth_rate_outbound_sum{exported_instance=\"$light_node_id\"}/testground_p2p_bandwidth_rate_outbound_count{exported_instance=\"$light_node_id\"}", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Avg OUT BW Rate (bytes/s)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "binBps" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 6, - "x": 18, - "y": 22 - }, - "id": 123150, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "testground_p2p_bandwidth_rate_inbound_sum{exported_instance=\"$light_node_id\"}/testground_p2p_bandwidth_rate_inbound_count{exported_instance=\"$light_node_id\"}", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Avg IN BW Rate (bytes/s)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 28 - }, - "id": 123149, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "testground_p2p_bandwidth_total_outbound_sum{exported_instance=\"$light_node_id\"}/testground_p2p_bandwidth_total_outbound_count{exported_instance=\"$light_node_id\"}", - "hide": false, - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Total OUT BW", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 28 - }, - "id": 123159, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "testground_p2p_bandwidth_total_inbound_sum{exported_instance=\"$light_node_id\"}/testground_p2p_bandwidth_total_inbound_count{exported_instance=\"$light_node_id\"}", - "hide": false, - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Total IN BW", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 3, - "x": 0, - "y": 37 - }, - "id": 123158, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "count(count by (peer_id) (testground_p2p_total_inbound_by_peer_sum{exported_instance=\"$light_node_id\"}))", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "# Peers Of Current Instance", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 11, - "x": 3, - "y": 37 - }, - "id": 123147, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "9.2.4", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "testground_p2p_total_outbound_by_peer_sum{exported_instance=\"$light_node_id\"}/testground_p2p_total_outbound_by_peer_count{exported_instance=\"$light_node_id\"}", - "format": "time_series", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Total OUT BW by Peer", - "transformations": [], - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 10, - "x": 14, - "y": 37 - }, - "id": 123160, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "testground_p2p_total_inbound_by_peer_sum{exported_instance=\"$light_node_id\"}/testground_p2p_total_inbound_by_peer_count{exported_instance=\"$light_node_id\"}", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Total IN BW by Peer", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "fillOpacity": 80, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineWidth": 1, - "scaleDistribution": { - "type": "linear" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 24, - "x": 0, - "y": 45 - }, - "id": 123127, - "options": { - "barRadius": 0, - "barWidth": 0.97, - "groupWidth": 0.7, - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "orientation": "auto", - "showValue": "auto", - "stacking": "none", - "tooltip": { - "mode": "single", - "sort": "none" - }, - "xTickLabelRotation": 0, - "xTickLabelSpacing": 0 - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "editorMode": "code", - "expr": "(avg by (height) (testground_node_header_blackbox_block_time_sum{exported_instance=\"$light_node_id\"}))/1000", - "format": "table", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Block time per Height", - "transformations": [ - { - "id": "groupBy", - "options": { - "fields": { - "Value": { - "aggregations": [], - "operation": "groupby" - }, - "height": { - "aggregations": [], - "operation": "groupby" - } - } - } - } - ], - "type": "barchart" - } - ], - "schemaVersion": 37, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "current": { - "selected": false, - "text": "12D3KooWF9PnoopchmXBC7RyRFDQyJXRbP218Fidoa3qR8RWqdhR", - "value": "12D3KooWF9PnoopchmXBC7RyRFDQyJXRbP218Fidoa3qR8RWqdhR" - }, - "datasource": { - "type": "prometheus", - "uid": "lW0MKED4k" - }, - "definition": "label_values(testground_das_sample_time_hist_sum, exported_instance)", - "hide": 0, - "includeAll": false, - "multi": false, - "name": "light_node_id", - "options": [], - "query": { - "query": "label_values(testground_das_sample_time_hist_sum, exported_instance)", - "refId": "StandardVariableQuery" - }, - "refresh": 2, - "regex": "", - "skipUrlSync": false, - "sort": 1, - "type": "query" - }, - { - "current": {}, - "datasource": { - "type": "influxdb", - "uid": "CIHiCGKVk" - }, - "definition": "show tag values with key = \"run\"", - "hide": 0, - "includeAll": false, - "multi": false, - "name": "run", - "options": [], - "query": "show tag values with key = \"run\"", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - } - ] - }, - "time": { - "from": "now-5m", - "to": "now" - }, - "timepicker": { - "hidden": true, - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ], - "type": "timepicker" - }, - "timezone": "browser", - "title": "Live Network Light Nodes Metrics -", - "uid": "Fccs8xxTacVj", - "version": 17, - "weekStart": "" -} \ No newline at end of file diff --git a/build/otel-collector/config.yml b/build/otel-collector/config.yml deleted file mode 100644 index 9eca6b7d..00000000 --- a/build/otel-collector/config.yml +++ /dev/null @@ -1,30 +0,0 @@ -extensions: - health_check: - -receivers: - otlp: - protocols: - grpc: - # endpoint: "0.0.0.0:4317" - http: - # endpoint: "0.0.0.0:4318" - -exporters: - logging: - logLevel: debug - prometheus: - endpoint: "otel-collector:8889" - namespace: "testground" - send_timestamps: true - metric_expiration: 30m - -processors: - batch: - -service: - extensions: [health_check] - pipelines: - metrics: - receivers: [otlp] - processors: [batch] - exporters: [prometheus] \ No newline at end of file diff --git a/build/phlare/config.yml b/build/phlare/config.yml deleted file mode 100644 index ef372ccc..00000000 --- a/build/phlare/config.yml +++ /dev/null @@ -1,9 +0,0 @@ -scrape_configs: - - job_name: 'profiler' - scrape_interval: 5s - profiling_config: - pprof_config: - pprof: - path: /debug/fprof - delta: true - enabled: true \ No newline at end of file diff --git a/build/prometheus/prometheus.yml b/build/prometheus/prometheus.yml deleted file mode 100644 index 1a140653..00000000 --- a/build/prometheus/prometheus.yml +++ /dev/null @@ -1,10 +0,0 @@ -global: - scrape_interval: 5s - scrape_timeout: 3s - -scrape_configs: - - job_name: 'collector' - metrics_path: /metrics - static_configs: - - targets: - - 'otel-collector:8889' \ No newline at end of file diff --git a/build/promtail/config.yml b/build/promtail/config.yml deleted file mode 100644 index 588999ce..00000000 --- a/build/promtail/config.yml +++ /dev/null @@ -1,28 +0,0 @@ -# -# configure promtail to scrape docker logs for a specific -# docker compose project -# https://cylab.be/blog/241/use-loki-to-monitor-the-logs-of-your-docker- -# compose-application -# - -server: - http_listen_port: 9080 - grpc_listen_port: 0 - -clients: - - url: http://loki:3100/loki/api/v1/push - -scrape_configs: - - job_name: docker - # use docker.sock to filter containers - docker_sd_configs: - - host: "unix:///var/run/docker.sock" - refresh_interval: 15s - # filters: - # - name: label - # values: ["com.docker.compose.project=testground"] - # use container name to create a loki label - relabel_configs: - - source_labels: ['__meta_docker_container_name'] - regex: '/(.*)' - target_label: 'container' \ No newline at end of file diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-100.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-100.toml deleted file mode 100644 index d21796f1..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-100.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 102 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "100" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "12Gi" - cpu = "4" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "2Gi" - cpu = "2000m" - [groups.instances] - count = 100 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-1000.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-1000.toml deleted file mode 100644 index 574b585e..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-1000.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 1002 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "1000" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "1Gi" - cpu = "2000m" - [groups.instances] - count = 1000 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-280.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-280.toml deleted file mode 100644 index 40271328..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-280.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 282 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - submit-times = "10" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "280" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "12Gi" - cpu = "4" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "2Gi" - cpu = "2000m" - [groups.instances] - count = 280 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-500.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-500.toml deleted file mode 100644 index 82254531..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-500.toml +++ /dev/null @@ -1,84 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 502 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "500" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "12Gi" - cpu = "4" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "2Gi" - cpu = "2000m" - [groups.instances] - count = 500 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-800.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-800.toml deleted file mode 100644 index b3c6cfe1..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/high-spec/001-lights-dasing-from-latest-bridges-800.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 802 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "800" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "12Gi" - cpu = "4" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "1Gi" - cpu = "2000m" - [groups.instances] - count = 800 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/low-spec/001-lights-dasing-from-latest-bridges-100.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/low-spec/001-lights-dasing-from-latest-bridges-100.toml deleted file mode 100644 index 79574137..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/low-spec/001-lights-dasing-from-latest-bridges-100.toml +++ /dev/null @@ -1,88 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 102 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "100" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "512Mi" - cpu = "500m" - [groups.instances] - count = 100 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/low-spec/001-lights-dasing-from-latest-bridges-280.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/low-spec/001-lights-dasing-from-latest-bridges-280.toml deleted file mode 100644 index 85d2c8ac..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/low-spec/001-lights-dasing-from-latest-bridges-280.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 282 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "280" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "1Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "512Mi" - cpu = "500m" - [groups.instances] - count = 280 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-100.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-100.toml deleted file mode 100644 index 0e06aaed..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-100.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 102 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "100" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "8Gi" - cpu = "2" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "1Gi" - cpu = "1000m" - [groups.instances] - count = 100 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-1000.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-1000.toml deleted file mode 100644 index 43e95d34..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-1000.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 1002 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "1000" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "8Gi" - cpu = "2" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "1Gi" - cpu = "1000m" - [groups.instances] - count = 1000 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-280.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-280.toml deleted file mode 100644 index e0fde263..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-280.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 282 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "45" - submit-times = "150" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "280" - block-height = "150" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "8Gi" - cpu = "2" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "8Gi" - cpu = "2" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "1Gi" - cpu = "1000m" - [groups.instances] - count = 280 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-500.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-500.toml deleted file mode 100644 index 94feaacc..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-500.toml +++ /dev/null @@ -1,84 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 502 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "500" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "8Gi" - cpu = "2" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "1Gi" - cpu = "1000m" - [groups.instances] - count = 500 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-800.toml b/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-800.toml deleted file mode 100644 index 33211481..00000000 --- a/compositions/cluster-k8s/das-benchmarks/64-square-size/medium-spec/001-lights-dasing-from-latest-bridges-800.toml +++ /dev/null @@ -1,87 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 802 - builder = "docker:generic" - runner = "cluster:k8s" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "10" - submit-times = "20" - msg-size = "700000" - validator = "1" - bridge = "1" - light = "800" - block-height = "30" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "4Gi" - cpu = "1" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "8Gi" - cpu = "2" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "1Gi" - cpu = "1000m" - [groups.instances] - count = 800 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "50" - bandwidth = "256Mib" - role = "light" diff --git a/compositions/cluster-k8s/pfd-1100.toml b/compositions/cluster-k8s/pfd-1100.toml index 301290a9..09fccd90 100644 --- a/compositions/cluster-k8s/pfd-1100.toml +++ b/compositions/cluster-k8s/pfd-1100.toml @@ -111,3 +111,5 @@ block-height = "35" latency = "0" role = "light" + historical-lights-count = "100" + start-syncing-at = "20" diff --git a/compositions/cluster-k8s/pfd-400.toml b/compositions/cluster-k8s/pfd-400.toml index 12394c5d..af7ad318 100644 --- a/compositions/cluster-k8s/pfd-400.toml +++ b/compositions/cluster-k8s/pfd-400.toml @@ -111,3 +111,5 @@ block-height = "16" latency = "0" role = "light" + historical-lights-count = "100" + start-syncing-at = "20" diff --git a/compositions/local-docker/das-benchmarks/001-lights-dasing-latest-from-bridges.toml b/compositions/local-docker/das-benchmarks/001-lights-dasing-latest-from-bridges.toml deleted file mode 100644 index 7f4d3808..00000000 --- a/compositions/local-docker/das-benchmarks/001-lights-dasing-latest-from-bridges.toml +++ /dev/null @@ -1,89 +0,0 @@ -[metadata] - name = "das-benchmarks" - author = "derrandz" - -[global] - plan = "celestia" - case = "das-benchmarks" - total_instances = 30 - builder = "docker:generic" - runner = "local:docker" - disable_metrics = false - -# we define 1 validator that produces 8mb blocks -# the msg-size does not result in exactly 8mb -# because we are accounting for padding -[global.run.test_params] - execution-time = "4" - block-height = "10" - submit-times = "10" - msg-size = "700000" - bridge = "1" - light = "28" - validator = "1" - otel-collector-address = "178.128.163.171:4318" - -[[groups]] - id = "validators" - builder = "docker:generic" - [groups.resources] - memory = "" - cpu = "" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "0" - bandwidth = "256Mib" - role = "validator" - -[[groups]] - id = "bridges" - builder = "docker:generic" - [groups.resources] - memory = "" - cpu = "" - [groups.instances] - count = 1 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "0" - bandwidth = "256Mib" - block-height = "10" - role = "bridge" - -[[groups]] - id = "lights" - builder = "docker:generic" - [groups.resources] - memory = "" - cpu = "" - [groups.instances] - count = 28 - percentage = 0.0 - [groups.build_config] - build_base_image = "golang:1.19.1" - enable_go_build_cache = true - enabled = true - go_version = "1.19" - [groups.build] - [groups.run] - [groups.run.test_params] - latency = "0" - bandwidth = "100Mib" - block-height = "9" - role = "light" diff --git a/go.mod b/go.mod index c366877f..c63d1fdb 100644 --- a/go.mod +++ b/go.mod @@ -3,7 +3,6 @@ module github.com/celestiaorg/test-infra go 1.19 replace ( - github.com/celestiaorg/celestia-node => github.com/Bidon15/celestia-node v0.7.0-rc3-blackbox-metrics github.com/cosmos/cosmos-sdk => github.com/celestiaorg/cosmos-sdk v1.8.0-sdk-v0.46.7 github.com/filecoin-project/dagstore => github.com/celestiaorg/dagstore v0.0.0-20221014072825-395797efb659 github.com/gogo/protobuf => github.com/regen-network/protobuf v1.3.3-alpha.regen.1 @@ -15,7 +14,6 @@ replace ( require ( cosmossdk.io/errors v1.0.0-beta.7 // indirect github.com/celestiaorg/celestia-app v0.12.0-rc7 - github.com/celestiaorg/utils v0.1.0 // indirect github.com/cosmos/cosmos-sdk v0.46.7 github.com/ipfs/go-log/v2 v2.5.1 github.com/spf13/cobra v1.6.1 @@ -25,11 +23,10 @@ require ( require ( cosmossdk.io/math v1.0.0-beta.3 - github.com/celestiaorg/celestia-node v0.7.0-rc3.0.20230213112043-4c98c2084744 + github.com/celestiaorg/celestia-node v0.7.0-rc5 github.com/celestiaorg/nmt v0.14.0 github.com/libp2p/go-libp2p v0.24.1 github.com/tendermint/tendermint v0.35.4 - go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetrichttp v0.34.0 go.uber.org/fx v1.18.2 ) @@ -290,6 +287,7 @@ require ( go.opentelemetry.io/otel v1.11.2 // indirect go.opentelemetry.io/otel/exporters/otlp/internal/retry v1.11.2 // indirect go.opentelemetry.io/otel/exporters/otlp/otlpmetric v0.34.0 // indirect + go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetrichttp v0.34.0 // indirect go.opentelemetry.io/otel/metric v0.34.0 // indirect go.opentelemetry.io/otel/sdk v1.11.2 // indirect go.opentelemetry.io/otel/sdk/metric v0.34.0 // indirect diff --git a/go.sum b/go.sum index 15c9b8b3..181783d6 100644 --- a/go.sum +++ b/go.sum @@ -81,8 +81,6 @@ github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v0.3.0/go.mod h1:tPaiy8S5bQ github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78/go.mod h1:LmzpDX56iTiv29bbRTIsUNlaFfuhWRQBWjQdVyAevI8= github.com/Azure/go-ansiterm v0.0.0-20210617225240-d185dfc1b5a1 h1:UQHMgLO+TxOElx5B5HZ4hJQsoJ/PvUvKRhJHDQXO8P8= github.com/Azure/go-autorest v11.1.2+incompatible/go.mod h1:r+4oMnoxhatjLLJ6zxSWATqVooLgysK6ZNox3g/xq24= -github.com/Bidon15/celestia-node v0.7.0-rc3-blackbox-metrics h1:GGGtHaItbm2AXY2Hr9M7ShFzAF/GXQAHVfd8ZA2+1jc= -github.com/Bidon15/celestia-node v0.7.0-rc3-blackbox-metrics/go.mod h1:5pe4G/NUqnv3AR71PmMVZ48zZKIIQnsI7KaWEsS480Y= github.com/Bidon15/go-log/v2 v2.5.2 h1:i+Co+D6OJQnM9xuuAlbtoV2GdnCv4KrfJWH6IQjcM1Y= github.com/Bidon15/go-log/v2 v2.5.2/go.mod h1:TMD+iYDL/QBjspKUN0Ypxpr2IMAz3uGUAsbCeClDQ+4= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= @@ -214,6 +212,8 @@ github.com/celestiaorg/celestia-app v0.12.0-rc7 h1:83Ig3eTc0rAapUZyc4RbygJFLVfZ4 github.com/celestiaorg/celestia-app v0.12.0-rc7/go.mod h1:60QSrI+bbGzL/m80ocWrYpdg/ECLxmVvVets6vPuG8k= github.com/celestiaorg/celestia-core v1.14.0-tm-v0.34.23 h1:8zE523TUe5W33/nheJ9umHF2d1q6iHQlqJfMXMTPe3k= github.com/celestiaorg/celestia-core v1.14.0-tm-v0.34.23/go.mod h1:fGDSg7aw2OH/Uze1zymop0x0y1kAPEO9OII2A2cb99Q= +github.com/celestiaorg/celestia-node v0.7.0-rc5 h1:Q8Q8xzCxdgfyL9lLTPKc/6C208lnUZtOkuTTfvtzmc8= +github.com/celestiaorg/celestia-node v0.7.0-rc5/go.mod h1:MkJ5MpC0UQDq90vkfG2/P2Pd/rK1cUAgwJ0d16WyUSg= github.com/celestiaorg/cosmos-sdk v1.8.0-sdk-v0.46.7 h1:EADZy33ufskVIy6Rj6jbi3SOVCeYYo26zUi7iYx+QR0= github.com/celestiaorg/cosmos-sdk v1.8.0-sdk-v0.46.7/go.mod h1:vg3Eza9adJJ5Mdx6boz5MpZsZcTZyrfTVYZHyi2zLm4= github.com/celestiaorg/dagstore v0.0.0-20221014072825-395797efb659 h1:f3205vw3GYBtMiNoS+qB6IuHSs50Iwqsm9lNIikLTCk= @@ -230,8 +230,6 @@ github.com/celestiaorg/quantum-gravity-bridge v1.3.0 h1:9zPIp7w1FWfkPnn16y3S4FpF github.com/celestiaorg/quantum-gravity-bridge v1.3.0/go.mod h1:6WOajINTDEUXpSj5UZzod16UZ96ZVB/rFNKyM+Mt1gI= github.com/celestiaorg/rsmt2d v0.8.0 h1:ZUxTCELZCM9zMGKNF3cT+rUqMddXMeiuyleSJPZ3Wn4= github.com/celestiaorg/rsmt2d v0.8.0/go.mod h1:hhlsTi6G3+X5jOP/8Lb/d7i5y2XNFmnyMddYbFSmrgo= -github.com/celestiaorg/utils v0.1.0 h1:WsP3O8jF7jKRgLNFmlDCwdThwOFMFxg0MnqhkLFVxPo= -github.com/celestiaorg/utils v0.1.0/go.mod h1:vQTh7MHnvpIeCQZ2/Ph+w7K1R2UerDheZbgJEJD2hSU= github.com/cenkalti/backoff v2.2.1+incompatible h1:tNowT99t7UNflLxfYYSlKYsBpXdEet03Pg2g16Swow4= github.com/cenkalti/backoff v2.2.1+incompatible/go.mod h1:90ReRw6GdpyfrHakVjL/QHaoyV4aDUVVkXQJJJ3NXXM= github.com/cenkalti/backoff/v4 v4.1.1/go.mod h1:scbssz8iZGpm3xbr14ovlUdkxfGXNInqkPWOWmG2CLw= diff --git a/main.go b/main.go index 3e322584..280bdb9c 100644 --- a/main.go +++ b/main.go @@ -4,7 +4,6 @@ import ( "github.com/celestiaorg/test-infra/tests/plans/arabica" bigblocks "github.com/celestiaorg/test-infra/tests/plans/big-blocks" blockrecon "github.com/celestiaorg/test-infra/tests/plans/block-recon" - dasbenchs "github.com/celestiaorg/test-infra/tests/plans/das-benchmarks" pfdgsbn "github.com/celestiaorg/test-infra/tests/plans/pfd-gsbn" "github.com/testground/sdk-go/run" ) @@ -23,8 +22,6 @@ var testcases = map[string]interface{}{ "get-shares-by-namespace": pfdgsbn.PayForBlobAndGetShares, // Block Reconstruction Plan "reconstruction": blockrecon.BlockReconstruction, - // DAS Benchmarks Plan - "das-benchmarks": dasbenchs.LightsDasingLatest, // Arabica Nightly Plan "flood-arabica": arabica.RunLightNode, } diff --git a/manifest.toml b/manifest.toml index 9aaf0129..48d1dc15 100644 --- a/manifest.toml +++ b/manifest.toml @@ -165,23 +165,6 @@ instances = { min = 4, max = 3000, default = 12 } role = { type = "string" } p2p-network = { type = "string", default = "private" } -[[testcases]] -name = "das-benchmarks" -instances = { min = 30, max = 1002, default = 30 } - [testcases.params] - execution-time = { type = "int" } - latency = { type = "int", default = 60} - bandwidth = { type = "string", default = "256Mib"} - validator = { type = "int", default = 3} - persistent-peers = { type = "int", default = 0} - submit-times = { type = "int", default = 4} - msg-size = { type = "int", default = 10000 } - bridge = { type = "int", default = 3} - light = { type = "int", default = 3} - block-height = { type = "int" } - role = { type = "string" } - p2p-network = { type = "string", default = "private" } - [[testcases]] name = "flood-arabica" instances = { min = 4, max = 3000, default = 12 } diff --git a/testkit/appkit/app.go b/testkit/appkit/app.go index a8722666..984936f6 100644 --- a/testkit/appkit/app.go +++ b/testkit/appkit/app.go @@ -241,7 +241,7 @@ func (ak *AppKit) FundAccounts(accAdr, amount, krbackend, krpath string, accAddr func (ak *AppKit) PayForBlob(accAdr string, msg int, krbackend, krpath string) error { ak.Cmd.ResetFlags() ak.Cmd.SetArgs([]string{ - "tx", "blob", "testRandBlob", fmt.Sprint(msg), + "tx", "blob", "TestRandBlob", fmt.Sprint(msg), wrapFlag(flags.FlagFrom), accAdr, wrapFlag(flags.FlagBroadcastMode), flags.BroadcastBlock, wrapFlag(flags.FlagSkipConfirmation), diff --git a/tests/helpers/common/bridge.go b/tests/helpers/common/bridge.go index f163dedd..40a52094 100644 --- a/tests/helpers/common/bridge.go +++ b/tests/helpers/common/bridge.go @@ -14,7 +14,6 @@ import ( "github.com/testground/sdk-go/run" "github.com/testground/sdk-go/runtime" "github.com/testground/sdk-go/sync" - "go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetrichttp" ) func BuildBridge(ctx context.Context, runenv *runtime.RunEnv, initCtx *run.InitContext) (*nodebuilder.Node, error) { @@ -51,19 +50,8 @@ func BuildBridge(ctx context.Context, runenv *runtime.RunEnv, initCtx *run.InitC cfg.Gateway.Enabled = true cfg.Gateway.Port = "26659" - var optlOpts []otlpmetrichttp.Option - if runenv.StringParam("otel-collector-address") != "" { - optlOpts = []otlpmetrichttp.Option{ - otlpmetrichttp.WithEndpoint(runenv.StringParam("otel-collector-address")), - otlpmetrichttp.WithInsecure(), - } - } - nd, err := nodekit.NewNode(ndhome, node.Bridge, - runenv.StringParam("p2p-network"), cfg, nodebuilder.WithMetrics( - optlOpts, - node.Bridge, - )) + runenv.StringParam("p2p-network"), cfg) if err != nil { return nil, err diff --git a/tests/helpers/common/validator.go b/tests/helpers/common/validator.go index 266f479b..b0abf693 100644 --- a/tests/helpers/common/validator.go +++ b/tests/helpers/common/validator.go @@ -257,10 +257,17 @@ func GetRandomisedPeers(randomizer int, peersRange int, peers []appkit.Validator return peers } - startIndex := randomizer * peersRange - endIndex := startIndex + peersRange - if endIndex > len(peers) { + startIndex := randomizer + endIndex := randomizer + peersRange + // if the endIndex is greater than the number of peers, then we set the endIndex to the number of peers + // this is to avoid out of bounds error when slicing the peers array + if endIndex > len(peers) && ((endIndex - len(peers)) < peersRange) { + startIndex = endIndex - len(peers) endIndex = len(peers) + } else if (endIndex - startIndex) > peersRange { + endIndex = startIndex + peersRange + } else if (endIndex - startIndex) < peersRange { + startIndex = endIndex - peersRange } return peers[startIndex:endIndex] diff --git a/tests/helpers/das-benchmarks/run_bridge.go b/tests/helpers/das-benchmarks/run_bridge.go deleted file mode 100644 index 419f8f8e..00000000 --- a/tests/helpers/das-benchmarks/run_bridge.go +++ /dev/null @@ -1,114 +0,0 @@ -package dasbenchmarks - -import ( - "context" - "fmt" - "time" - - "github.com/celestiaorg/test-infra/testkit" - "github.com/celestiaorg/test-infra/testkit/nodekit" - "github.com/celestiaorg/test-infra/tests/helpers/common" - "github.com/testground/sdk-go/network" - "github.com/testground/sdk-go/run" - "github.com/testground/sdk-go/runtime" -) - -func RunBridgeNode(runenv *runtime.RunEnv, initCtx *run.InitContext) error { - ctx, cancel := context.WithTimeout( - context.Background(), - time.Minute*time.Duration(runenv.IntParam("execution-time")), - ) - defer cancel() - - err := nodekit.SetLoggersLevel("INFO") - if err != nil { - runenv.RecordFailure(err) - return err - } - - syncclient := initCtx.SyncClient - netclient := network.NewClient(syncclient, runenv) - - netclient.MustWaitNetworkInitialized(ctx) - - config := network.Config{ - Network: "default", - Enable: true, - Default: network.LinkShape{ - Latency: time.Duration(runenv.IntParam("latency")), - Bandwidth: common.GetBandwidthValue(runenv.StringParam("bandwidth")), - }, - CallbackState: "network-configured", - RoutingPolicy: network.AllowAll, - } - - config.IPv4 = runenv.TestSubnet - - // using the assigned `GlobalSequencer` id per each of instance - // to fill in the last 2 octects of the new IP address for the instance - ipC := byte((initCtx.GlobalSeq >> 8) + 1) - ipD := byte(initCtx.GlobalSeq) - config.IPv4.IP = append(config.IPv4.IP[0:2:2], ipC, ipD) - - err = netclient.ConfigureNetwork(ctx, &config) - if err != nil { - runenv.RecordFailure(err) - return err - } - - nd, err := common.BuildBridge(ctx, runenv, initCtx) - if err != nil { - runenv.RecordFailure(err) - return err - } - - _, err = syncclient.SignalEntry(ctx, testkit.BridgeStartedState) - if err != nil { - runenv.RecordFailure(err) - return err - } - - l, err := syncclient.Barrier(ctx, testkit.LightNodesStartedState, runenv.IntParam("light")) - if err != nil { - runenv.RecordFailure(err) - return err - } - lerr := <-l.C - if lerr != nil { - runenv.RecordFailure(lerr) - return lerr - } - - for i := 0; i < runenv.IntParam("block-height"); i++ { - // After reaching a dedicated block-height, we can signal other node types - // to start syncing the past - eh, err := nd.HeaderServ.GetByHeight(ctx, uint64(i+1)) - if err != nil { - runenv.RecordFailure(err) - return err - } - runenv.RecordMessage( - "Reached Block#%d contains Hash: %s", - runenv.IntParam("block-height"), - eh.Commit.BlockID.Hash.String(), - ) - } - - if nd.HeaderServ.IsSyncing(ctx) { - runenv.RecordFailure(fmt.Errorf("bridge node is still syncing the past")) - } - - err = nd.Stop(ctx) - if err != nil { - runenv.RecordFailure(err) - return err - } - - _, err = syncclient.SignalEntry(ctx, testkit.FinishState) - if err != nil { - runenv.RecordFailure(err) - return err - } - - return nil -} diff --git a/tests/helpers/das-benchmarks/run_light.go b/tests/helpers/das-benchmarks/run_light.go deleted file mode 100644 index 1cf52be4..00000000 --- a/tests/helpers/das-benchmarks/run_light.go +++ /dev/null @@ -1,168 +0,0 @@ -package dasbenchmarks - -import ( - "context" - "fmt" - "time" - - "github.com/celestiaorg/celestia-node/nodebuilder" - "github.com/celestiaorg/celestia-node/nodebuilder/node" - "github.com/celestiaorg/test-infra/testkit" - "github.com/celestiaorg/test-infra/testkit/nodekit" - "github.com/celestiaorg/test-infra/tests/helpers/common" - "github.com/testground/sdk-go/network" - "github.com/testground/sdk-go/run" - "github.com/testground/sdk-go/runtime" - "go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetrichttp" -) - -func RunLightNode(runenv *runtime.RunEnv, initCtx *run.InitContext) error { - ctx, cancel := context.WithTimeout( - context.Background(), - time.Minute*time.Duration(runenv.IntParam("execution-time")), - ) - defer cancel() - - err := nodekit.SetLoggersLevel("INFO") - if err != nil { - runenv.RecordFailure(err) - return err - } - - syncclient := initCtx.SyncClient - netclient := network.NewClient(syncclient, runenv) - - netclient.MustWaitNetworkInitialized(ctx) - - config := network.Config{ - Network: "default", - Enable: true, - Default: network.LinkShape{ - Latency: time.Duration(runenv.IntParam("latency")), - Bandwidth: common.GetBandwidthValue(runenv.StringParam("bandwidth")), - }, - CallbackState: "network-configured", - RoutingPolicy: network.AllowAll, - } - - config.IPv4 = runenv.TestSubnet - - // using the assigned `GlobalSequencer` id per each of instance - // to fill in the last 2 octects of the new IP address for the instance - ipC := byte((initCtx.GlobalSeq >> 8) + 1) - ipD := byte(initCtx.GlobalSeq) - config.IPv4.IP = append(config.IPv4.IP[0:2:2], ipC, ipD) - - err = netclient.ConfigureNetwork(ctx, &config) - if err != nil { - runenv.RecordFailure(err) - return err - } - - bridgeCh := make(chan *testkit.BridgeNodeInfo) - _, err = syncclient.Subscribe(ctx, testkit.BridgeNodeTopic, bridgeCh) - if err != nil { - runenv.RecordFailure(err) - return err - } - - bridgeNode := <-bridgeCh - if bridgeNode == nil { - bridgeNode = <-bridgeCh - } - - ndhome := fmt.Sprintf("/.celestia-light-%d", initCtx.GlobalSeq) - runenv.RecordMessage(ndhome) - - ip, err := initCtx.NetClient.GetDataNetworkIP() - if err != nil { - runenv.RecordFailure(err) - return err - } - - trustedPeers := []string{bridgeNode.Maddr} - cfg := nodekit.NewConfig(node.Light, ip, trustedPeers, bridgeNode.TrustedHash) - optlOpts := []otlpmetrichttp.Option{ - otlpmetrichttp.WithEndpoint(runenv.StringParam("otel-collector-address")), - otlpmetrichttp.WithInsecure(), - } - nd, err := nodekit.NewNode( - ndhome, - node.Light, - runenv.StringParam("p2p-network"), - cfg, - nodebuilder.WithMetrics( - optlOpts, - node.Light, - ), - nodebuilder.WithBlackboxMetrics(), - ) - - if err != nil { - runenv.RecordFailure(err) - return err - } - - runenv.RecordMessage("Starting light node") - err = nd.Start(ctx) - if err != nil { - runenv.RecordFailure(err) - return err - } - - // wait for the bridge node - l, err := syncclient.Barrier(ctx, testkit.BridgeStartedState, runenv.IntParam("bridge")) - if err != nil { - runenv.RecordFailure(err) - return err - } - lerr := <-l.C - if lerr != nil { - runenv.RecordFailure(lerr) - return lerr - } - - // signal startup - _, err = syncclient.SignalEntry(ctx, testkit.LightNodesStartedState) - if err != nil { - return err - } - - // wait for the core network to reach height 1 - _, err = nd.HeaderServ.GetByHeight(ctx, uint64(1)) - if err != nil { - runenv.RecordFailure(fmt.Errorf("Error: failed to wait for core network, %s", err)) - return err - } - - // wait for the daser to catch up with the current height of the core network - err = nd.DASer.WaitCatchUp(ctx) - if err != nil { - runenv.RecordFailure(fmt.Errorf("Error while waiting for the DASer to catch up, %s", err)) - return err - } - - for i := 1; i < runenv.IntParam("block-height"); i++ { - nd.DASer.WaitCatchUp(ctx) // wait for the daser to catch up on every height - // wait for the core network to reach height 1 - _, err := nd.HeaderServ.GetByHeight(ctx, uint64(i+1)) - if err != nil { - runenv.RecordFailure(fmt.Errorf("Error: failed to sync headers, %s", err)) - return err - } - } - - err = nd.Stop(ctx) - if err != nil { - runenv.RecordFailure(err) - return err - } - - _, err = syncclient.SignalEntry(ctx, testkit.FinishState) - if err != nil { - runenv.RecordFailure(err) - return err - } - - return nil -} diff --git a/tests/helpers/das-benchmarks/run_validator.go b/tests/helpers/das-benchmarks/run_validator.go deleted file mode 100644 index 40ed3bac..00000000 --- a/tests/helpers/das-benchmarks/run_validator.go +++ /dev/null @@ -1,144 +0,0 @@ -package dasbenchmarks - -import ( - "context" - "net" - "time" - - "github.com/celestiaorg/test-infra/testkit/appkit" - "github.com/celestiaorg/test-infra/tests/helpers/common" - - "github.com/celestiaorg/test-infra/testkit" - "github.com/testground/sdk-go/network" - "github.com/testground/sdk-go/run" - "github.com/testground/sdk-go/runtime" -) - -func RunValidator(runenv *runtime.RunEnv, initCtx *run.InitContext) error { - ctx, cancel := context.WithTimeout( - context.Background(), - time.Minute*time.Duration(runenv.IntParam("execution-time")), - ) - - defer cancel() - - syncclient := initCtx.SyncClient - netclient := network.NewClient(syncclient, runenv) - - netclient.MustWaitNetworkInitialized(ctx) - - config := network.Config{ - Network: "default", - Enable: true, - Default: network.LinkShape{ - Latency: time.Duration(runenv.IntParam("latency")), - Bandwidth: common.GetBandwidthValue(runenv.StringParam("bandwidth")), - }, - CallbackState: "network-configured", - RoutingPolicy: network.AllowAll, - } - - config.IPv4 = runenv.TestSubnet - - // using the assigned `GlobalSequencer` id per each of instance - // to fill in the last 2 octects of the new IP address for the instance - ipC := byte((initCtx.GlobalSeq >> 8) + 1) - ipD := byte(initCtx.GlobalSeq) - config.IPv4.IP = append(config.IPv4.IP[0:2:2], ipC, ipD) - - err := netclient.ConfigureNetwork(ctx, &config) - if err != nil { - runenv.RecordFailure(err) - return err - } - - // false to disable peer discovery since we are runnign a singular validator - appcmd, err := common.BuildValidator(ctx, runenv, initCtx) - if err != nil { - runenv.RecordFailure(err) - return err - } - - // signal startup - _, err = syncclient.SignalEntry(ctx, testkit.ValidatorReadyTopic) - if err != nil { - runenv.RecordFailure(err) - return err - } - - runenv.RecordMessage("starting........") - go appcmd.StartNode("info") - - // wait for a new block to be produced - // RPC is also being initialized... - time.Sleep(1 * time.Minute) - - runenv.RecordMessage("publishing app-validator address") - - ip, err := initCtx.NetClient.GetDataNetworkIP() - if err != nil { - runenv.RecordFailure(err) - return err - } - - _, err = syncclient.Publish( - ctx, - testkit.AppNodeTopic, - &testkit.AppNodeInfo{ - ID: int(initCtx.GroupSeq), - IP: ip, - }, - ) - - if err != nil { - runenv.RecordFailure(err) - return err - } - - // // wait for a new block to be produced - time.Sleep(1 * time.Minute) - - l, err := syncclient.Barrier(ctx, testkit.LightNodesStartedState, runenv.IntParam("light")) - if err != nil { - runenv.RecordFailure(err) - return err - } - lerr := <-l.C - if lerr != nil { - runenv.RecordFailure(lerr) - return lerr - } - - for j := 0; j < runenv.IntParam("submit-times"); j++ { - runenv.RecordMessage("Submitting PFD with %d bytes random data", runenv.IntParam("msg-size")) - err = appcmd.PayForBlob( - appcmd.AccountAddress, - runenv.IntParam("msg-size"), - "test", - appcmd.GetHomePath(), - ) - if err != nil { - runenv.RecordFailure(err) - return err - } - - _, _, err := appkit.GetLatestBlockSizeAndHeight(net.ParseIP("127.0.0.1")) - if err != nil { - runenv.RecordMessage("err in last size call, %s", err.Error()) - } - } - - l, err = syncclient.Barrier(ctx, testkit.FinishState, runenv.IntParam("light")+runenv.IntParam("bridge")) - if err != nil { - runenv.RecordFailure(err) - return err - } - lerr = <-l.C - if lerr != nil { - runenv.RecordFailure(lerr) - return lerr - } - runenv.RecordSuccess() - - return nil -} diff --git a/tests/helpers/fund-accs/run_light.go b/tests/helpers/fund-accs/run_light.go index 23e21b95..97904949 100644 --- a/tests/helpers/fund-accs/run_light.go +++ b/tests/helpers/fund-accs/run_light.go @@ -91,76 +91,122 @@ func RunLightNode(runenv *runtime.RunEnv, initCtx *run.InitContext) error { return err } - err = nd.Start(ctx) - if err != nil { - return err - } - - _, err = nd.HeaderServ.GetByHeight(ctx, 10) - if err != nil { - return err - } - - addr, err := nd.StateServ.AccountAddress(ctx) - if err != nil { - return err - } - - _, err = syncclient.PublishAndWait( - ctx, - testkit.FundAccountTopic, - addr.String(), - testkit.AccountsFundedState, - runenv.IntParam("validator"), - ) - if err != nil { - return err - } - - eh, err := nd.HeaderServ.GetByHeight(ctx, uint64(runenv.IntParam("block-height"))) - if err != nil { - return err - } - runenv.RecordMessage("Reached Block#%d contains Hash: %s", - runenv.IntParam("block-height"), - eh.Commit.BlockID.Hash.String()) - - if nd.HeaderServ.IsSyncing(ctx) { - runenv.RecordFailure(fmt.Errorf("light node is still syncing the past")) - } - - bal, err := nd.StateServ.Balance(ctx) - if err != nil { - return err - } - if bal.IsZero() { - return fmt.Errorf("light has no money in the bank") - } - - runenv.RecordMessage("light -> %d has this %s balance", initCtx.GroupSeq, bal.String()) - - nid := common.GenerateNamespaceID(runenv.StringParam("namespace-id")) - data := common.GetRandomMessageBySize(runenv.IntParam("msg-size")) - - for i := 0; i < runenv.IntParam("submit-times"); i++ { - err = common.SubmitData(ctx, runenv, nd, nid, data) + if initCtx.GroupSeq < int64(runenv.IntParam("historical-lights-count")) { + err = nd.Start(ctx) if err != nil { return err } - - if runenv.TestCase == "get-shares-by-namespace" && common.VerifyDataInNamespace(ctx, nd, nid, data) != nil { - return fmt.Errorf("no expected data found in the namespace ID") + + _, err = nd.HeaderServ.GetByHeight(ctx, uint64(runenv.IntParam("start-syncing-at"))) + if err != nil { + return err } - } - - err = common.CheckBalanceDeduction(ctx, nd, bal) - if err != nil { - return err - } + + addr, err := nd.StateServ.AccountAddress(ctx) + if err != nil { + return err + } + + _, err = syncclient.PublishAndWait( + ctx, + testkit.FundAccountTopic, + addr.String(), + testkit.AccountsFundedState, + runenv.IntParam("validator"), + ) - err = nd.Stop(ctx) - if err != nil { - return err + if err != nil { + return err + } + + eh, err := nd.HeaderServ.GetByHeight(ctx, uint64(runenv.IntParam("block-height"))) + if err != nil { + return err + } + runenv.RecordMessage("Reached Block#%d contains Hash: %s", + runenv.IntParam("block-height"), + eh.Commit.BlockID.Hash.String()) + + if nd.HeaderServ.IsSyncing(ctx) { + runenv.RecordFailure(fmt.Errorf("light node is still syncing the past")) + } + + err = nd.Stop(ctx) + if err != nil { + return err + } + } else { + err = nd.Start(ctx) + if err != nil { + return err + } + + _, err = nd.HeaderServ.GetByHeight(ctx, 10) + if err != nil { + return err + } + + addr, err := nd.StateServ.AccountAddress(ctx) + if err != nil { + return err + } + + _, err = syncclient.PublishAndWait( + ctx, + testkit.FundAccountTopic, + addr.String(), + testkit.AccountsFundedState, + runenv.IntParam("validator"), + ) + if err != nil { + return err + } + + eh, err := nd.HeaderServ.GetByHeight(ctx, uint64(runenv.IntParam("block-height"))) + if err != nil { + return err + } + runenv.RecordMessage("Reached Block#%d contains Hash: %s", + runenv.IntParam("block-height"), + eh.Commit.BlockID.Hash.String()) + + if nd.HeaderServ.IsSyncing(ctx) { + runenv.RecordFailure(fmt.Errorf("light node is still syncing the past")) + } + + bal, err := nd.StateServ.Balance(ctx) + if err != nil { + return err + } + if bal.IsZero() { + return fmt.Errorf("light has no money in the bank") + } + + runenv.RecordMessage("light -> %d has this %s balance", initCtx.GroupSeq, bal.String()) + + nid := common.GenerateNamespaceID(runenv.StringParam("namespace-id")) + data := common.GetRandomMessageBySize(runenv.IntParam("msg-size")) + + for i := 0; i < runenv.IntParam("submit-times"); i++ { + err = common.SubmitData(ctx, runenv, nd, nid, data) + if err != nil { + return err + } + + if runenv.TestCase == "get-shares-by-namespace" && common.VerifyDataInNamespace(ctx, nd, nid, data) != nil { + return fmt.Errorf("no expected data found in the namespace ID") + } + } + + err = common.CheckBalanceDeduction(ctx, nd, bal) + if err != nil { + return err + } + + err = nd.Stop(ctx) + if err != nil { + return err + } } _, err = syncclient.SignalEntry(ctx, testkit.FinishState) diff --git a/tests/plans/das-benchmarks/das-benchmarks.go b/tests/plans/das-benchmarks/das-benchmarks.go deleted file mode 100644 index 9743c88a..00000000 --- a/tests/plans/das-benchmarks/das-benchmarks.go +++ /dev/null @@ -1,32 +0,0 @@ -package dasbenchs - -import ( - "context" - - "github.com/celestiaorg/test-infra/testkit" - dasbenchmarks "github.com/celestiaorg/test-infra/tests/helpers/das-benchmarks" - "github.com/testground/sdk-go/run" - "github.com/testground/sdk-go/runtime" -) - -// Test-Case #001 - X Light Nodes have finished DASing (from one full/bridge node) before block time -// Description is in docs/test-plans/002-das-benchmark/test-cases -func LightsDasingLatest(runenv *runtime.RunEnv, initCtx *run.InitContext) (err error) { - switch runenv.StringParam("role") { - case "validator": - err = dasbenchmarks.RunValidator(runenv, initCtx) - case "bridge": - err = dasbenchmarks.RunBridgeNode(runenv, initCtx) - case "light": - err = dasbenchmarks.RunLightNode(runenv, initCtx) - } - - if err != nil { - runenv.RecordFailure(err) - initCtx.SyncClient.SignalEntry(context.Background(), testkit.FinishState) - return - } - - runenv.RecordSuccess() - return -}