elastic · ritalwar · Jul 6, 2023 · Jun 26, 2023 · Jun 26, 2023 · Jun 26, 2023
@@ -1,3 +1,3 @@
 dependencies:
   ecs:
-    reference: git@v8.5.1
+    reference: git@8.8
@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.8.0"
+  changes:
+    - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/6693
 - version: "1.7.2"
   changes:
     - description: Add dimensions field mapping for virtualmachine datastream to support TSDB.

@@ -0,0 +1,10 @@
+---
+description: Pipeline for datastore
+processors:
+- set:
+    field: ecs.version
+    value: '8.8.0'
+on_failure:
+- set:
+    field: error.message
+    value: '{{ _ingest.on_failure_message }}'
@@ -4,3 +4,5 @@ streams:
   - input: vsphere/metrics
     title: vSphere datastore metrics
     description: vSphere datastore metrics
+elasticsearch:
+  index_mode: "time_series"
@@ -1,42 +1,39 @@
 {
-    "@timestamp": "2022-07-06T08:06:49.831Z",
+    "@timestamp": "2023-06-29T08:03:30.114Z",
     "agent": {
-        "ephemeral_id": "34e20210-abd8-4ef7-b216-3158638cbeab",
-        "id": "d8cbc62c-7f8c-4e0d-98a9-a953f1476f0a",
+        "ephemeral_id": "8b019ff3-cbda-41fa-b1ff-974d482b9694",
+        "id": "5096d7cc-1e4b-4959-abea-7355be2913a7",
         "name": "docker-fleet-agent",
         "type": "metricbeat",
-        "version": "8.2.0"
+        "version": "8.8.1"
     },
     "data_stream": {
         "dataset": "vsphere.datastore",
         "namespace": "ep",
         "type": "metrics"
     },
     "ecs": {
-        "version": "8.5.1"
+        "version": "8.8.0"
     },
     "elastic_agent": {
-        "id": "d8cbc62c-7f8c-4e0d-98a9-a953f1476f0a",
+        "id": "5096d7cc-1e4b-4959-abea-7355be2913a7",
         "snapshot": false,
-        "version": "8.2.0"
+        "version": "8.8.1"
     },
     "event": {
         "agent_id_status": "verified",
         "dataset": "vsphere.datastore",
-        "duration": 52476083,
-        "ingested": "2022-07-06T08:06:50Z",
+        "duration": 23155458,
+        "ingested": "2023-06-29T08:03:31Z",
         "module": "vsphere"
     },
     "host": {
-        "architecture": "x86_64",
+        "architecture": "aarch64",
         "containerized": false,
         "hostname": "docker-fleet-agent",
-        "ip": [
-            "172.18.0.7"
-        ],
-        "mac": [
-            "02:42:ac:12:00:07"
-        ],
+        "id": "d08b346fbb8f49f5a2bb1a477f8ceb54",
+        "ip": "172.23.0.7",
+        "mac": "02-42-AC-17-00-07",
         "name": "docker-fleet-agent",
         "os": {
             "codename": "focal",
@@ -45,7 +42,7 @@
             "name": "Ubuntu",
             "platform": "ubuntu",
             "type": "linux",
-            "version": "20.04.4 LTS (Focal Fossa)"
+            "version": "20.04.6 LTS (Focal Fossa)"
         }
     },
     "metricset": {
@@ -60,14 +57,14 @@
         "datastore": {
             "capacity": {
                 "free": {
-                    "bytes": 10952166604800
+                    "bytes": 47869427712
                 },
                 "total": {
-                    "bytes": 10995116277760
+                    "bytes": 62725623808
                 },
                 "used": {
-                    "bytes": 42949672960,
-                    "pct": 0.00390625
+                    "bytes": 14856196096,
+                    "pct": 0.237
                 }
             },
             "fstype": "OTHER",

@@ -3,7 +3,7 @@ description: Pipeline for parsing Servlet metrics
 processors:
   - set:
       field: ecs.version
-      value: '8.5.1'
+      value: '8.8.0'
   - script: 
       if: ctx.vsphere?.host?.memory?.used.bytes != null && ctx.vsphere?.host?.memory?.total.bytes != null
       lang: painless

@@ -4,3 +4,5 @@ streams:
   - input: vsphere/metrics
     title: vSphere host metrics
     description: vSphere host metrics
+elasticsearch:
+  index_mode: "time_series"
@@ -1,42 +1,39 @@
 {
-    "@timestamp": "2022-07-21T12:10:22.039Z",
+    "@timestamp": "2023-06-29T08:04:19.217Z",
     "agent": {
-        "ephemeral_id": "926eb17b-191e-43c3-8064-3838e5345018",
-        "id": "a64ea128-7315-4881-b39a-9c06346b9e29",
+        "ephemeral_id": "7528b4c0-2fe5-42c3-ab9d-6e57cdf00a5f",
+        "id": "5096d7cc-1e4b-4959-abea-7355be2913a7",
         "name": "docker-fleet-agent",
         "type": "metricbeat",
-        "version": "8.2.0"
+        "version": "8.8.1"
     },
     "data_stream": {
         "dataset": "vsphere.host",
         "namespace": "ep",
         "type": "metrics"
     },
     "ecs": {
-        "version": "8.5.1"
+        "version": "8.8.0"
     },
     "elastic_agent": {
-        "id": "a64ea128-7315-4881-b39a-9c06346b9e29",
+        "id": "5096d7cc-1e4b-4959-abea-7355be2913a7",
         "snapshot": false,
-        "version": "8.2.0"
+        "version": "8.8.1"
     },
     "event": {
         "agent_id_status": "verified",
         "dataset": "vsphere.host",
-        "duration": 119446084,
-        "ingested": "2022-07-21T12:10:23Z",
+        "duration": 45720334,
+        "ingested": "2023-06-29T08:04:22Z",
         "module": "vsphere"
     },
     "host": {
-        "architecture": "x86_64",
+        "architecture": "aarch64",
         "containerized": false,
         "hostname": "docker-fleet-agent",
-        "ip": [
-            "172.20.0.7"
-        ],
-        "mac": [
-            "02:42:ac:14:00:07"
-        ],
+        "id": "d08b346fbb8f49f5a2bb1a477f8ceb54",
+        "ip": "172.23.0.7",
+        "mac": "02-42-AC-17-00-07",
         "name": "docker-fleet-agent",
         "os": {
             "codename": "focal",
@@ -45,7 +42,7 @@
             "name": "Ubuntu",
             "platform": "ubuntu",
             "type": "linux",
-            "version": "20.04.4 LTS (Focal Fossa)"
+            "version": "20.04.6 LTS (Focal Fossa)"
         }
     },
     "metricset": {
@@ -67,7 +64,7 @@
                 },
                 "used": {
                     "mhz": 67,
-                    "pct": 1.4603313
+                    "pct": 0.015
                 }
             },
             "memory": {
@@ -79,13 +76,11 @@
                 },
                 "used": {
                     "bytes": 1472200704,
-                    "pct": 34.281628
+                    "pct": 0.343
                 }
             },
             "name": "DC0_H0",
-            "network_names": [
-                "VM Network"
-            ]
+            "network_names": "VM Network"
         }
     }
 }