Merge branch 'main' into fix/ebpf-reader-compile-error

elastic · Oct 10, 2024 · 969d480 · 969d480
2 parents c5fc778 + 648ec22
commit 969d480
Show file tree

Hide file tree

Showing 159 changed files with 12,075 additions and 7,023 deletions.
diff --git a/.buildkite/auditbeat/auditbeat-pipeline.yml b/.buildkite/auditbeat/auditbeat-pipeline.yml
@@ -86,6 +86,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Ubuntu x86_64 Unit Tests"
@@ -105,6 +111,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: RHEL9 Unit Tests"
@@ -125,6 +137,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Win 2016 Unit Tests"
@@ -145,6 +163,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Win 2022 Unit Tests"
@@ -185,6 +209,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Ubuntu x86_64 Integration Tests"
@@ -206,6 +236,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Ubuntu arm64 Integration Tests"
@@ -227,6 +263,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Ubuntu arm64 Unit Tests"
@@ -247,6 +289,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: macOS x86_64 Unit Tests"
@@ -267,6 +315,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: macOS arm64 Unit Tests"
@@ -293,6 +347,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Win 2019 Unit Tests"
@@ -314,6 +374,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Win 10 Unit Tests"
@@ -335,6 +401,12 @@ steps:
         artifact_paths:
           - "auditbeat/build/*.xml"
           - "auditbeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "auditbeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "auditbeat: Win 11 Unit Tests"

diff --git a/.buildkite/deploy/kubernetes/deploy-k8s-pipeline.yml b/.buildkite/deploy/kubernetes/deploy-k8s-pipeline.yml
@@ -39,10 +39,10 @@ steps:
         - github_commit_status:
             context: "deploy/k8s checks"
 
-    - label: "K8S Test/K8S version: v1.30.2"
-      key: "k8s-test-130"
+    - label: "K8S Test/K8S version: v1.31.0"
+      key: "k8s-test-131"
       env:
-        K8S_VERSION: "v1.30.2"
+        K8S_VERSION: "v1.31.0"
         MODULE: "${MODULE}"
       commands: |
         set -euo pipefail
@@ -59,12 +59,12 @@ steps:
         machineType: "${GCP_HI_PERF_MACHINE_TYPE}"
       notify:
         - github_commit_status:
-            context: "deploy/k8s test v1.30.2"
+            context: "deploy/k8s test v1.31.0"
 
-    - label: "K8S Test/K8S version: v1.29.4"
-      key: "k8s-test-129"
+    - label: "K8S Test/K8S version: v1.30.4"
+      key: "k8s-test-130"
       env:
-        K8S_VERSION: "v1.29.4"
+        K8S_VERSION: "v1.30.4"
         MODULE: "${MODULE}"
       commands: |
         set -euo pipefail
@@ -81,12 +81,12 @@ steps:
         machineType: "${GCP_HI_PERF_MACHINE_TYPE}"
       notify:
         - github_commit_status:
-            context: "deploy/k8s test v1.29.4"
+            context: "deploy/k8s test v1.30.4"
 
-    - label: "K8S Test/K8S version: v1.28.9"
-      key: "k8s-test-128"
+    - label: "K8S Test/K8S version: v1.29.8"
+      key: "k8s-test-129"
       env:
-        K8S_VERSION: "v1.28.9"
+        K8S_VERSION: "v1.29.8"
         MODULE: "${MODULE}"
       commands: |
         set -euo pipefail
@@ -103,12 +103,12 @@ steps:
         machineType: "${GCP_HI_PERF_MACHINE_TYPE}"
       notify:
         - github_commit_status:
-            context: "deploy/k8s test v1.28.9"
+            context: "deploy/k8s test v1.29.8"
 
-    - label: "K8S Test/K8S version: v1.27.13"
-      key: "k8s-test-127"
+    - label: "K8S Test/K8S version: v1.28.13"
+      key: "k8s-test-128"
       env:
-        K8S_VERSION: "v1.27.13"
+        K8S_VERSION: "v1.28.13"
         MODULE: "${MODULE}"
       commands: |
         set -euo pipefail
@@ -125,4 +125,4 @@ steps:
         machineType: "${GCP_HI_PERF_MACHINE_TYPE}"
       notify:
         - github_commit_status:
-            context: "deploy/k8s test v1.27.13"
+            context: "deploy/k8s test v1.28.13"
diff --git a/.buildkite/filebeat/filebeat-pipeline.yml b/.buildkite/filebeat/filebeat-pipeline.yml
@@ -87,6 +87,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Ubuntu x86_64 Unit Tests"
@@ -105,6 +111,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Go Integration Tests"
@@ -123,6 +135,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Python Integration Tests"
@@ -144,6 +162,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Win 2016 Unit Tests"
@@ -165,6 +189,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Win 2022 Unit Tests"
@@ -191,6 +221,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: macOS x86_64 Unit Tests"
@@ -212,6 +248,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: macOS arm64 Unit Tests"
@@ -232,6 +274,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Ubuntu arm64 Unit Tests"
@@ -258,6 +306,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Win 2019 Unit Tests"
@@ -279,6 +333,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Win 11 Unit Tests"
@@ -300,6 +360,12 @@ steps:
         artifact_paths:
           - "filebeat/build/*.xml"
           - "filebeat/build/*.json"
+        plugins:
+          - test-collector#v1.10.2:
+              files: "filebeat/build/TEST-*.xml"
+              format: "junit"
+              branches: "main"
+              debug: true
         notify:
           - github_commit_status:
               context: "filebeat: Win 10 Unit Tests"

diff --git a/.buildkite/hooks/pre-command b/.buildkite/hooks/pre-command
@@ -18,6 +18,23 @@ if [[ "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-packetbeat" && "$BUILDKITE_STEP
     export PRIVATE_CI_GCS_CREDENTIALS_SECRET
 fi
 
+if [[ "$BUILDKITE_PIPELINE_SLUG" == "auditbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-libbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-metricbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-packetbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-agentbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-auditbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-filebeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-heartbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-metricbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-packetbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "beats-xpack-winlogbeat" || \
+  "$BUILDKITE_PIPELINE_SLUG" == "filebeat" ]]; then
+  echo "--- Prepare BK test analytics token :vault:"
+  BUILDKITE_ANALYTICS_TOKEN=$(vault kv get -field token kv/ci-shared/platform-ingest/buildkite_beats_analytics_token)
+  export BUILDKITE_ANALYTICS_TOKEN
+fi
+
 CPU_ARCH=$(uname -m)
 PLATFORM_TYPE=$(uname)