[Kubernetes] Update namespace filter on data streams (#10213)

* Update namespace filter Co-authored-by: Tetiana Kravchenko <[email protected]> --------- Co-authored-by: Tetiana Kravchenko <[email protected]>
elastic · Jul 16, 2024 · 3f34e40 · 3f34e40
1 parent ce602de
commit 3f34e40
Show file tree

Hide file tree

Showing 24 changed files with 37 additions and 103 deletions.
diff --git a/packages/kubernetes/changelog.yml b/packages/kubernetes/changelog.yml
@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: 1.64.0
+  changes:
+    - description: Move namespace filter to the group level configuration
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/10213
 - version: 1.63.1
   changes:
     - description: Fix typo in kubernetes.audit ingest pipeline

diff --git a/packages/kubernetes/data_stream/container/agent/stream/stream.yml.hbs b/packages/kubernetes/data_stream/container/agent/stream/stream.yml.hbs
@@ -18,6 +18,9 @@ ssl.certificate_authorities:
   - {{this}}
 {{/each}}
 {{/if}}
+{{#if namespace}}
+namespace: {{namespace}}
+{{/if}}
 
 {{#if processors}}
 processors:

diff --git a/packages/kubernetes/data_stream/event/agent/stream/stream.yml.hbs b/packages/kubernetes/data_stream/event/agent/stream/stream.yml.hbs
@@ -13,6 +13,9 @@ condition: ${kubernetes_leaderelection.leader} == true
 condition: {{ condition }}
 {{/if}}
 {{/if}}
+{{#if namespace}}
+namespace: {{namespace}}
+{{/if}}
 
 {{#if processors}}
 processors:

diff --git a/packages/kubernetes/data_stream/pod/agent/stream/stream.yml.hbs b/packages/kubernetes/data_stream/pod/agent/stream/stream.yml.hbs
@@ -18,6 +18,9 @@ ssl.certificate_authorities:
   - {{this}}
 {{/each}}
 {{/if}}
+{{#if namespace}}
+namespace: {{namespace}}
+{{/if}}
 
 {{#if processors}}
 processors:

diff --git a/packages/kubernetes/data_stream/state_container/manifest.yml b/packages/kubernetes/data_stream/state_container/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_cronjob/manifest.yml b/packages/kubernetes/data_stream/state_cronjob/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_daemonset/manifest.yml b/packages/kubernetes/data_stream/state_daemonset/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_deployment/manifest.yml b/packages/kubernetes/data_stream/state_deployment/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_job/manifest.yml b/packages/kubernetes/data_stream/state_job/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_namespace/manifest.yml b/packages/kubernetes/data_stream/state_namespace/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_node/agent/stream/stream.yml.hbs b/packages/kubernetes/data_stream/state_node/agent/stream/stream.yml.hbs
@@ -19,9 +19,6 @@ condition: {{ condition }}
 {{#if node}}
 node: {{node}}
 {{/if}}
-{{#if namespace}}
-namespace: {{namespace}}
-{{/if}}
 {{#if bearer_token_file}}
 bearer_token_file: {{bearer_token_file}}
 {{/if}}

diff --git a/packages/kubernetes/data_stream/state_node/manifest.yml b/packages/kubernetes/data_stream/state_node/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_persistentvolume/agent/stream/stream.yml.hbs b/packages/kubernetes/data_stream/state_persistentvolume/agent/stream/stream.yml.hbs
@@ -19,9 +19,6 @@ condition: {{ condition }}
 {{#if node}}
 node: {{node}}
 {{/if}}
-{{#if namespace}}
-namespace: {{namespace}}
-{{/if}}
 {{#if bearer_token_file}}
 bearer_token_file: {{bearer_token_file}}
 {{/if}}

diff --git a/packages/kubernetes/data_stream/state_persistentvolume/manifest.yml b/packages/kubernetes/data_stream/state_persistentvolume/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_persistentvolumeclaim/manifest.yml b/packages/kubernetes/data_stream/state_persistentvolumeclaim/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_pod/manifest.yml b/packages/kubernetes/data_stream/state_pod/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_replicaset/manifest.yml b/packages/kubernetes/data_stream/state_replicaset/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_resourcequota/agent/stream/stream.yml.hbs b/packages/kubernetes/data_stream/state_resourcequota/agent/stream/stream.yml.hbs
@@ -19,9 +19,6 @@ condition: {{ condition }}
 {{#if node}}
 node: {{node}}
 {{/if}}
-{{#if namespace}}
-namespace: {{namespace}}
-{{/if}}
 {{#if bearer_token_file}}
 bearer_token_file: {{bearer_token_file}}
 {{/if}}

diff --git a/packages/kubernetes/data_stream/state_resourcequota/manifest.yml b/packages/kubernetes/data_stream/state_resourcequota/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_service/manifest.yml b/packages/kubernetes/data_stream/state_service/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_statefulset/manifest.yml b/packages/kubernetes/data_stream/state_statefulset/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/data_stream/state_storageclass/agent/stream/stream.yml.hbs b/packages/kubernetes/data_stream/state_storageclass/agent/stream/stream.yml.hbs
@@ -19,9 +19,6 @@ condition: {{ condition }}
 {{#if node}}
 node: {{node}}
 {{/if}}
-{{#if namespace}}
-namespace: {{namespace}}
-{{/if}}
 {{#if bearer_token_file}}
 bearer_token_file: {{bearer_token_file}}
 {{/if}}

diff --git a/packages/kubernetes/data_stream/state_storageclass/manifest.yml b/packages/kubernetes/data_stream/state_storageclass/manifest.yml
@@ -41,12 +41,6 @@ streams:
         multi: false
         required: false
         show_user: false
-      - name: namespace
-        type: text
-        title: Namespace to watch resources from for metadata
-        multi: false
-        required: false
-        show_user: false
       - name: bearer_token_file
         type: text
         title: Bearer Token File

diff --git a/packages/kubernetes/manifest.yml b/packages/kubernetes/manifest.yml
@@ -1,7 +1,7 @@
 format_version: 3.1.2
 name: kubernetes
 title: Kubernetes
-version: 1.63.1
+version: 1.64.0
 description: Collect logs and metrics from Kubernetes clusters with Elastic Agent.
 type: integration
 categories:
@@ -46,6 +46,13 @@ policy_templates:
             multi: false
             required: false
             show_user: false
+          - name: namespace
+            type: text
+            title: Namespace
+            description: Enrich events with metadata from the resources in this namespace. Empty value means all namespaces.
+            multi: false
+            required: false
+            show_user: false
     icons:
       - src: /img/logo_kubernetes.svg
         title: Logo Kubernetes
@@ -88,6 +95,13 @@ policy_templates:
             multi: false
             required: false
             show_user: false
+          - name: namespace
+            type: text
+            title: Namespace
+            description: Enrich events with metadata from the resources in this namespace. Empty value means all namespaces.
+            multi: false
+            required: false
+            show_user: false
     icons:
       - src: /img/logo_kubernetes.svg
         title: Logo Kubernetes
@@ -188,6 +202,14 @@ policy_templates:
         title: Collect Kubernetes events from Kubernetes API Server
         description: Collecting events from Kubernetes API Server
         input_group: metrics
+        vars:
+          - name: namespace
+            type: text
+            title: Namespace
+            description: Enrich events with metadata from the resources in this namespace. Empty value means all namespaces.
+            multi: false
+            required: false
+            show_user: false
     icons:
       - src: /img/logo_kubernetes.svg
         title: Logo Kubernetes