[Automation] Bump Golang version to 1.19.12

.ci/bump-golang-7.17.yml

@@ -0,0 +1,144 @@
+---
+name: Bump golang-version to latest version in 7.17
+pipelineid: "bump-golang-version-7.17"
+
+scms:
+  githubConfig:
+    kind: github
+    spec:
+      user: '{{ requiredEnv "GIT_USER" }}'
+      email: '{{ requiredEnv "GIT_EMAIL" }}'
+      owner: elastic
+      repository: beats
+      token: '{{ requiredEnv "GITHUB_TOKEN" }}'
+      username: '{{ requiredEnv "GIT_USER" }}'
+      branch: 7.17
+
+actions:
+  beats:
+    kind: github/pullrequest
+    scmid: githubConfig
+    sourceid: latestGoVersion
+    title: '[Automation][7.17] Bump Golang version to {{ source "latestGoVersion" }}'
+    spec:
+      automerge: false
+      labels:
+        - dependencies
+        - backport-skip
+      description: |
+        Generated automatically with {{ requiredEnv "JOB_URL" }}
+
+sources:
+  minor:
+    name: Get minor version in .go-version
+    kind: shell
+    transformers:
+      - findsubmatch:
+          pattern: '^\d+.(\d+).\d+$'
+          captureindex: 1
+    spec:
+      command: cat .go-version
+
+  latestGoVersion:
+    name: Get Latest Go Release
+    kind: githubrelease
+    dependson:
+      - minor
+    transformers:
+      - trimprefix: v
+    spec:
+      owner: elastic
+      repository: golang-crossbuild
+      token: '{{ requiredEnv "GITHUB_TOKEN" }}'
+      username: '{{ requiredEnv "GIT_USER" }}'
+      versionfilter:
+        kind: regex
+        pattern: v1\.{{ source "minor" }}\.(\d*)$
+
+  gomod:
+    dependson:
+      - latestGoVersion
+    name: Get version in go.mod format
+    kind: shell
+    transformers:
+      - findsubmatch:
+          pattern: '^(\d+.\d+).\d+'
+          captureindex: 1
+    spec:
+      command: echo {{ source "latestGoVersion" }}
+
+conditions:
+  dockerTag:
+    name: Is docker image golang:{{ source "latestGoVersion" }} published
+    kind: dockerimage
+    spec:
+      image: golang
+      tag: '{{ source "latestGoVersion" }}'
+    sourceid: latestGoVersion
+
+  goDefaultVersion-check:
+    name: Check if defined golang version differs
+    kind: shell
+    sourceid: latestGoVersion
+    spec:
+      command: 'grep -v -q {{ source "latestGoVersion" }} .go-version #'
+
+targets:
+  update-go-version:
+    name: "Update .go-version"
+    sourceid: latestGoVersion
+    scmid: githubConfig
+    kind: file
+    spec:
+      content: '{{ source "latestGoVersion" }}'
+      file: .go-version
+      matchpattern: '\d+.\d+.\d+'
+  update-golang.ci:
+    name: "Update .golangci.yml"
+    sourceid: latestGoVersion
+    scmid: githubConfig
+    kind: file
+    spec:
+      content: '{{ source "latestGoVersion" }}'
+      file: .golangci.yml
+      matchpattern: '\d+.\d+.\d+'
+  update-version.asciidoc:
+    name: "Update version.asciidoc"
+    sourceid: latestGoVersion
+    scmid: githubConfig
+    kind: file
+    spec:
+      content: ':go-version: {{ source "latestGoVersion" }}'
+      file: libbeat/docs/version.asciidoc
+      matchpattern: ':go-version: \d+.\d+.\d+'
+  update-dockerfiles:
+    name: "Update from dockerfiles"
+    sourceid: latestGoVersion
+    scmid: githubConfig
+    kind: file
+    spec:
+      content: 'FROM golang:{{ source "latestGoVersion" }}'
+      # This list differs from the main branch, this is the main reason we have a separate job
+      files:
+        - ./metricbeat/Dockerfile
+        - ./metricbeat/module/vsphere/_meta/Dockerfile
+        - ./metricbeat/module/nats/_meta/Dockerfile
+        - ./metricbeat/module/http/_meta/Dockerfile
+        - ./filebeat/Dockerfile
+        - ./auditbeat/Dockerfile
+        - ./heartbeat/Dockerfile
+        - ./packetbeat/Dockerfile
+        - ./libbeat/Dockerfile
+        - ./x-pack/metricbeat/module/stan/_meta/Dockerfile
+        - ./x-pack/functionbeat/Dockerfile
+        - ./x-pack/libbeat/Dockerfile
+      matchpattern: 'FROM golang:\d+.\d+.\d+'
+  update-gomod:
+    name: "Update go.mod"
+    sourceid: gomod
+    scmid: githubConfig
+    kind: file
+    spec:
+      content: 'go {{ source "gomod" }}'
+      file: go.mod
+      matchpattern: 'go \d+.\d+'

.ci/bump-golang.yml

@@ -124,6 +124,13 @@ targets:
         - ./metricbeat/Dockerfile
         - ./packetbeat/Dockerfile
         - ./x-pack/functionbeat/Dockerfile
+        - ./metricbeat/module/nats/_meta/Dockerfile
+        - ./metricbeat/module/http/_meta/Dockerfile
+        - ./metricbeat/module/vsphere/_meta/Dockerfile
+        - ./dev-tools/kubernetes/metricbeat/Dockerfile.debug
+        - ./dev-tools/kubernetes/filebeat/Dockerfile.debug
+        - ./dev-tools/kubernetes/heartbeat/Dockerfile.debug
+        - ./x-pack/metricbeat/module/stan/_meta/Dockerfile
       matchpattern: 'FROM golang:\d+.\d+.\d+'
   update-gomod:
     name: "Update go.mod"

.ci/jobs/docker-compose.yml

@@ -0,0 +1,23 @@
+version: '2.3'
+services:
+  # This is a proxy used to block beats until all services are healthy.
+  # See: https://github.com/docker/compose/issues/4369
+  proxy_dep:
+    image: busybox
+    depends_on:
+      localstack: { condition: service_healthy }
+
+  localstack:
+    container_name: "${localstack_integration_test_container}"
+    image: localstack/localstack:2.1.0 # Latest stable release
+    ports:
+      - "127.0.0.1:4566:4566"            # LocalStack Gateway
+    environment:
+      - DEBUG=1
+      - DOCKER_HOST=unix:///var/run/docker.sock
+      - LOCALSTACK_HOST=localhost
+      - S3_HOSTNAME=localhost
+      - PROVIDER_OVERRIDE_S3=asf
+    volumes:
+      - "${LOCALSTACK_VOLUME_DIR:-./volume}:/var/lib/localstack"
+      - "/var/run/docker.sock:/var/run/docker.sock"

.ci/scripts/docker-services-cleanup.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+set -exuo pipefail
+
+${HOME}/bin/docker-compose -f .ci/jobs/docker-compose.yml down -v
+
+exit $?

.ci/scripts/install-docker-services.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+set -exuo pipefail
+
+${HOME}/bin/docker-compose -f .ci/jobs/docker-compose.yml up -d
+
+exit $?

.github/CODEOWNERS

@@ -155,6 +155,7 @@ CHANGELOG*
 /x-pack/filebeat/module/proofpoint @elastic/security-external-integrations
 /x-pack/filebeat/module/rabbitmq @elastic/obs-infraobs-integrations
 /x-pack/filebeat/module/radware @elastic/security-external-integrations
+/x-pack/filebeat/module/salesforce @elastic/obs-infraobs-integrations
 /x-pack/filebeat/module/snort @elastic/security-external-integrations
 /x-pack/filebeat/module/snyk @elastic/security-external-integrations
 /x-pack/filebeat/module/sonicwall @elastic/security-external-integrations

.github/PULL_REQUEST_TEMPLATE.md

@@ -34,6 +34,7 @@ List here all the items you have verified BEFORE sending this PR. Please DO NOT
 - [ ] I have made corresponding change to the default configuration files
 - [ ] I have added tests that prove my fix is effective or that my feature works
 - [ ] I have added an entry in `CHANGELOG.next.asciidoc` or `CHANGELOG-developer.next.asciidoc`.
+- [ ] I have made my commit title and message explanatory about the purpose and the reason of the change
 
 ## Author's Checklist
 

.github/dependabot.yml

@@ -41,11 +41,13 @@ updates:
       - dependabot
       - Team:Security-External Integrations
     allow:
-      # Skip github.com/elastic/mito because it requires documentation updates.
       - dependency-name: github.com/elastic/go-libaudit/*
       - dependency-name: github.com/elastic/go-perf
       - dependency-name: github.com/elastic/go-seccomp-bpf
       - dependency-name: github.com/elastic/toutoumomoma
+    ignore:
+      # Skip github.com/elastic/mito because it requires documentation updates.
+      - dependency-name: github.com/elastic/mito
     reviewers:
       - elastic/security-external-integrations
     open-pull-requests-limit: 2

.github/workflows/bump-golang.yml

@@ -2,8 +2,9 @@
 name: bump-golang
 
 on:
+  workflow_dispatch:
   schedule:
-    - cron: '0 20 * * 6'
+    - cron: "0 20 * * 6"
 
 permissions:
   contents: read
@@ -15,7 +16,6 @@ jobs:
   bump:
     runs-on: ubuntu-latest
     steps:
-
       - uses: actions/checkout@v3
 
       - uses: elastic/apm-pipeline-library/.github/actions/updatecli@current
@@ -24,3 +24,10 @@ jobs:
           vaultRoleId: ${{ secrets.VAULT_ROLE_ID }}
           vaultSecretId: ${{ secrets.VAULT_SECRET_ID }}
           pipeline: ./.ci/bump-golang.yml
+
+      - uses: elastic/apm-pipeline-library/.github/actions/updatecli@current
+        with:
+          vaultUrl: ${{ secrets.VAULT_ADDR }}
+          vaultRoleId: ${{ secrets.VAULT_ROLE_ID }}
+          vaultSecretId: ${{ secrets.VAULT_SECRET_ID }}
+          pipeline: ./.ci/bump-golang-7.17.yml

.go-version

@@ -1 +1 @@
-1.19.10
+1.20.7

.golangci.yml

@@ -62,6 +62,7 @@ linters:
     - unconvert # Remove unnecessary type conversions
     - wastedassign # wastedassign finds wasted assignment statements.
     - gomodguard # check for blocked dependencies
+    - prealloc # Finds slice declarations that could potentially be pre-allocated
 
 # all available settings of specific linters
 linters-settings:
@@ -108,7 +109,7 @@ linters-settings:
 
   gosimple:
     # Select the Go version to target. The default is '1.13'.
-    go: "1.19.10"
+    go: "1.20.7"
 
   nakedret:
     # make an issue if func has more lines of code than this setting and it has naked returns; default is 30
@@ -126,19 +127,19 @@ linters-settings:
 
   staticcheck:
     # Select the Go version to target. The default is '1.13'.
-    go: "1.19.10"
+    go: "1.20.7"
     checks: ["all"]
 
   stylecheck:
     # Select the Go version to target. The default is '1.13'.
-    go: "1.19.10"
+    go: "1.20.7"
     # Disabled:
     # ST1005: error strings should not be capitalized
     checks: ["all", "-ST1005"]
 
   unused:
     # Select the Go version to target. The default is '1.13'.
-    go: "1.19.10"
+    go: "1.20.7"
 
   gosec:
     excludes:
@@ -147,3 +148,17 @@ linters-settings:
     - G401 # Detect the usage of DES, RC4, MD5 or SHA1: Used in non-crypto contexts.
     - G501 # Import blocklist: crypto/md5: Used in non-crypto contexts.
     - G505 # Import blocklist: crypto/sha1: Used in non-crypto contexts.
+
+  prealloc:
+    # IMPORTANT: we don't recommend using this linter before doing performance profiling.
+    # For most programs usage of prealloc will be a premature optimization.
+
+    # Report pre-allocation suggestions only on simple loops that have no returns/breaks/continues/gotos in them.
+    # Default: true
+    simple: false
+    # Report pre-allocation suggestions on range loops.
+    # Default: true
+    range-loops: true
+    # Report pre-allocation suggestions on for loops.
+    # Default: false
+    for-loops: true

.mergify.yml

@@ -250,3 +250,16 @@ pull_request_rules:
         labels:
           - "backport"
         title: "[{{ destination_branch }}](backport #{{ number }}) {{ title }}"
+  - name: backport patches to 8.9 branch
+    conditions:
+      - merged
+      - label=backport-v8.9.0
+    actions:
+      backport:
+        assignees:
+          - "{{ author }}"
+        branches:
+          - "8.9"
+        labels:
+          - "backport"
+        title: "[{{ destination_branch }}](backport #{{ number }}) {{ title }}"

CHANGELOG-developer.next.asciidoc

@@ -83,6 +83,7 @@ The list below covers the major changes between 7.0.0-rc2 and main only.
 - Fix the multiple host support for mongodb module {pull}34624[34624]
 - Skip HTTPJSON flakey test. {issue}34929[34929] {pull}35138[35138]
 - Fix ingest pipeline for panw module to parse url scheme correctly {pull}35757[35757]
+- Renamed an httpjson input metric to follow naming conventions. `httpjson_interval_pages_total` was renamed to `httpjson_interval_pages` because the `_total` suffix is reserved for counters. {issue}35933[35933] {pull}36169[36169]
 
 ==== Added
 
@@ -162,6 +163,8 @@ The list below covers the major changes between 7.0.0-rc2 and main only.
 - Add benchmarking to HTTPJSON input testing. {pull}35138[35138]
 - Allow non-AWS endpoints for testing Filebeat awss3 input. {issue}35496[35496] {pull}35520[35520]
 - Add AUTH (username) and SSL/TLS support for Redis module {pull}35240[35240]
+- Pin PyYAML version to 5.3.1 to avoid CI errors temporarily {pull}36091[36091]
+- Skip dependabot updates for github.com/elastic/mito. {pull}36158[36158]
 
 ==== Deprecated