Fix: docker compose pip dependencies

.github/workflows/check-audtibeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check/update
       run: |
         go install github.com/magefile/mage

.github/workflows/check-default.yml

@@ -17,9 +17,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check-default
       run: |
         go install github.com/magefile/mage

.github/workflows/check-dev-tools.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check/update
       run: |
         go install github.com/magefile/mage

.github/workflows/check-docs.yml

@@ -17,9 +17,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Update package lists
       run: sudo apt-get update
     - name: Install libpcap-dev

.github/workflows/check-filebeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Update package lists
       run: sudo apt-get update
     - name: Install libsystemd-dev

.github/workflows/check-heartbeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check/update
       run: |
         go install github.com/magefile/mage

.github/workflows/check-libbeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Update package lists
       run: sudo apt-get update
     - name: Install libpcap-dev

.github/workflows/check-metricbeat.yml

@@ -15,11 +15,163 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check/update
       run: |
         go install github.com/magefile/mage
         make -C ${{ env.BEAT_MODULE }} check update
         make check-no-changes
+
+  unitTest:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
+    - uses: actions/setup-go@v3
+      with:
+        go-version-file: .go-version
+        cache-dependency-path: ./go.sum
+    - name: unitTest
+      working-directory: ${{ env.BEAT_MODULE }}
+      run: |
+        go install github.com/magefile/mage
+        mage build unitTest
+
+  # FIXME neeeds more resources some containers does not start
+  goIntegTest:
+    runs-on: ubuntu-latest
+    needs: unitTest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
+    - uses: actions/setup-go@v3
+      with:
+        go-version-file: .go-version
+        cache-dependency-path: ./go.sum
+    - name: goIntegTest
+      working-directory: ${{ env.BEAT_MODULE }}
+      run: |
+        go install github.com/magefile/mage
+        mage goIntegTest
+
+  # FIXME neeeds more resources some containers does not start
+  pythonIntegTest:
+    runs-on: ubuntu-latest
+    needs: unitTest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
+    - uses: actions/setup-go@v3
+      with:
+        go-version-file: .go-version
+        cache-dependency-path: ./go.sum
+    - name: pythonIntegTest
+      working-directory: ${{ env.BEAT_MODULE }}
+      run: |
+        go install github.com/magefile/mage
+        mage pythonIntegTest
+
+  crosscompile:
+    runs-on: ubuntu-latest
+    needs: unitTest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
+    - uses: actions/setup-go@v3
+      with:
+        go-version-file: .go-version
+        cache-dependency-path: ./go.sum
+    - name: crosscompile
+      working-directory: ${{ env.BEAT_MODULE }}
+      run: |
+        go install github.com/magefile/mage
+        make crosscompile
+
+  # FIXME Docker linux is not supported (130 tests fail)
+  windows-2022:
+    runs-on: windows-2022
+    needs: unitTest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
+    - uses: actions/setup-go@v3
+      with:
+        go-version-file: .go-version
+        cache-dependency-path: ./go.sum
+    - name: windows-2022
+      working-directory: ${{ env.BEAT_MODULE }}
+      run: |
+        go install github.com/magefile/mage
+        mage build unitTest
+
+  # FIXME Docker linux is not supported (130 tests fail)
+  windows-2019:
+    runs-on: windows-2019
+    needs: unitTest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
+    - uses: actions/setup-go@v3
+      with:
+        go-version-file: .go-version
+        cache-dependency-path: ./go.sum
+    - name: windows-2019
+      working-directory: ${{ env.BEAT_MODULE }}
+      run: |
+        go install github.com/magefile/mage
+        mage build unitTest
+
+  packaging-linux:
+    # TODO upload packages to GCS Bucket
+    runs-on: ubuntu-latest
+    needs: unitTest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
+    - uses: actions/setup-go@v3
+      with:
+        go-version-file: .go-version
+        cache-dependency-path: ./go.sum
+    - name: packaging-linux
+      working-directory: ${{ env.BEAT_MODULE }}
+      run: |
+        go install github.com/magefile/mage
+        mage package
+      env:
+        PLATFORMS: "+all linux/arm64 linux/amd64 windows/amd64 darwin/amd64 darwin/arm64"

.github/workflows/check-packetbeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Update package lists
       run: sudo apt-get update
     - name: Install libpcap-dev

.github/workflows/check-winlogbeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check/update
       run: |
         go install github.com/magefile/mage

.github/workflows/check-xpack-auditbeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Update package lists
       run: sudo apt-get update
     - name: Install librpm-dev

.github/workflows/check-xpack-dockerlogbeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check/update
       run: |
         go install github.com/magefile/mage

.github/workflows/check-xpack-filebeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Update package lists
       run: sudo apt-get update
     - name: Install libpcap-dev

.github/workflows/check-xpack-functionbeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check/update
       run: |
         go install github.com/magefile/mage

.github/workflows/check-xpack-heartbeat.yml

@@ -15,9 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
+    - uses: actions/setup-python@v4
+      with:
+        python-version-file: '.python-version'
+        cache: 'pip'
+        cache-dependency-path: ./libbeat/tests/system/requirements.txt
     - uses: actions/setup-go@v3
       with:
         go-version-file: .go-version
+        cache-dependency-path: ./go.sum
     - name: Run check/update
       run: |
         go install github.com/magefile/mage