Feature/junit report

.dockerignore

@@ -28,3 +28,4 @@ mav.*
 !Tools/environment_install/install-prereqs-ubuntu.sh
 !Tools/environment_install/install-prereqs-arch.sh
 !Tools/completion
+autotest_result_*_junit.xml

.github/workflows/test-report.yml

@@ -0,0 +1,52 @@
+name: 'Test Report'
+on:
+  workflow_run:
+    workflows: [
+      'test unit tests and sitl building',
+      'test blimp',
+      'test plane',
+      'test rover',
+      'test sub',
+      'test tracker',
+      'test copter' ]  # runs after CI workflow
+    types:
+      - completed
+
+permissions:
+  contents: read
+  actions: read
+  checks: write
+
+jobs:
+  report:
+    runs-on: ubuntu-latest
+#    strategy:
+#      fail-fast: false  # don't cancel if a job from the matrix fails
+#      matrix:
+#        config: [
+#          sitltest-plane,
+#          sitltest-quadplane,
+#          sitltest-copter-tests1a,
+#          sitltest-copter-tests1b,
+#          sitltest-copter-tests1c,
+#          sitltest-copter-tests1d,
+#          sitltest-copter-tests1e,
+#          sitltest-copter-tests2a,
+#          sitltest-copter-tests2b,
+#          sitltest-heli,
+#          sitltest-blimp,
+#          sitltest-rover,
+#          sitltest-sailboat,
+#          sitltest-balancebot,
+#          sitltest-sub,
+#          sitltest-tracker,
+#          base-unit-tests,
+#        ]
+
+    steps:
+      - uses: dorny/test-reporter@v1
+        with:
+          artifact: /test-results-junit-(.*)/        # artifact name
+          name: Tests Report $1                   # Name of the check run which will be created
+          path: '*.xml'                           # Path to test results (inside artifact .zip)
+          reporter: java-junit                    # Format of test results

.github/workflows/test_ccache.yml

@@ -126,7 +126,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:

.github/workflows/test_chibios.yml

@@ -134,7 +134,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:

.github/workflows/test_coverage.yml

@@ -15,7 +15,7 @@ jobs:
   build:
     runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-${{ matrix.type }}:v0.1.0
+      image: ardupilot/ardupilot-dev-${{ matrix.type }}:v0.1.1
       options: --privileged
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails

.github/workflows/test_linux_sbc.yml

@@ -135,7 +135,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:

.github/workflows/test_replay.yml

@@ -148,7 +148,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:

.github/workflows/test_scripting.yml

@@ -22,7 +22,7 @@ concurrency:
 jobs:
   test-scripting:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-base:v0.1.0
+    container: ardupilot/ardupilot-dev-base:v0.1.1
     steps:
       # git checkout the PR
       - uses: actions/checkout@v3

.github/workflows/test_scripts.yml

@@ -9,7 +9,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-base:v0.1.0
+    container: ardupilot/ardupilot-dev-base:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:

.github/workflows/test_sitl_blimp.yml

@@ -207,9 +207,9 @@ jobs:
 
   autotest:
     needs: build  # don't try to launch the tests matrix if it doesn't build first, profit from caching for fast build
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-base:v0.0.29
+      image: ardupilot/ardupilot-dev-base:v0.1.1
       options: --privileged --cap-add=SYS_PTRACE --security-opt apparmor=unconfined --security-opt seccomp=unconfined
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
@@ -268,3 +268,9 @@ jobs:
            path: /__w/ardupilot/ardupilot/logs
            retention-days: 7
 
+      - uses: actions/upload-artifact@v3  # upload test results
+        if: success() || failure()        # run this step even if previous step failed
+        with:
+          name: test-results-junit-${{matrix.config}}
+          path: /__w/ardupilot/ardupilot/autotest_result_*_junit.xml
+          retention-days: 1

.github/workflows/test_sitl_copter.yml

@@ -161,7 +161,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:
@@ -207,7 +207,7 @@ jobs:
     needs: build  # don't try to launch the tests matrix if it doesn't build first, profit from caching for fast build
     runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-base:v0.1.0
+      image: ardupilot/ardupilot-dev-base:v0.1.1
       options: --privileged --cap-add=SYS_PTRACE --security-opt apparmor=unconfined --security-opt seccomp=unconfined
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
@@ -272,10 +272,17 @@ jobs:
            path: /__w/ardupilot/ardupilot/logs
            retention-days: 7
 
+      - uses: actions/upload-artifact@v3  # upload test results
+        if: success() || failure()        # run this step even if previous step failed
+        with:
+          name: test-results-junit
+          path: /__w/ardupilot/ardupilot/autotest_result_*_junit.xml
+          retention-days: 1
+
   build-gcc-heli:
     runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-base:v0.1.0
+      image: ardupilot/ardupilot-dev-base:v0.1.1
       options: --privileged --cap-add=SYS_PTRACE --security-opt apparmor=unconfined --security-opt seccomp=unconfined
     steps:
       # git checkout the PR
@@ -310,7 +317,7 @@ jobs:
   autotest-heli:
     needs: build-gcc-heli  # don't try to launch the tests matrix if it doesn't build first, profit from caching for fast build
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-base:v0.1.0
+    container: ardupilot/ardupilot-dev-base:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:
@@ -367,3 +374,10 @@ jobs:
            name: BIN-${{matrix.config}}
            path: /__w/ardupilot/ardupilot/logs
            retention-days: 7
+
+      - uses: actions/upload-artifact@v3  # upload test results
+        if: success() || failure()        # run this step even if previous step failed
+        with:
+          name: test-results-junit-${{matrix.config}}
+          path: /__w/ardupilot/ardupilot/autotest_result_*_junit.xml
+          retention-days: 1

.github/workflows/test_sitl_periph.yml

@@ -160,7 +160,7 @@ concurrency:
 jobs:
   build-gcc-ap_periph:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-periph:v0.1.0
+    container: ardupilot/ardupilot-dev-periph:v0.1.1
     steps:
       # git checkout the PR
       - uses: actions/checkout@v3
@@ -201,7 +201,7 @@ jobs:
     needs: build-gcc-ap_periph  # don't try to launch the tests matrix if it doesn't build first, profit from caching for fast build
     runs-on: ubuntu-22.04
     container: 
-      image: ardupilot/ardupilot-dev-periph:v0.1.0
+      image: ardupilot/ardupilot-dev-periph:v0.1.1
       options: --privileged
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails

.github/workflows/test_sitl_plane.yml

@@ -162,7 +162,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:
@@ -208,7 +208,7 @@ jobs:
     needs: build  # don't try to launch the tests matrix if it doesn't build first, profit from caching for fast build
     runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-base:v0.1.0
+      image: ardupilot/ardupilot-dev-base:v0.1.1
       options: --privileged --cap-add=SYS_PTRACE --security-opt apparmor=unconfined --security-opt seccomp=unconfined
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
@@ -268,3 +268,9 @@ jobs:
            path: /__w/ardupilot/ardupilot/logs
            retention-days: 7
 
+      - uses: actions/upload-artifact@v3  # upload test results
+        if: success() || failure()        # run this step even if previous step failed
+        with:
+          name: test-results-junit-${{matrix.config}}
+          path: /__w/ardupilot/ardupilot/autotest_result_*_junit.xml
+          retention-days: 1

.github/workflows/test_sitl_rover.yml

@@ -161,7 +161,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:
@@ -207,7 +207,7 @@ jobs:
     needs: build  # don't try to launch the tests matrix if it doesn't build first, profit from caching for fast build
     runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-base:v0.1.0
+      image: ardupilot/ardupilot-dev-base:v0.1.1
       options: --privileged --cap-add=SYS_PTRACE --security-opt apparmor=unconfined --security-opt seccomp=unconfined
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
@@ -268,3 +268,9 @@ jobs:
            path: /__w/ardupilot/ardupilot/logs
            retention-days: 7
 
+      - uses: actions/upload-artifact@v3  # upload test results
+        if: success() || failure()        # run this step even if previous step failed
+        with:
+          name: test-results-junit-${{matrix.config}}
+          path: /__w/ardupilot/ardupilot/autotest_result_*_junit.xml
+          retention-days: 1

.github/workflows/test_sitl_sub.yml

@@ -164,7 +164,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:
@@ -210,7 +210,7 @@ jobs:
     needs: build  # don't try to launch the tests matrix if it doesn't build first, profit from caching for fast build
     runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-base:v0.1.0
+      image: ardupilot/ardupilot-dev-base:v0.1.1
       options: --privileged --cap-add=SYS_PTRACE --security-opt apparmor=unconfined --security-opt seccomp=unconfined
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
@@ -269,3 +269,9 @@ jobs:
            path: /__w/ardupilot/ardupilot/logs
            retention-days: 7
 
+      - uses: actions/upload-artifact@v3  # upload test results
+        if: success() || failure()        # run this step even if previous step failed
+        with:
+          name: test-results-junit-${{matrix.config}}
+          path: /__w/ardupilot/ardupilot/autotest_result_*_junit.xml
+          retention-days: 1

.github/workflows/test_sitl_tracker.yml

@@ -164,7 +164,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:
@@ -210,7 +210,7 @@ jobs:
     needs: build  # don't try to launch the tests matrix if it doesn't build first, profit from caching for fast build
     runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-base:v0.1.0
+      image: ardupilot/ardupilot-dev-base:v0.1.1
       options: --privileged --cap-add=SYS_PTRACE --security-opt apparmor=unconfined --security-opt seccomp=unconfined
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
@@ -269,3 +269,9 @@ jobs:
            path: /__w/ardupilot/ardupilot/logs
            retention-days: 7
 
+      - uses: actions/upload-artifact@v3  # upload test results
+        if: success() || failure()        # run this step even if previous step failed
+        with:
+          name: test-results-junit-${{matrix.config}}
+          path: /__w/ardupilot/ardupilot/autotest_result_*_junit.xml
+          retention-days: 1

.github/workflows/test_size.yml

@@ -61,7 +61,7 @@ concurrency:
 jobs:
   build:
     runs-on: ubuntu-22.04
-    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+    container: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
       matrix:

.github/workflows/test_unit_tests.yml

@@ -101,7 +101,7 @@ jobs:
   build:
     runs-on: ubuntu-22.04
     container:
-      image: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.0
+      image: ardupilot/ardupilot-dev-${{ matrix.toolchain }}:v0.1.1
       options: --user 1001
     strategy:
       fail-fast: false  # don't cancel if a job from the matrix fails
@@ -155,3 +155,10 @@ jobs:
            name: fail-${{ matrix.toolchain }}-${{matrix.config}}
            path: /tmp/buildlogs
            retention-days: 14
+
+      - uses: actions/upload-artifact@v3  # upload test results
+        if: success() || failure()        # run this step even if previous step failed
+        with:
+          name: test-results-junit-${{ matrix.toolchain }}-${{matrix.config}}
+          path: /__w/ardupilot/ardupilot/autotest_result_*_junit.xml
+          retention-days: 1

.gitignore

@@ -164,3 +164,4 @@ venv/
 ENV/
 env.bak/
 venv.bak/
+autotest_result_*_junit.xml