From 5fd5924c636cc4769ea85c6ee172f6ee0b4b5ea3 Mon Sep 17 00:00:00 2001 From: Steve Kirkland Date: Tue, 24 Sep 2024 09:28:04 +0100 Subject: [PATCH 1/5] Use command line options files --- features/support/maze.all.cfg | 2 ++ features/support/maze.buildkite.cfg | 5 +++++ 2 files changed, 7 insertions(+) create mode 100644 features/support/maze.all.cfg create mode 100644 features/support/maze.buildkite.cfg diff --git a/features/support/maze.all.cfg b/features/support/maze.all.cfg new file mode 100644 index 0000000000..2eb7ffa0cf --- /dev/null +++ b/features/support/maze.all.cfg @@ -0,0 +1,2 @@ +--appium-version=1.22 +--fail-fast diff --git a/features/support/maze.buildkite.cfg b/features/support/maze.buildkite.cfg new file mode 100644 index 0000000000..ca543c51aa --- /dev/null +++ b/features/support/maze.buildkite.cfg @@ -0,0 +1,5 @@ +--no-tunnel +--aws-public-ip +--format=junit +--out=reports +--format=pretty From 93499349d3e5b7bd15abd5b7fc7c50f92da15dd2 Mon Sep 17 00:00:00 2001 From: Steve Kirkland Date: Tue, 24 Sep 2024 15:29:28 +0100 Subject: [PATCH 2/5] Refactor common options into files [full ci] --- .buildkite/pipeline.full.yml | 205 ---------------------------------- .buildkite/pipeline.yml | 134 ---------------------- features/support/maze.all.cfg | 4 +- 3 files changed, 3 insertions(+), 340 deletions(-) diff --git a/.buildkite/pipeline.full.yml b/.buildkite/pipeline.full.yml index b5e71d8abe..ba96c5e914 100644 --- a/.buildkite/pipeline.full.yml +++ b/.buildkite/pipeline.full.yml @@ -56,17 +56,8 @@ steps: - "features/minimal" - "--exclude=features/minimal/detect_anr_minimal.feature" - "--app=/app/build/fixture-minimal.apk" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -89,15 +80,8 @@ steps: command: - "features/minimal/detect_anr_minimal.feature" - "--app=/app/build/fixture-minimal.apk" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_9" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -126,17 +110,8 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--tags=debug-safe" - "--app=/app/build/fixture-debug.apk" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -163,15 +138,8 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=/app/build/fixture-debug.apk" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_9" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -200,19 +168,10 @@ steps: command: - "features/full_tests" - "--app=@build/fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_7" - - "--no-tunnel" - - "--aws-public-ip" - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -242,17 +201,8 @@ steps: - "features/full_tests" - "--exclude=features/full_tests/[^l-z].*.feature" - "--app=@build/fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_7" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -282,15 +232,8 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_7" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -317,19 +260,10 @@ steps: command: - "features/full_tests" - "--app=@build/fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_8" - - "--no-tunnel" - - "--aws-public-ip" - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -358,17 +292,8 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_8" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -396,15 +321,8 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_8" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -433,19 +351,10 @@ steps: command: - "features/full_tests" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" - - "--no-tunnel" - - "--aws-public-ip" - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -476,17 +385,8 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -516,15 +416,8 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_9" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -555,17 +448,9 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_10" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -596,17 +481,8 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_10" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -635,15 +511,8 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_10" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -678,17 +547,8 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_11" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -719,17 +579,8 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_11" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -758,15 +609,8 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_11" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -797,17 +641,8 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_13" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -838,17 +673,8 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_13" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -877,15 +703,8 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_13" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -916,17 +735,8 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_14" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -957,17 +767,9 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_14" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -996,15 +798,8 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_14" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index baf34f0931..7f7fa58563 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -122,17 +122,8 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_7" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -161,15 +152,8 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_7" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -197,17 +181,8 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_8" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -234,15 +209,8 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_8" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -272,17 +240,8 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -311,12 +270,8 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_9" - - "--fail-fast" env: TEST_FIXTURE_SYMBOL_DIR: "build/fixture-r21" concurrency: 5 @@ -342,17 +297,8 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_10" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -381,15 +327,8 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_10" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -420,17 +359,8 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_11" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -460,15 +390,8 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_11" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -504,17 +427,8 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_12" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -544,15 +458,8 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_12" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -584,17 +491,8 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_12" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -624,17 +522,8 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_13" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -663,15 +552,8 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_13" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -701,17 +583,8 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_14" - - "--no-tunnel" - - "--aws-public-ip" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" @@ -740,15 +613,8 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - - "--app-activity=com.bugsnag.android.mazerunner.MainActivity" - - "--app-package=com.bugsnag.android.mazerunner" - - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_14" - - "--fail-fast" - - "--format=junit" - - "--out=reports" - - "--format=pretty" test-collector#v1.10.2: files: "reports/TEST-*.xml" format: "junit" diff --git a/features/support/maze.all.cfg b/features/support/maze.all.cfg index 2eb7ffa0cf..e3086ad35b 100644 --- a/features/support/maze.all.cfg +++ b/features/support/maze.all.cfg @@ -1,2 +1,4 @@ ---appium-version=1.22 +--appium-version=1.22.0 --fail-fast +--app-activity=com.bugsnag.android.mazerunner.MainActivity +--app-package=com.bugsnag.android.mazerunner From c55073619a13009a48c53e5362c38d1bceef6306 Mon Sep 17 00:00:00 2001 From: Steve Kirkland Date: Wed, 25 Sep 2024 09:18:57 +0100 Subject: [PATCH 3/5] Need to set Appium version differently on bb and bs [full ci] --- .buildkite/pipeline.full.yml | 23 +++++++++++++++++++++++ .buildkite/pipeline.yml | 17 +++++++++++++++++ docker-compose.yml | 1 + features/support/maze.all.cfg | 1 - 4 files changed, 41 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.full.yml b/.buildkite/pipeline.full.yml index ba96c5e914..9673adb011 100644 --- a/.buildkite/pipeline.full.yml +++ b/.buildkite/pipeline.full.yml @@ -56,6 +56,7 @@ steps: - "features/minimal" - "--exclude=features/minimal/detect_anr_minimal.feature" - "--app=/app/build/fixture-minimal.apk" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -80,6 +81,7 @@ steps: command: - "features/minimal/detect_anr_minimal.feature" - "--app=/app/build/fixture-minimal.apk" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -110,6 +112,7 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--tags=debug-safe" - "--app=/app/build/fixture-debug.apk" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -138,6 +141,7 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=/app/build/fixture-debug.apk" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -168,6 +172,7 @@ steps: command: - "features/full_tests" - "--app=@build/fixture-r19-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_7" - "--exclude=features/full_tests/[^a-k].*.feature" @@ -201,6 +206,7 @@ steps: - "features/full_tests" - "--exclude=features/full_tests/[^l-z].*.feature" - "--app=@build/fixture-r19-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -232,6 +238,7 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r19-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -260,6 +267,7 @@ steps: command: - "features/full_tests" - "--app=@build/fixture-r19-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_8" - "--exclude=features/full_tests/[^a-k].*.feature" @@ -292,6 +300,7 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r19-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -321,6 +330,7 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r19-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -351,6 +361,7 @@ steps: command: - "features/full_tests" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" - "--exclude=features/full_tests/[^a-k].*.feature" @@ -385,6 +396,7 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -416,6 +428,7 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -481,6 +494,7 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -511,6 +525,7 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -547,6 +562,7 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -579,6 +595,7 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -609,6 +626,7 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -641,6 +659,7 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -673,6 +692,7 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -703,6 +723,7 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -735,6 +756,7 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_14" test-collector#v1.10.2: @@ -798,6 +820,7 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_14" test-collector#v1.10.2: diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 7f7fa58563..44f4f12ff0 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -122,6 +122,7 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r19-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -152,6 +153,7 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r19-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -181,6 +183,7 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r19-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -209,6 +212,7 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r19-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -240,6 +244,7 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -270,6 +275,7 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_9" env: @@ -297,6 +303,7 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -327,6 +334,7 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -359,6 +367,7 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -390,6 +399,7 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -427,6 +437,7 @@ steps: - "--exclude=features/full_tests/[^a-k].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_12" test-collector#v1.10.2: @@ -458,6 +469,7 @@ steps: command: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_12" test-collector#v1.10.2: @@ -491,6 +503,7 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_12" test-collector#v1.10.2: @@ -522,6 +535,7 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -552,6 +566,7 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -583,6 +598,7 @@ steps: - "features/smoke_tests" - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" + - "--appium-version=1.22" - "--farm=bb" - "--device=ANDROID_14" test-collector#v1.10.2: @@ -613,6 +629,7 @@ steps: command: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" + - "--appium-version=1.22.0" - "--farm=bs" - "--device=ANDROID_14" test-collector#v1.10.2: diff --git a/docker-compose.yml b/docker-compose.yml index 3a1a174510..7a04c4fcff 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -55,6 +55,7 @@ services: BITBAR_ACCESS_KEY: BROWSER_STACK_USERNAME: BROWSER_STACK_ACCESS_KEY: + MAZE_NO_FAIL_FAST: ports: - "9000-9499:9339" volumes: diff --git a/features/support/maze.all.cfg b/features/support/maze.all.cfg index e3086ad35b..46d7e4c063 100644 --- a/features/support/maze.all.cfg +++ b/features/support/maze.all.cfg @@ -1,4 +1,3 @@ ---appium-version=1.22.0 --fail-fast --app-activity=com.bugsnag.android.mazerunner.MainActivity --app-package=com.bugsnag.android.mazerunner From 904f887b151d28e8c211aaf45e1351b12ad1cd48 Mon Sep 17 00:00:00 2001 From: Steve Kirkland Date: Wed, 25 Sep 2024 17:17:00 +0100 Subject: [PATCH 4/5] Reinstate MR-specific options into pipeline failes [full ci] --- .buildkite/pipeline.full.yml | 48 +++++++++++++++++++++++++++++ .buildkite/pipeline.yml | 34 ++++++++++++++++++++ docker-compose.yml | 2 +- features/support/maze.buildkite.cfg | 2 -- 4 files changed, 83 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipeline.full.yml b/.buildkite/pipeline.full.yml index 9673adb011..99784a615d 100644 --- a/.buildkite/pipeline.full.yml +++ b/.buildkite/pipeline.full.yml @@ -57,6 +57,8 @@ steps: - "--exclude=features/minimal/detect_anr_minimal.feature" - "--app=/app/build/fixture-minimal.apk" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -113,6 +115,8 @@ steps: - "--tags=debug-safe" - "--app=/app/build/fixture-debug.apk" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -142,6 +146,8 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=/app/build/fixture-debug.apk" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -173,6 +179,8 @@ steps: - "features/full_tests" - "--app=@build/fixture-r19-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_7" - "--exclude=features/full_tests/[^a-k].*.feature" @@ -207,6 +215,8 @@ steps: - "--exclude=features/full_tests/[^l-z].*.feature" - "--app=@build/fixture-r19-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -239,6 +249,8 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -268,6 +280,8 @@ steps: - "features/full_tests" - "--app=@build/fixture-r19-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_8" - "--exclude=features/full_tests/[^a-k].*.feature" @@ -301,6 +315,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r19-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -331,6 +347,8 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -362,6 +380,8 @@ steps: - "features/full_tests" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_9" - "--exclude=features/full_tests/[^a-k].*.feature" @@ -397,6 +417,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -429,6 +451,8 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -462,6 +486,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -495,6 +521,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -526,6 +554,8 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -563,6 +593,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -596,6 +628,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -627,6 +661,8 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -660,6 +696,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -693,6 +731,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -724,6 +764,8 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -757,6 +799,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_14" test-collector#v1.10.2: @@ -790,6 +834,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_14" test-collector#v1.10.2: @@ -821,6 +867,8 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_14" test-collector#v1.10.2: diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 44f4f12ff0..2da9c018ae 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -123,6 +123,8 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r19-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -154,6 +156,8 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -184,6 +188,8 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r19-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -213,6 +219,8 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -245,6 +253,8 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -276,6 +286,8 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_9" env: @@ -304,6 +316,8 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -335,6 +349,8 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -368,6 +384,8 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -400,6 +418,8 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -438,6 +458,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_12" test-collector#v1.10.2: @@ -470,6 +492,8 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_12" test-collector#v1.10.2: @@ -504,6 +528,8 @@ steps: - "--exclude=features/full_tests/anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_12" test-collector#v1.10.2: @@ -536,6 +562,8 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -567,6 +595,8 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -599,6 +629,8 @@ steps: - "--exclude=features/smoke_tests/01_anr.feature" - "--app=@build/fixture-r21-url.txt" - "--appium-version=1.22" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bb" - "--device=ANDROID_14" test-collector#v1.10.2: @@ -630,6 +662,8 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" + - "--no-tunnel" + - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_14" test-collector#v1.10.2: diff --git a/docker-compose.yml b/docker-compose.yml index 7a04c4fcff..0c1c17f863 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -16,6 +16,7 @@ x-common-environment: &common-environment BUILDKITE_RETRY_COUNT: BUILDKITE_STEP_KEY: MAZE_BUGSNAG_API_KEY: + MAZE_NO_FAIL_FAST: MAZE_SCENARIO_BUGSNAG_API_KEY: TEST_FIXTURE_SYMBOL_DIR: @@ -55,7 +56,6 @@ services: BITBAR_ACCESS_KEY: BROWSER_STACK_USERNAME: BROWSER_STACK_ACCESS_KEY: - MAZE_NO_FAIL_FAST: ports: - "9000-9499:9339" volumes: diff --git a/features/support/maze.buildkite.cfg b/features/support/maze.buildkite.cfg index ca543c51aa..c5bc182769 100644 --- a/features/support/maze.buildkite.cfg +++ b/features/support/maze.buildkite.cfg @@ -1,5 +1,3 @@ ---no-tunnel ---aws-public-ip --format=junit --out=reports --format=pretty From a4623e8ecc895d386f815f413ffcb46799107f7e Mon Sep 17 00:00:00 2001 From: Steve Kirkland Date: Wed, 25 Sep 2024 21:11:18 +0100 Subject: [PATCH 5/5] Corrections [full ci] --- .buildkite/pipeline.full.yml | 30 +++++++----------------------- .buildkite/pipeline.yml | 18 +----------------- 2 files changed, 8 insertions(+), 40 deletions(-) diff --git a/.buildkite/pipeline.full.yml b/.buildkite/pipeline.full.yml index 99784a615d..d8bc9d5f46 100644 --- a/.buildkite/pipeline.full.yml +++ b/.buildkite/pipeline.full.yml @@ -146,8 +146,6 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=/app/build/fixture-debug.apk" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -230,7 +228,7 @@ steps: concurrency_method: eager - - label: ':browserstack: Android 7 NDK r19 end-to-end tests - batch ANR' + - label: ':browserstack: Android 7 NDK r19 end-to-end tests - ANRs' depends_on: "fixture-r19" timeout_in_minutes: 60 plugins: @@ -249,8 +247,6 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -330,7 +326,7 @@ steps: concurrency_method: eager - - label: ':browserstack: Android 8 NDK r19 end-to-end tests - batch ANR' + - label: ':browserstack: Android 8 NDK r19 end-to-end tests - ANRs' depends_on: "fixture-r19" timeout_in_minutes: 60 plugins: @@ -347,8 +343,6 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -432,7 +426,7 @@ steps: concurrency_method: eager - - label: ':bitbar: Android 9 NDK r21 end-to-end tests - batch ANR' + - label: ':bitbar: Android 9 NDK r21 end-to-end tests - ANRs' depends_on: "fixture-r21" timeout_in_minutes: 60 plugins: @@ -451,8 +445,6 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_9" test-collector#v1.10.2: @@ -535,7 +527,7 @@ steps: concurrency_group: 'bitbar' concurrency_method: eager - - label: ':browserstack: Android 10 NDK r21 end-to-end tests - batch ANR' + - label: ':browserstack: Android 10 NDK r21 end-to-end tests - ANRs' depends_on: "fixture-r21" timeout_in_minutes: 60 plugins: @@ -554,8 +546,6 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -642,7 +632,7 @@ steps: concurrency_group: 'bitbar' concurrency_method: eager - - label: ':browserstack: Android 11 NDK r21 end-to-end tests - batch ANR' + - label: ':browserstack: Android 11 NDK r21 end-to-end tests - ANRs' depends_on: "fixture-r21" timeout_in_minutes: 60 plugins: @@ -661,8 +651,6 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -745,7 +733,7 @@ steps: concurrency_group: 'bitbar' concurrency_method: eager - - label: ':browserstack: Android 13 NDK r21 end-to-end tests - batch ANR' + - label: ':browserstack: Android 13 NDK r21 end-to-end tests - ANRs' depends_on: "fixture-r21" timeout_in_minutes: 60 plugins: @@ -764,8 +752,6 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -848,7 +834,7 @@ steps: concurrency_group: 'bitbar' concurrency_method: eager - - label: ':browserstack: Android 14 NDK r21 end-to-end tests - batch ANR' + - label: ':browserstack: Android 14 NDK r21 end-to-end tests - ANRs' depends_on: "fixture-r21" timeout_in_minutes: 60 plugins: @@ -867,8 +853,6 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_14" test-collector#v1.10.2: diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 2da9c018ae..55dd175187 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -156,8 +156,6 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_7" test-collector#v1.10.2: @@ -219,8 +217,6 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r19-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_8" test-collector#v1.10.2: @@ -286,8 +282,6 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_9" env: @@ -349,8 +343,6 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_10" test-collector#v1.10.2: @@ -418,8 +410,6 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_11" test-collector#v1.10.2: @@ -472,7 +462,7 @@ steps: concurrency_group: 'bitbar' concurrency_method: eager - - label: ':browserstack: Android 12 NDK r21 end-to-end tests - batch ANR' + - label: ':browserstack: Android 12 NDK r21 end-to-end tests - ANRs' depends_on: - "fixture-r21" timeout_in_minutes: 60 @@ -492,8 +482,6 @@ steps: - "features/full_tests/anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_12" test-collector#v1.10.2: @@ -595,8 +583,6 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_13" test-collector#v1.10.2: @@ -662,8 +648,6 @@ steps: - "features/smoke_tests/01_anr.feature" - "--app=@build/bs-fixture-r21-url.txt" - "--appium-version=1.22.0" - - "--no-tunnel" - - "--aws-public-ip" - "--farm=bs" - "--device=ANDROID_14" test-collector#v1.10.2: