Add Golden Copy Tests

.github/workflows/automated-staging-test-run.yml

@@ -6,23 +6,13 @@ on:
   workflow_dispatch:
 
 jobs:
-  test_files:
+  send_files:
     runs-on: ubuntu-latest
 
     steps:
-      - name: Check out the repository
-        uses: actions/checkout@v4
-
-      - name: Run automated tests
-        env:
-          AZURE_STORAGE_CONNECTION_STRING: ${{ secrets.AUTOMATED_TEST_AZURE_STORAGE_CONNECTION_STRING }}
-        run: ./gradlew rs-e2e:clean rs-e2e:automatedTest
-
-      - name: Send slack notification on test failure
-        if: failure()
-        uses: slackapi/[email protected]
+      - name: Call staging-test-run.yml
+        uses: ./.github/workflows/staging-test-run_reusable.yml
         with:
-          webhook: ${{ secrets.SLACK_WEBHOOK_URL }}
-          webhook-type: incoming-webhook
-          payload: |
-            text: "Automated Staging RS Integration Test Failed!: https://github.com/CDCgov/trusted-intermediary/actions/runs/${{ github.run_id }}"
+          FILE_PATH: '../examples/Test/Automated/'
+          NAME: 'Automated'
+          TEST_TYPE: 'automatedTest'

.github/workflows/golden-copy-staging-test-run.yml

@@ -0,0 +1,18 @@
+name: Golden Copy Staging Test - Run integration tests
+
+on:
+  schedule:
+    - cron: "10 7 * * 2-6"  # Tuesday to Saturday at 2am EST (7:10am UTC) - two hours after `automated-staging-test-submit` runs
+  workflow_dispatch:
+
+jobs:
+  send_files:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Call staging-test-run.yml
+        uses: ./.github/workflows/staging-test-run_reusable.yml
+        with:
+          FILE_PATH: '../examples/Test/GoldenCopy/Expected/'
+          NAME: 'Golden Copy'
+          TEST_TYPE: 'goldenCopyTest'

.github/workflows/staging-test-run_reusable.yml

@@ -0,0 +1,42 @@
+name: Staging Test - Run integration tests
+
+on:
+  workflow_call:
+    inputs:
+      TEST_TYPE:
+        type: string
+        description: The e2e test to run
+        required: true
+      NAME:
+        type: string
+        description: The name of test
+        required: true
+      FILE_PATH:
+        type: string
+        description: The path to local files
+        required: true
+
+jobs:
+  test_files:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out the repository
+        uses: actions/checkout@v4
+
+      - name: Run automated tests
+        env:
+          AZURE_STORAGE_CONNECTION_STRING: ${{ secrets.AUTOMATED_TEST_AZURE_STORAGE_CONNECTION_STRING }}
+          LOCAL_FILE_PATH: ${{ github.event.inputs.FILE_PATH }}
+        run: |
+          ./gradlew rs-e2e:clean rs-e2e:${{ github.event.inputs.TEST_TYPE }}
+          done
+
+      - name: Send slack notification on test failure
+        if: failure()
+        uses: slackapi/[email protected]
+        with:
+          webhook: ${{ secrets.SLACK_WEBHOOK_URL }}
+          webhook-type: incoming-webhook
+          payload: |
+            text: "${{ github.event.inputs.NAME }} Staging RS Integration Test Failed!: https://github.com/CDCgov/trusted-intermediary/actions/runs/${{ github.run_id }}"

.github/workflows/staging-test-submit.yml

@@ -0,0 +1,66 @@
+name: Staging Test - Submit Messages
+
+on:
+  schedule:
+    - cron: "0 5 * * 2-6"  # Tuesday to Saturday at Midnight EST (5am UTC)
+  workflow_dispatch:
+
+jobs:
+  send_files:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out the repository
+        uses: actions/checkout@v4
+
+      - name: Install jq
+        run: sudo apt-get install -y jq
+
+      - name: Install jwt-cli
+        run: |
+          curl --silent --location https://github.com/mike-engel/jwt-cli/releases/latest/download/jwt-linux.tar.gz | tar xvz -C /usr/local/bin/
+          sudo chmod +x /usr/local/bin/jwt
+
+      - name: Write private key to file
+        run: |
+          echo "${{ secrets.SIMULATED_SENDER_STAGING_PRIVATE_KEY }}" > /tmp/staging_private_key.pem
+          chmod 600 /tmp/staging_private_key.pem
+
+      - name: Send HL7 sample messages to staging RS
+        run: |
+          host=https://staging.prime.cdc.gov:443
+          client_id=flexion
+          client_sender=simulated-sender
+          jwt=$(jwt encode --exp='+5min' --jti $(uuidgen) --alg RS256 \
+              -k $client_id.$client_sender -i $client_id.$client_sender \
+              -s $client_id.$client_sender -a $host --no-iat -S @/tmp/staging_private_key.pem)
+
+          token=$(curl \
+                  --header "Content-Type: application/x-www-form-urlencoded" \
+                  --data "scope=$client_id.*.report" \
+                  --data "client_assertion=$jwt" \
+                  --data "client_assertion_type=urn:ietf:params:oauth:client-assertion-type:jwt-bearer" \
+                  --data "grant_type=client_credentials" \
+                  --silent \
+                  "$host/api/token" | jq -r ".access_token")
+
+          sendFiles () {
+            folder_path=$1
+            for file in "$(pwd)/examples/Test/$folder_path"; do
+              echo "Sending $file"
+              curl \
+                  --header "Content-Type: application/hl7-v2" \
+                  --header "Client: $client_id.$client_sender" \
+                  --header "Authorization: Bearer $token" \
+                  --data-binary "@$file" \
+                  --silent \
+                  "$host/api/waters"
+            done
+          }
+          sendFiles "'Automated/*.hl7'"
+          sendFiles "'GoldenCopy/Input/*.hl7'"
+
+      - name: Clean up private key
+        if: always()
+        run: |
+          rm -f /tmp/staging_private_key.pem

examples/Test/Automated/README.md

@@ -1,5 +1,5 @@
 This folder contains the HL7 sample files that are used in the automated ReportStream
-integration tests. The [automated-staging-test-submit.yml](/.github/workflows/automated-staging-test-submit.yml)
+integration tests. The [automated-staging-test-submit.yml](/.github/workflows/staging-test-submit.yml)
 Github workflow that runs daily will grab these files and send them to ReportStream in staging.
 The files are expected to go through the whole flow and to be delivered to an Azure blob
 container that will later be used by the