Change source code to test workflow #463
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will build a Java project with Maven | |
| # For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven | |
| name: Ion Java performance regression detector | |
| on: | |
| pull_request: | |
| paths: | |
| - 'src/**' | |
| env: | |
| data_size: '50000' | |
| test_data_id: 'generated-test-data' | |
| jobs: | |
| generate-test-data: | |
| name: Generate Test Data | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout ion-data-generator | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: amazon-ion/ion-data-generator | |
| ref: main | |
| - name: Build ion-data-generator | |
| run: mvn clean install | |
| - name: Generate test data | |
| env: | |
| jar_file: target/ion-data-generator-1.0-SNAPSHOT.jar | |
| schema_dir: tst/com/amazon/ion/workflow | |
| run: | | |
| mkdir -p testData | |
| for test in nestedStruct nestedList sexp realWorldDataSchema01 realWorldDataSchema02 realWorldDataSchema03 | |
| do | |
| java -jar $jar_file generate -S ${{env.data_size}} --input-ion-schema $schema_dir/${test}.isl testData/${test}.10n | |
| done | |
| - name: Upload test Ion Data to artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{env.test_data_id}} | |
| path: testData | |
| detect-regression: | |
| name: Detect Regression | |
| runs-on: ubuntu-latest | |
| needs: generate-test-data | |
| strategy: | |
| matrix: | |
| test-data: ['nestedStruct', 'nestedList', 'sexp', 'realWorldDataSchema01', 'realWorldDataSchema02', 'realWorldDataSchema03'] | |
| usage-patterns: [' read --mode AverageTime --forks 3 --warmups 2 --iterations 2 --api streaming ',' read --mode AverageTime --forks 3 --warmups 2 --iterations 2 --api dom ', ' write --mode AverageTime --forks 3 --warmups 2 --iterations 2 --api streaming --io-type buffer --ion-length-preallocation 1 ', ' write --mode AverageTime --forks 3 --warmups 2 --iterations 2 --api dom --io-type buffer --ion-length-preallocation 1 '] | |
| fail-fast: false | |
| steps: | |
| - name: Set up JDK 11 | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: 'corretto' | |
| java-version: 11 | |
| - name: Checkout ion-java-benchmark-cli | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: amazon-ion/ion-java-benchmark-cli | |
| ref: cow-optimizeCompare | |
| path: ion-java-benchmark-cli | |
| - name: Checkout ion-java from the previous commit | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.base_ref }} | |
| path: baseline | |
| - name: Checkout ion-java from the new commit. | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.head_ref }} | |
| path: new | |
| - name: Download test Ion Data from artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: generated-test-data | |
| path: testData | |
| # Get the benchmark results from the base commit | |
| - name: Build ion-java from the base commit | |
| working-directory: baseline | |
| run: | | |
| git submodule init && git submodule update && ./gradlew clean publishToMavenLocal | |
| - name: Benchmark ion-java from the base commit | |
| working-directory: ion-java-benchmark-cli | |
| run: | | |
| mvn clean install | |
| mkdir /home/runner/work/ion-java/ion-java/benchmarkresults | |
| java -jar target/ion-java-benchmark-cli-0.0.1-SNAPSHOT-jar-with-dependencies.jar ${{matrix.usage-patterns}} -r ion -o /home/runner/work/ion-java/ion-java/benchmarkresults/before.ion /home/runner/work/ion-java/ion-java/testData/${{matrix.test-data}}.10n | |
| - name: Build ion-java from the new commit | |
| working-directory: new | |
| run: | | |
| git submodule init && git submodule update && ./gradlew clean publishToMavenLocal | |
| - name: Benchmark ion-java from the new commit | |
| working-directory: ion-java-benchmark-cli | |
| run: | | |
| mvn clean install | |
| java -jar target/ion-java-benchmark-cli-0.0.1-SNAPSHOT-jar-with-dependencies.jar ${{matrix.usage-patterns}} -r ion -o /home/runner/work/ion-java/ion-java/benchmarkresults/after.ion /home/runner/work/ion-java/ion-java/testData/${{matrix.test-data}}.10n | |
| #Detect regression | |
| - name: Detect regression | |
| working-directory: ion-java-benchmark-cli | |
| run: | |
| a=$(java -jar target/ion-java-benchmark-cli-0.0.1-SNAPSHOT-jar-with-dependencies.jar compare --benchmark-result-previous /home/runner/work/ion-java/ion-java/benchmarkresults/before.ion --benchmark-result-new /home/runner/work/ion-java/ion-java/benchmarkresults/after.ion) | |
| if [ ! -z "$a" ]; then echo "${a}" >> $GITHUB_STEP_SUMMARY; exit 1; fi | |