HPCC4J-520 Update Spark-HPCC Connector examples #47
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Spark-HPCC remote unit tests | |
| on: | |
| pull_request: | |
| branches: | |
| - "master" | |
| - "candidate-*" | |
| workflow_dispatch: | |
| jobs: | |
| test-against-platform: | |
| runs-on: ubuntu-latest | |
| services: | |
| hpccsystems-platform: | |
| image: hpccsystemslegacy/platform | |
| ports: | |
| - 8510:8510 | |
| - 8010:8010 | |
| spark: | |
| image: bitnami/spark:3.1.1 | |
| ports: | |
| - 7077:7077 | |
| - 8080:8080 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Setup JDK 1.8 | |
| uses: actions/setup-java@v1 | |
| with: | |
| java-version: 1.8 | |
| - name: Fetch hpccsystems-platform docker container name | |
| run: | | |
| echo "PLATFORM_CONTAINER_NAME=$(docker ps --format \"{{.Names}}\" | grep hpccsystemslegacy )" >> $GITHUB_ENV | |
| - name: Get HPCCSystems Platform version | |
| run: | | |
| docker exec ${{ env.PLATFORM_CONTAINER_NAME }} cat /etc/HPCCSystems/version | |
| - name: HPCCSystems Startup | |
| run: | | |
| docker exec ${{ env.PLATFORM_CONTAINER_NAME }} /etc/init.d/hpcc-init start | |
| - name: HPCCSystems Certificate Setup | |
| run: | | |
| docker exec ${{ env.PLATFORM_CONTAINER_NAME }} /opt/HPCCSystems/etc/init.d/distributePKI | |
| - name: HPCCSystems Datafile Setup | |
| run: | | |
| wget -q https://raw.githubusercontent.com/Michael-Gardner/hpccsystems-java-project-testbed/main/generatedata.sh | |
| chmod +x generatedata.sh | |
| docker cp generatedata.sh ${{ env.PLATFORM_CONTAINER_NAME }}:/home/hpcc/generatedata.sh | |
| docker exec ${{ env.PLATFORM_CONTAINER_NAME }} /home/hpcc/generatedata.sh | |
| # speed things up with caching from https://docs.github.com/en/actions/guides/building-and-testing-java-with-maven | |
| - name: Cache Maven packages | |
| uses: actions/cache@v2 | |
| with: | |
| path: ~/.m2 | |
| key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: ${{ runner.os }}-m2 | |
| - name: Build with Maven | |
| run: mvn -B -f DataAccess/pom.xml --activate-profiles allow-snapshots,jenkins-on-demand -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false install |