feat: import Canterbury LiDAR 1m DSM (2020-2023) - Draft LI-1553 #1023
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish | |
| on: | |
| push: | |
| workflow_dispatch: | |
| jobs: | |
| main: | |
| name: Validate STAC | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: linz/action-typescript@9bf69b0f313b3525d3ba3116f26b1aff7eb7a6c0 # v3 | |
| with: | |
| node-version: 20.x | |
| - name: Create STAC Catalog | |
| uses: docker://ghcr.io/linz/argo-tasks:v4 | |
| with: | |
| args: stac-catalog --output stac/catalog.json --template template/catalog.json /github/workspace/stac/ | |
| - name: Validate STAC Catalog | |
| uses: docker://ghcr.io/linz/argo-tasks:v4 | |
| with: | |
| args: stac-validate /github/workspace/stac/catalog.json | |
| - name: Validate STAC Collections | |
| run: | | |
| # Enable double star operator | |
| shopt -s globstar | |
| docker run -v "$PWD:$PWD" ghcr.io/linz/argo-tasks:v4 stac-validate "$PWD"/stac/**/collection.json | |
| - name: Download actionlint | |
| run: docker build --tag actionlint - < .github/workflows/actionlint.dockerfile | |
| - name: Run actionlint to check workflow files | |
| run: docker run --volume="${PWD}:/repo" --workdir=/repo actionlint -color | |
| publish-odr: | |
| name: Publish ODR | |
| runs-on: ubuntu-latest | |
| needs: main | |
| if: ${{ github.ref == 'refs/heads/master' }} | |
| environment: | |
| name: prod | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: linz/action-typescript@9bf69b0f313b3525d3ba3116f26b1aff7eb7a6c0 # v3 | |
| with: | |
| node-version: 20.x | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Use Node.js 18.x | |
| uses: actions/setup-node@8f152de45cc393bb48ce5d89d36b731f54556e65 # v4.0.0 | |
| with: | |
| node-version: '18.x' | |
| - name: Setup kubectl | |
| uses: azure/setup-kubectl@3e0aec4d80787158d308d7b364cb1b702e7feb7f # v4.0.0 | |
| with: | |
| version: 'latest' | |
| - name: AWS Configure | |
| uses: aws-actions/configure-aws-credentials@010d0da01d0b5a38af31e9c3470dbfdabdecca3a # v4 | |
| with: | |
| aws-region: ap-southeast-2 | |
| mask-aws-account-id: true | |
| role-to-assume: ${{ secrets.AWS_EKS_CI_ROLE }} | |
| - name: Login to EKS | |
| run: | | |
| aws eks update-kubeconfig --name Workflows --region ap-southeast-2 | |
| - name: Check EKS connection | |
| run: | | |
| kubectl get nodes | |
| - name: Install Argo | |
| run: | | |
| curl -sLO https://github.com/argoproj/argo-workflows/releases/download/v3.4.11/argo-linux-amd64.gz | |
| gunzip argo-linux-amd64.gz | |
| chmod +x argo-linux-amd64 | |
| ./argo-linux-amd64 version | |
| - name: Submit Added/Changed Parameter Files | |
| id: modified-files | |
| if: ${{ !contains(github.event.head_commit.message, '[skip-argo]')}} | |
| run: | | |
| # AM = Include: Added, Modified | |
| mapfile -d '' modified_parameter_files < <(git diff --name-only --diff-filter=AM -z ${{ github.event.before }} ${{ github.event.after }} -- "publish-odr-parameters/*.yaml") | |
| for file in "${modified_parameter_files[@]}"; do | |
| ./argo-linux-amd64 submit --wait --from wftmpl/copy -n argo -f "$file" -p aws_role_config_path="s3://linz-bucket-config/config-write.open-data-registry.json" -p exclude="collection.json$" --generate-name "publish-odr-file-copy-" | |
| done | |
| sync-stac: | |
| name: Sync STAC files | |
| runs-on: ubuntu-latest | |
| concurrency: publish-${{ github.ref }} | |
| needs: publish-odr | |
| if: ${{ github.ref == 'refs/heads/master' }} | |
| environment: | |
| name: prod | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4 | |
| with: | |
| ref: master # Ensure only the latest STAC documents are synced into S3 | |
| - name: AWS Configure | |
| uses: aws-actions/configure-aws-credentials@010d0da01d0b5a38af31e9c3470dbfdabdecca3a # v4 | |
| with: | |
| aws-region: ap-southeast-2 | |
| mask-aws-account-id: true | |
| role-to-assume: ${{ secrets.AWS_ODR_CI_ROLE }} | |
| - name: AWS Configure ODR | |
| uses: aws-actions/configure-aws-credentials@010d0da01d0b5a38af31e9c3470dbfdabdecca3a # v4 | |
| with: | |
| aws-region: ap-southeast-2 | |
| mask-aws-account-id: true | |
| role-to-assume: ${{ secrets.AWS_ODR_DATA_MANAGER_ROLE }} | |
| role-chaining: true | |
| - name: Create STAC Catalog | |
| uses: docker://ghcr.io/linz/argo-tasks:v4 | |
| with: | |
| args: stac-catalog --output stac/catalog.json --template template/catalog.json /github/workspace/stac/ | |
| # Sync STAC files only on push to 'master' | |
| - name: Sync STAC | |
| if: ${{ !contains(github.event.head_commit.message, '[skip-sync]')}} | |
| uses: docker://ghcr.io/linz/argo-tasks:v4 | |
| with: | |
| args: stac-sync /github/workspace/stac/ s3://nz-elevation/ |