-
Notifications
You must be signed in to change notification settings - Fork 1
37 lines (31 loc) · 1.16 KB
/
upload_to_gcs.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
name: Upload PySpark Scripts to GCS
on:
push:
# Branch protection is configured in the Github repo to prevent
# direct push to the main branch
paths:
- 'pyspark-scripts/**'
workflow_dispatch:
jobs:
upload-to-gcs:
runs-on: ubuntu-latest
permissions:
contents: 'read'
id-token: 'write'
steps:
- name: Checkout Code
uses: actions/checkout@v4
# Configure Workload Identity Federation
- id: 'auth'
name: 'Authenticate to Google Cloud'
uses: 'google-github-actions/auth@v1'
with:
# Replace with values based on setup.sh in dev-infrastructure repo
workload_identity_provider: 'projects/734911192367/locations/global/workloadIdentityPools/deb-pool/providers/github-actions'
service_account: '[email protected]'
# Install gcloud, `setup-gcloud` automatically picks up authentication from `auth`.
- name: 'Set up Cloud SDK'
uses: 'google-github-actions/setup-gcloud@v1'
- name: Upload scripts to GCS
run: |
gsutil rsync -r pyspark-scripts gs://deb-capstone/pyspark-scripts