From a9efb9a12951e552c82f5fdcd5f432d8d6b3ccfb Mon Sep 17 00:00:00 2001 From: Kevin Cameron Grismore Date: Tue, 5 Mar 2024 16:03:26 -0600 Subject: [PATCH] add project 1 --- .github/workflows/project-1-deploy.yaml | 112 ++++++++++++++++++++++++ project_1/Dockerfile | 3 + project_1/flow.py | 10 +++ project_1/prefect.yaml | 27 ++++++ project_1/requirements.txt | 2 + project_2/flow.py | 2 +- 6 files changed, 155 insertions(+), 1 deletion(-) create mode 100644 .github/workflows/project-1-deploy.yaml create mode 100644 project_1/Dockerfile create mode 100644 project_1/flow.py create mode 100644 project_1/prefect.yaml create mode 100644 project_1/requirements.txt diff --git a/.github/workflows/project-1-deploy.yaml b/.github/workflows/project-1-deploy.yaml new file mode 100644 index 0000000..4323fdd --- /dev/null +++ b/.github/workflows/project-1-deploy.yaml @@ -0,0 +1,112 @@ +name: Build image and deploy Prefect flow - Project 1 + +env: + PROJECT_NAME: project_1 + +on: + push: + branches: + - stg + - main + paths: + - "project_1/**" + workflow_dispatch: + +jobs: + deploy-staging: + name: Deploy to staging + runs-on: ubuntu-latest + if: github.ref == 'refs/heads/stg' + + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + + - name: Log in to Docker Hub + uses: docker/login-action@v3 + with: + username: ${{ secrets.DOCKER_USERNAME }} + password: ${{ secrets.DOCKER_PASSWORD }} + + - name: Get commit hash + id: get-commit-hash + run: echo "COMMIT_HASH=$(git rev-parse --short HEAD)" >> "$GITHUB_OUTPUT" + + - name: Build and push + id: build-docker-image + env: + GITHUB_SHA: ${{ steps.get-commit-hash.outputs.COMMIT_HASH }} + uses: docker/build-push-action@v5 + with: + context: ${{ env.PROJECT_NAME }}/ + push: true + tags: ${{ secrets.DOCKER_USERNAME }}/${{ env.PROJECT_NAME }}:${{ env.GITHUB_SHA }}-stg + cache-from: type=gha + cache-to: type=gha,mode=max + + - name: Setup Python + uses: actions/setup-python@v5 + with: + python-version: "3.11" + cache: "pip" + + - name: Prefect Deploy + env: + PREFECT_API_KEY: ${{ secrets.PREFECT_API_KEY }} + IMAGE_NAME: ${{ steps.build-docker-image.outputs.metadata.image.name }} + run: | + pip install -r $PROJECT_NAME/requirements.txt + prefect cloud workspace set -w sales-engineering/sandbox-kevin-stg + prefect deploy --all --prefect-file $PROJECT_NAME/prefect.yaml + + deploy-production: + name: Deploy to production + runs-on: ubuntu-latest + if: github.ref == 'refs/heads/main' + + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + + - name: Log in to Docker Hub + uses: docker/login-action@v3 + with: + username: ${{ secrets.DOCKER_USERNAME }} + password: ${{ secrets.DOCKER_PASSWORD }} + + - name: Get commit hash + id: get-commit-hash + run: echo "COMMIT_HASH=$(git rev-parse --short HEAD)" >> "$GITHUB_OUTPUT" + + - name: Build and push + id: build-docker-image + env: + GITHUB_SHA: ${{ steps.get-commit-hash.outputs.COMMIT_HASH }} + uses: docker/build-push-action@v5 + with: + context: ${{ env.PROJECT_NAME }}/ + push: true + tags: ${{ secrets.DOCKER_USERNAME }}/${{ env.PROJECT_NAME }}:${{ env.GITHUB_SHA }}-prod + cache-from: type=gha + cache-to: type=gha,mode=max + + - name: Setup Python + uses: actions/setup-python@v5 + with: + python-version: "3.11" + cache: "pip" + + - name: Prefect Deploy + env: + PREFECT_API_KEY: ${{ secrets.PREFECT_API_KEY }} + IMAGE_NAME: ${{ steps.build-docker-image.outputs.metadata.image.name }} + run: | + pip install -r $PROJECT_NAME/requirements.txt + prefect cloud workspace set -w sales-engineering/sandbox-kevin + prefect deploy --all --prefect-file $PROJECT_NAME/prefect.yaml \ No newline at end of file diff --git a/project_1/Dockerfile b/project_1/Dockerfile new file mode 100644 index 0000000..8fc5021 --- /dev/null +++ b/project_1/Dockerfile @@ -0,0 +1,3 @@ +FROM --platform=linux/amd64 prefecthq/prefect:2.16.2-python3.11 +COPY requirements.txt requirements.txt +RUN pip install -r requirements.txt \ No newline at end of file diff --git a/project_1/flow.py b/project_1/flow.py new file mode 100644 index 0000000..a4aac91 --- /dev/null +++ b/project_1/flow.py @@ -0,0 +1,10 @@ +from prefect import flow + + +@flow(log_prints=True) +def hello(): + print("Hello from Project 1!") + + +if __name__ == "__main__": + hello() \ No newline at end of file diff --git a/project_1/prefect.yaml b/project_1/prefect.yaml new file mode 100644 index 0000000..e3a08e9 --- /dev/null +++ b/project_1/prefect.yaml @@ -0,0 +1,27 @@ +name: cicd-example-workspaces +prefect-version: 2.16.2 + +build: null + +push: + - prefect_aws.deployments.steps.push_to_s3: + requires: prefect-aws + bucket: cicd-example-workspaces + folder: "{{ $PROJECT_NAME }}" + credentials: "{{ prefect.blocks.aws-credentials.ecs-worker-changes }}" + +pull: + - prefect_aws.deployments.steps.pull_from_s3: + requires: prefect-aws + bucket: cicd-example-workspaces + folder: "{{ $PROJECT_NAME }}" + credentials: "{{ prefect.blocks.aws-credentials.ecs-worker-changes }}" + +deployments: + - name: my-project-1-deployment + entrypoint: "{{ $PROJECT_NAME }}/flow.py:hello" + work_pool: + name: k8s-demo + work_queue_name: default + job_variables: + image: "{{ $IMAGE_NAME }}" diff --git a/project_1/requirements.txt b/project_1/requirements.txt new file mode 100644 index 0000000..743f049 --- /dev/null +++ b/project_1/requirements.txt @@ -0,0 +1,2 @@ +prefect==2.16.1 +prefect-aws \ No newline at end of file diff --git a/project_2/flow.py b/project_2/flow.py index 23e3681..ca6a878 100644 --- a/project_2/flow.py +++ b/project_2/flow.py @@ -3,7 +3,7 @@ @flow(log_prints=True) def hello(): - print("Hello from Project 2!") + print("Hello from Project 2! :)") if __name__ == "__main__":