From cdb12453e8d911832c2d0d0a0f0ef160c6184129 Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 22:21:21 +0100 Subject: [PATCH 01/14] try to build.. --- .github/workflows/build-push-interactive.yml | 33 ++++++++++++++++++++ 1 file changed, 33 insertions(+) create mode 100644 .github/workflows/build-push-interactive.yml diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml new file mode 100644 index 0000000..604f317 --- /dev/null +++ b/.github/workflows/build-push-interactive.yml @@ -0,0 +1,33 @@ +name: Build and push service/interactive to Docker Hub + +on: + push: + paths: + - "service/interactive/**" + - ".github/workflows/**" + branches: ["main", "dev"] + tags: ["v*"] + pull_request: + branches: ["main"] + +jobs: + docker: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v3 + # - name: Set up QEMU + # uses: docker/setup-qemu-action@v3 + # - name: Set up Docker Buildx + # uses: docker/setup-buildx-action@v3 + # - name: Login to Docker Hub + # uses: docker/login-action@v3 + # with: + # username: ${{ secrets.DOCKERHUB_USERNAME }} + # password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Build and push + uses: docker/build-push-action@v5 + with: + context: ./service/interactive/ + push: false + tags: user/app:latest \ No newline at end of file From b466c8a7a9bd433d671d1b256a6ca6c1d5a264f5 Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 22:24:12 +0100 Subject: [PATCH 02/14] bug fix. --- .github/workflows/build-push-interactive.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index 604f317..ec27f90 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -3,7 +3,7 @@ name: Build and push service/interactive to Docker Hub on: push: paths: - - "service/interactive/**" + - "services/interactive/**" - ".github/workflows/**" branches: ["main", "dev"] tags: ["v*"] @@ -28,6 +28,6 @@ jobs: - name: Build and push uses: docker/build-push-action@v5 with: - context: ./service/interactive/ + context: ./services/interactive/ push: false tags: user/app:latest \ No newline at end of file From 2c3237bdf76ccf4ef6af878d81be7ca426376665 Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 22:30:31 +0100 Subject: [PATCH 03/14] updated name: --- .github/workflows/build-push-interactive.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index ec27f90..1858c7f 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -10,6 +10,11 @@ on: pull_request: branches: ["main"] +env: + DOCKER_HUB: anderslaunerbaek + CONTAINER_NAME: anbae-big-data-course + + jobs: docker: runs-on: ubuntu-latest @@ -30,4 +35,4 @@ jobs: with: context: ./services/interactive/ push: false - tags: user/app:latest \ No newline at end of file + tags: ${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:${GITHUB_REF##*/} \ No newline at end of file From da350c4b4ddd686e07228c19fc1c15fca097754c Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 22:34:38 +0100 Subject: [PATCH 04/14] bug fix. --- .github/workflows/build-push-interactive.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index 1858c7f..a171afe 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -35,4 +35,4 @@ jobs: with: context: ./services/interactive/ push: false - tags: ${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:${GITHUB_REF##*/} \ No newline at end of file + tags: ${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:${{ github.ref }} \ No newline at end of file From 1b6e48a7be82c178fd5951bf7fa42a74faba0587 Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 22:37:25 +0100 Subject: [PATCH 05/14] bug fix. --- .github/workflows/build-push-interactive.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index a171afe..1731c2c 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -35,4 +35,4 @@ jobs: with: context: ./services/interactive/ push: false - tags: ${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:${{ github.ref }} \ No newline at end of file + tags: ${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:latest;${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:${{ github.run_id }} \ No newline at end of file From 2eec31dd4e783499c2b8685313c7053fedcf5f89 Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 22:38:25 +0100 Subject: [PATCH 06/14] bug fix. --- .github/workflows/build-push-interactive.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index 1731c2c..855ece8 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -35,4 +35,4 @@ jobs: with: context: ./services/interactive/ push: false - tags: ${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:latest;${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:${{ github.run_id }} \ No newline at end of file + tags: ${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:latest \ No newline at end of file From 0896ccf51b02814a63af3235f2e3f0b321df282e Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 22:50:16 +0100 Subject: [PATCH 07/14] updated env names --- .github/workflows/build-push-interactive.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index 855ece8..3f105d6 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -11,8 +11,8 @@ on: branches: ["main"] env: - DOCKER_HUB: anderslaunerbaek - CONTAINER_NAME: anbae-big-data-course + DOCKERHUB_USERNAME: anderslaunerbaek + IMAGE_NAME: anbae-big-data-course jobs: @@ -34,5 +34,5 @@ jobs: uses: docker/build-push-action@v5 with: context: ./services/interactive/ - push: false - tags: ${{ env.DOCKER_HUB }}/${{ env.CONTAINER_NAME }}:latest \ No newline at end of file + push: true + tags: ${{ env.DOCKERHUB_USERNAME }}/${{ env.IMAGE_NAME }}:latest \ No newline at end of file From deb4e0c31ae6f5d7a724dc45869f93a7df5dfc9e Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 23:00:34 +0100 Subject: [PATCH 08/14] try to push to ghrc.io --- .github/workflows/build-push-interactive.yml | 23 +++++++++++--------- 1 file changed, 13 insertions(+), 10 deletions(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index 3f105d6..84f260a 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -21,18 +21,21 @@ jobs: steps: - name: Checkout uses: actions/checkout@v3 - # - name: Set up QEMU - # uses: docker/setup-qemu-action@v3 - # - name: Set up Docker Buildx - # uses: docker/setup-buildx-action@v3 - # - name: Login to Docker Hub - # uses: docker/login-action@v3 - # with: - # username: ${{ secrets.DOCKERHUB_USERNAME }} - # password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Set up QEMU + uses: docker/setup-qemu-action@v3 + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + - name: Login to Docker Hub + uses: docker/login-action@v3 + with: + # username: ${{ env.DOCKERHUB_USERNAME }} + # password: ${{ secrets.DOCKERHUB_TOKEN }} + registry: ghcr.io + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} - name: Build and push uses: docker/build-push-action@v5 with: - context: ./services/interactive/ + context: "{{defaultContext}}:services/interactive/" push: true tags: ${{ env.DOCKERHUB_USERNAME }}/${{ env.IMAGE_NAME }}:latest \ No newline at end of file From 3567c263506be5a3a040875c3f6ed162d65d55ff Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 23:09:41 +0100 Subject: [PATCH 09/14] back to dockerhub. missing secrets.DOCKERHUB_TOKEN in repo. --- .github/workflows/build-push-interactive.yml | 7 ++----- services/datahub/README.md | 1 - services/hive/README.md | 1 - 3 files changed, 2 insertions(+), 7 deletions(-) delete mode 100644 services/datahub/README.md delete mode 100644 services/hive/README.md diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index 84f260a..b2b7d7e 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -28,11 +28,8 @@ jobs: - name: Login to Docker Hub uses: docker/login-action@v3 with: - # username: ${{ env.DOCKERHUB_USERNAME }} - # password: ${{ secrets.DOCKERHUB_TOKEN }} - registry: ghcr.io - username: ${{ github.actor }} - password: ${{ secrets.GITHUB_TOKEN }} + username: ${{ env.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} - name: Build and push uses: docker/build-push-action@v5 with: diff --git a/services/datahub/README.md b/services/datahub/README.md deleted file mode 100644 index bc4b27b..0000000 --- a/services/datahub/README.md +++ /dev/null @@ -1 +0,0 @@ -# Datahub \ No newline at end of file diff --git a/services/hive/README.md b/services/hive/README.md deleted file mode 100644 index a1b39ba..0000000 --- a/services/hive/README.md +++ /dev/null @@ -1 +0,0 @@ -# Hive \ No newline at end of file From 368edc7d43f1bd8cc9504a19b14d5a55beac37fc Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Thu, 23 Nov 2023 23:23:56 +0100 Subject: [PATCH 10/14] added action for kafka connect image. --- .github/workflows/build-push-interactive.yml | 14 +++---- .../workflows/build-push-kafka-connect.yml | 39 +++++++++++++++++++ 2 files changed, 46 insertions(+), 7 deletions(-) create mode 100644 .github/workflows/build-push-kafka-connect.yml diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index b2b7d7e..a089cc9 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -1,4 +1,4 @@ -name: Build and push service/interactive to Docker Hub +name: Build and push - service/interactive on: push: @@ -25,14 +25,14 @@ jobs: uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 - - name: Login to Docker Hub - uses: docker/login-action@v3 - with: - username: ${{ env.DOCKERHUB_USERNAME }} - password: ${{ secrets.DOCKERHUB_TOKEN }} + # - name: Login to Docker Hub + # uses: docker/login-action@v3 + # with: + # username: ${{ env.DOCKERHUB_USERNAME }} + # password: ${{ secrets.DOCKERHUB_TOKEN }} - name: Build and push uses: docker/build-push-action@v5 with: context: "{{defaultContext}}:services/interactive/" - push: true + push: false tags: ${{ env.DOCKERHUB_USERNAME }}/${{ env.IMAGE_NAME }}:latest \ No newline at end of file diff --git a/.github/workflows/build-push-kafka-connect.yml b/.github/workflows/build-push-kafka-connect.yml new file mode 100644 index 0000000..b424b94 --- /dev/null +++ b/.github/workflows/build-push-kafka-connect.yml @@ -0,0 +1,39 @@ +name: Build and push service/kafka-connect to Docker Hub + +on: + push: + paths: + - "services/kafka-connect/**" + - ".github/workflows/**" + branches: ["main", "dev"] + tags: ["v*"] + pull_request: + branches: ["main"] + +env: + DOCKERHUB_USERNAME: anderslaunerbaek + IMAGE_NAME: cp-server-connect-base + CP_VERSION: 7.3.1 + +jobs: + docker: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v3 + - name: Set up QEMU + uses: docker/setup-qemu-action@v3 + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + # - name: Login to Docker Hub + # uses: docker/login-action@v3 + # with: + # username: ${{ env.DOCKERHUB_USERNAME }} + # password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Build and push + uses: docker/build-push-action@v5 + with: + context: "{{defaultContext}}:services/kafka-connect/" + build-args: "CP_VERSION=${{ env.CP_VERSION }}" + push: false + tags: ${{ env.DOCKERHUB_USERNAME }}/${{ env.IMAGE_NAME }}:latest \ No newline at end of file From b23aec24bf58e8f1786ba9a68f428c8a3584bc26 Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Fri, 24 Nov 2023 14:09:54 +0100 Subject: [PATCH 11/14] build and push to jakobhviid --- .github/workflows/build-push-interactive.yml | 12 ++++++------ .github/workflows/build-push-kafka-connect.yml | 16 ++++++++-------- 2 files changed, 14 insertions(+), 14 deletions(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index a089cc9..a8d472c 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -11,7 +11,7 @@ on: branches: ["main"] env: - DOCKERHUB_USERNAME: anderslaunerbaek + DOCKERHUB_USERNAME: jakobhviid IMAGE_NAME: anbae-big-data-course @@ -25,11 +25,11 @@ jobs: uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 - # - name: Login to Docker Hub - # uses: docker/login-action@v3 - # with: - # username: ${{ env.DOCKERHUB_USERNAME }} - # password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Login to Docker Hub + uses: docker/login-action@v3 + with: + username: ${{ env.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} - name: Build and push uses: docker/build-push-action@v5 with: diff --git a/.github/workflows/build-push-kafka-connect.yml b/.github/workflows/build-push-kafka-connect.yml index b424b94..17acb8d 100644 --- a/.github/workflows/build-push-kafka-connect.yml +++ b/.github/workflows/build-push-kafka-connect.yml @@ -1,4 +1,4 @@ -name: Build and push service/kafka-connect to Docker Hub +name: Build and push - service/kafka-connect on: push: @@ -11,7 +11,7 @@ on: branches: ["main"] env: - DOCKERHUB_USERNAME: anderslaunerbaek + DOCKERHUB_USERNAME: jakobhviid IMAGE_NAME: cp-server-connect-base CP_VERSION: 7.3.1 @@ -25,15 +25,15 @@ jobs: uses: docker/setup-qemu-action@v3 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 - # - name: Login to Docker Hub - # uses: docker/login-action@v3 - # with: - # username: ${{ env.DOCKERHUB_USERNAME }} - # password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Login to Docker Hub + uses: docker/login-action@v3 + with: + username: ${{ env.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} - name: Build and push uses: docker/build-push-action@v5 with: context: "{{defaultContext}}:services/kafka-connect/" build-args: "CP_VERSION=${{ env.CP_VERSION }}" push: false - tags: ${{ env.DOCKERHUB_USERNAME }}/${{ env.IMAGE_NAME }}:latest \ No newline at end of file + tags: ${{ env.DOCKERHUB_USERNAME }}/${{ env.IMAGE_NAME }}-${{ env.CP_VERSION }}:latest \ No newline at end of file From 7a3c1617f1bd7ac39cf1232297c6bee5f646094d Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Fri, 24 Nov 2023 14:12:30 +0100 Subject: [PATCH 12/14] enable push to dockerhub --- .github/workflows/build-push-kafka-connect.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build-push-kafka-connect.yml b/.github/workflows/build-push-kafka-connect.yml index 17acb8d..8f56f6a 100644 --- a/.github/workflows/build-push-kafka-connect.yml +++ b/.github/workflows/build-push-kafka-connect.yml @@ -35,5 +35,5 @@ jobs: with: context: "{{defaultContext}}:services/kafka-connect/" build-args: "CP_VERSION=${{ env.CP_VERSION }}" - push: false + push: true tags: ${{ env.DOCKERHUB_USERNAME }}/${{ env.IMAGE_NAME }}-${{ env.CP_VERSION }}:latest \ No newline at end of file From 5ac4b794af72ba788b1a4d756ac0b845646f5ea1 Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Fri, 24 Nov 2023 14:12:36 +0100 Subject: [PATCH 13/14] enable push to dockerhub --- .github/workflows/build-push-interactive.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index a8d472c..cb6f1ba 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -34,5 +34,5 @@ jobs: uses: docker/build-push-action@v5 with: context: "{{defaultContext}}:services/interactive/" - push: false + push: true tags: ${{ env.DOCKERHUB_USERNAME }}/${{ env.IMAGE_NAME }}:latest \ No newline at end of file From f728191bce5f42418aace39511bedf9329b40218 Mon Sep 17 00:00:00 2001 From: Anders Launer Baek-Petersen Date: Fri, 24 Nov 2023 14:33:51 +0100 Subject: [PATCH 14/14] changed names on images. --- .github/workflows/build-push-interactive.yml | 4 ++-- .github/workflows/build-push-kafka-connect.yml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build-push-interactive.yml b/.github/workflows/build-push-interactive.yml index cb6f1ba..6f09bf5 100644 --- a/.github/workflows/build-push-interactive.yml +++ b/.github/workflows/build-push-interactive.yml @@ -5,14 +5,14 @@ on: paths: - "services/interactive/**" - ".github/workflows/**" - branches: ["main", "dev"] + branches: ["main"] tags: ["v*"] pull_request: branches: ["main"] env: DOCKERHUB_USERNAME: jakobhviid - IMAGE_NAME: anbae-big-data-course + IMAGE_NAME: sdu-big-data-course-interactive jobs: diff --git a/.github/workflows/build-push-kafka-connect.yml b/.github/workflows/build-push-kafka-connect.yml index 8f56f6a..a998e23 100644 --- a/.github/workflows/build-push-kafka-connect.yml +++ b/.github/workflows/build-push-kafka-connect.yml @@ -5,14 +5,14 @@ on: paths: - "services/kafka-connect/**" - ".github/workflows/**" - branches: ["main", "dev"] + branches: ["main"] tags: ["v*"] pull_request: branches: ["main"] env: DOCKERHUB_USERNAME: jakobhviid - IMAGE_NAME: cp-server-connect-base + IMAGE_NAME: sdu-big-data-course-kafka-connect CP_VERSION: 7.3.1 jobs: