Tracking pull request to merge release-0.2.0 to main

.github/workflows/cleanup-images.yaml

@@ -0,0 +1,93 @@
+name: Scheduled cleanup unused images
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 0 * * 0"
+# At 00:00 on Sunday.
+
+jobs:
+  cleanup-images:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Log in to Openshift
+        uses: redhat-actions/[email protected]
+        with:
+          openshift_server_url: ${{ secrets.OPENSHIFT_SERVER }}
+          openshift_token: ${{ secrets.OPENSHIFT_TOKEN }}
+          insecure_skip_tls_verify: true
+          namespace: ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools
+
+      - name: cleanup-images
+        continue-on-error: true
+        run: |
+
+          #!/bin/bash
+
+          # This script will delete all image tags for both frontend and backend except the one being referenced
+
+          # The sample of search_string is lcfs-backend:0.2.0-20240403221450
+          # The sample of oc_output could include
+            # lcfs-backend:0.2.0-20240403210040
+            # lcfs-backend:0.2.0-20240403211844
+            # lcfs-backend:0.2.0-20240403221450
+          # The script will remove the first two image tags
+
+          delete_resources() {
+              local search_string="$1"
+              local oc_output="$2"
+              local namepace="$3"
+
+              # Check if the oc_output is empty
+              if [ -z "$oc_output" ]; then
+                  echo "Error: No output provided."
+                  return 1
+              fi
+
+              # Loop through each line in the oc output
+              while IFS= read -r line; do
+                  # Check if the line contains the search string
+                  if [[ "$line" != *"$search_string"* ]]; then
+                      # Extract the name of the resource from the line
+                      resource_name=$(echo "$line" | awk '{print $1}')
+                      # Delete the resource
+                      oc -n "$namepace" delete imagetag/"$resource_name"
+                  fi
+              done <<< "$oc_output"
+          }
+
+          # Define the search string
+          search_string=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev describe deployment/lcfs-backend-dev | grep Image | awk -F '/' '{print $NF}')
+          # Run the oc command and store the output in a variable
+          oc_output=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev get imagetags | grep lcfs-backend | awk '{print $1}')
+          namespace="${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev"
+          echo "Will delete all lcfs-bakcend image tags in ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev except $search_string"
+          delete_resources "$search_string" "$oc_output" "$namespace"
+
+          # Define the search string
+          search_string=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev describe deployment/lcfs-frontend-dev | grep Image | awk -F '/' '{print $NF}')
+          # Run the oc command and store the output in a variable
+          oc_output=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev get imagetags | grep lcfs-frontend | awk '{print $1}')
+          echo "Will delete all lcfs-frontend image tags in ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev except $search_string"
+          namespace="${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev"
+          delete_resources "$search_string" "$oc_output" "$namespace"
+
+          echo "will delete images in tools env"
+          frontendimages=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get imagetags | grep lcfs-frontend | awk '{print $1}')
+          if [ ! -z "$frontendimages" ]; then
+            oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get imagetags | grep lcfs-frontend | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete imagetag 
+          fi
+
+          backendimages=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get imagetags | grep lcfs-backend | awk '{print $1}')
+          if [ ! -z "$backendimages" ]; then
+            oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get imagetags | grep lcfs-backend | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete imagetag
+          fi
+
+          echo "Cleaning up Completed pods on Dev except CrunchyDB pods"
+          oc -n  ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev get pods | grep Completed | grep -v crunchy | awk '{print $1}' | xargs oc -n  ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev delete pod || true
+
+          echo "Cleaning up Complete and Failed builds on Tools"
+          oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get builds | grep Complete | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete build || true
+          oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get builds | grep Failed | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete build || true
+
+          echo "Cleaning up buildconfigs on Tools"
+          oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get buildconfig | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete buildconfig || true

.github/workflows/cron-cleanup-workflow-runs.yaml

@@ -0,0 +1,19 @@
+name: Scheduled cleanup old workflow runs
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 8 * * *"
+
+jobs:
+  del_runs:
+    runs-on: ubuntu-latest
+    permissions:
+      actions: write
+    steps:
+      - name: Delete workflow runs
+        uses: Mattraks/[email protected]
+        with:
+          token: ${{ github.token }}
+          repository: ${{ github.repository }}
+          retain_days: 5
+          keep_minimum_runs: 0

.github/workflows/cypress.yml

@@ -0,0 +1,81 @@
+name: Cypress Daily
+
+on:
+  schedule:
+    - cron: '0 16 * * *'  # Runs daily at 16:00 UTC (8 AM PST)
+  workflow_dispatch:      # Allows manual triggering of the workflow
+
+jobs:
+  cypress:
+    runs-on: ubuntu-latest
+    services:
+      db:
+        image: postgres:14.2
+        env:
+          POSTGRES_DB: lcfs
+          POSTGRES_USER: lcfs
+          POSTGRES_PASSWORD: development_only
+        ports:
+          - 5432:5432
+      redis:
+        image: bitnami/redis:6.2.5
+        env:
+          ALLOW_EMPTY_PASSWORD: "yes"
+        ports:
+          - 6379:6379
+      rabbitmq:
+        image: rabbitmq:3-management
+        env:
+          RABBITMQ_DEFAULT_USER: lcfs
+          RABBITMQ_DEFAULT_PASS: development_only
+          RABBITMQ_DEFAULT_VHOST: lcfs
+        ports:
+          - "15672:15672"
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Build and Run Backend Service
+        run: |
+          docker build -t backend-service -f ./backend/Dockerfile ./backend
+          docker run -d --name backend \
+            --network=host \
+            -e LCFS_DB_HOST=localhost \
+            -e LCFS_REDIS_HOST=localhost \
+            backend-service
+
+      - name: Wait for DB to be Ready
+        run: sleep 20
+
+      - name: Run Alembic Migrations
+        run: docker exec backend poetry run alembic upgrade head
+
+      - name: Data Seeding
+        run: docker exec backend poetry run python /app/lcfs/db/seeders/seed_database.py
+
+      - name: Build and Run Frontend Service
+        run: |
+          docker build -t frontend-service -f ./frontend/Dockerfile.dev ./frontend
+          docker run -d --name frontend \
+            --network=host \
+            frontend-service
+
+      - name: Cypress run
+        uses: cypress-io/github-action@v2
+        with:
+          browser: chrome
+          wait-on: 'http://localhost:3000'
+          wait-on-timeout: 60
+          record: false
+          config-file: cypress.config.js
+          working-directory: frontend
+        env:
+          IDIR_TEST_USER: ${{ secrets.CYPRESS_IDIR_TEST_USER }}
+          IDIR_TEST_PASS: ${{ secrets.CYPRESS_IDIR_TEST_PASS }}
+          BCEID_TEST_USER: ${{ secrets.CYPRESS_BCEID_TEST_USER }}
+          BCEID_TEST_PASS: ${{ secrets.CYPRESS_BCEID_TEST_PASS }}
+
+      - name: Cleanup
+        if: always()
+        run: |
+          docker stop backend frontend
+          docker rm backend frontend

.github/workflows/dev-ci.yml

@@ -0,0 +1,146 @@
+## For each release, the value of workflow name, branches and VERSION need to be adjusted accordingly
+
+name: LCFS 0.2.0 Dev CI
+
+on:
+  push:
+    branches: [ release-0.2.0 ]
+    paths:
+      - frontend/**
+      - backend/**
+  workflow_dispatch:
+
+env:
+  VERSION: 0.2.0
+  GIT_URL: https://github.com/bcgov/lcfs.git 
+  TOOLS_NAMESPACE: ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools
+  DEV_NAMESPACE: ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev
+
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true  
+
+jobs:
+
+  install-oc:
+    runs-on: ubuntu-latest
+    outputs:
+      cache-hit: ${{ steps.cache.outputs.cache-hit }}
+    steps:
+      - name: Check out repository
+        uses: actions/[email protected]
+
+      - name: Set up cache for OpenShift CLI
+        id: cache
+        uses: actions/[email protected]
+        with:
+          path: /usr/local/bin/oc  # Path where the `oc` binary will be installed
+          key: oc-cli-${{ runner.os }}
+
+      - name: Install OpenShift CLI (if not cached)
+        if: steps.cache.outputs.cache-hit != 'true'
+        run: |
+          curl -LO https://mirror.openshift.com/pub/openshift-v4/clients/ocp/stable/openshift-client-linux.tar.gz
+          tar -xvf openshift-client-linux.tar.gz
+          sudo mv oc /usr/local/bin/
+          oc version --client
+
+      - name: Confirm OpenShift CLI is Available
+        run: oc version --client
+
+  set-pre-release:
+    name: Calculate pre-release number
+    runs-on: ubuntu-latest
+    needs: [install-oc]
+
+    outputs:
+      output1: ${{ steps.set-pre-release.outputs.PRE_RELEASE }}
+
+    steps:
+      - id: set-pre-release
+        run: echo "PRE_RELEASE=$(date +'%Y%m%d%H%M%S')" >> $GITHUB_OUTPUT
+
+  build:
+
+    name: Build LCFS
+    runs-on: ubuntu-latest
+    needs: set-pre-release
+    timeout-minutes: 60
+
+    env:
+      PRE_RELEASE: ${{ needs.set-pre-release.outputs.output1 }}
+
+    steps:
+
+      - name: Check out repository
+        uses: actions/[email protected]
+
+      - name: Restore oc command from Cache
+        uses: actions/[email protected]
+        with:
+          path: /usr/local/bin/oc
+          key: oc-cli-${{ runner.os }}
+
+      - name: Log in to Openshift
+        uses: redhat-actions/[email protected]
+        with:
+          openshift_server_url: ${{ secrets.OPENSHIFT_SERVER }}
+          openshift_token: ${{ secrets.OPENSHIFT_TOKEN }}
+          insecure_skip_tls_verify: true
+          namespace: ${{ env.TOOLS_NAMESPACE }}
+
+      - name: Build LCFS Backend
+        run: |
+          cd openshift/templates
+          oc process -f ./backend-bc.yaml VERSION=${{ env.VERSION }}-${{ env.PRE_RELEASE }} GIT_URL=${{ env.GIT_URL }} GIT_REF=release-${{ env.VERSION }} | oc apply --wait=true -f - -n ${{ env.TOOLS_NAMESPACE }}
+          sleep 2s
+          oc -n ${{ env.TOOLS_NAMESPACE }} start-build lcfs-backend-${{ env.VERSION }}-${{ env.PRE_RELEASE }} --wait=true
+          oc tag ${{ env.TOOLS_NAMESPACE }}/lcfs-backend:${{ env.VERSION }}-${{ env.PRE_RELEASE }} ${{ env.DEV_NAMESPACE }}/lcfs-backend:${{ env.VERSION }}-${{ env.PRE_RELEASE }}
+
+      - name: Build LCFS Frontend
+        run: |
+          cd openshift/templates
+          oc process -f ./frontend-bc.yaml VERSION=${{ env.VERSION }}-${{ env.PRE_RELEASE }} GIT_URL=${{ env.GIT_URL }} GIT_REF=release-${{ env.VERSION }} | oc apply --wait=true -f - -n ${{ env.TOOLS_NAMESPACE }}    
+          sleep 2s
+          oc -n ${{ env.TOOLS_NAMESPACE }} start-build lcfs-frontend-${{ env.VERSION }}-${{ env.PRE_RELEASE }} --wait=true
+          oc tag ${{ env.TOOLS_NAMESPACE }}/lcfs-frontend:${{ env.VERSION }}-${{ env.PRE_RELEASE }} ${{ env.DEV_NAMESPACE }}/lcfs-frontend:${{ env.VERSION }}-${{ env.PRE_RELEASE }}
+
+  deploy:
+
+    name: Deploy LCFS
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    needs: [set-pre-release, build]
+
+    env:
+      PRE_RELEASE: ${{ needs.set-pre-release.outputs.output1 }}
+
+    steps:
+
+      - name: Checkout Manifest repository
+        uses: actions/[email protected]
+        with:
+          repository: bcgov-c/tenant-gitops-d2bd59
+          ref: main
+          ssh-key: ${{ secrets.MANIFEST_REPO_DEPLOY_KEY }}
+
+      - name: Update frontend tag
+        uses: mikefarah/[email protected]
+        with:
+            cmd: yq -i '.image.tag = "${{ env.VERSION }}-${{ env.PRE_RELEASE }}"' lcfs/charts/lcfs-frontend/values-dev.yaml
+
+      - name: Update backend tag
+        uses: mikefarah/[email protected]
+        with:
+            cmd: yq -i '.image.tag = "${{ env.VERSION }}-${{ env.PRE_RELEASE }}"' lcfs/charts/lcfs-backend/values-dev.yaml
+
+      - name: GitHub Commit & Push
+        run: |
+          git config --global user.email "[email protected]"
+          git config --global user.name "GitHub Actions"
+          git add lcfs/charts/lcfs-frontend/values-dev.yaml
+          git add lcfs/charts/lcfs-backend/values-dev.yaml
+          git commit -m "update the image tag to ${{ env.VERSION }}-${{ env.PRE_RELEASE }}"
+          git push
+