Task queue 0.2.0 (#309)

\

.github/workflows/dev-task-queue.yaml

@@ -0,0 +1,97 @@
+## For each release, the value of workflow name, branches and VERSION need to be adjusted accordingly
+
+name: CTHUB 0.2.0 Task Queue Dev CI
+
+on:
+  push:
+    branches: [ task-queue-0.2.0 ]
+  workflow_dispatch:
+
+env:
+  VERSION: 0.2.0
+  GIT_URL: https://github.com/bcgov/cthub.git 
+  TOOLS_NAMESPACE: ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools
+  DEV_NAMESPACE: ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev
+
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true  
+
+jobs:
+
+  set-pre-release:
+    name: Calculate pre-release number
+    runs-on: ubuntu-latest
+
+    outputs:
+      output1: ${{ steps.set-pre-release.outputs.PRE_RELEASE }}
+
+    steps:
+      - id: set-pre-release
+        run: echo "PRE_RELEASE=$(date +'%Y%m%d%H%M%S')" >> $GITHUB_OUTPUT
+
+  build:
+
+    name: Build CTHUB task queue
+    runs-on: ubuntu-latest
+    needs: set-pre-release
+    timeout-minutes: 60
+
+    env:
+      PRE_RELEASE: ${{ needs.set-pre-release.outputs.output1 }}
+
+    steps:
+
+      - name: Check out repository
+        uses: actions/[email protected]
+
+      - name: Log in to Openshift
+        uses: redhat-actions/[email protected]
+        with:
+          openshift_server_url: ${{ secrets.OPENSHIFT_SERVER }}
+          openshift_token: ${{ secrets.OPENSHIFT_TOKEN }}
+          insecure_skip_tls_verify: true
+          namespace: ${{ env.TOOLS_NAMESPACE }}
+
+      - name: Build CTHUB task queue
+        run: |
+          cd openshift/templates/task-queue
+          oc process -f ./task-queue-bc.yaml NAME=cthub SUFFIX=-${{ env.VERSION }}-${{ env.PRE_RELEASE }} VERSION=${{ env.VERSION }}-${{ env.PRE_RELEASE }} GIT_URL=${{ env.GIT_URL }} GIT_REF=task-queue-${{ env.VERSION }} | oc apply --wait=true -f - -n ${{ env.TOOLS_NAMESPACE }}
+          sleep 5s
+          oc -n ${{ env.TOOLS_NAMESPACE }} wait --for=condition=Complete --timeout=900s build/cthub-task-queue-${{ env.VERSION }}-${{ env.PRE_RELEASE }}-1
+          oc tag ${{ env.TOOLS_NAMESPACE }}/cthub-task-queue:${{ env.VERSION }}-${{ env.PRE_RELEASE }} ${{ env.DEV_NAMESPACE }}/cthub-task-queue:${{ env.VERSION }}-${{ env.PRE_RELEASE }}
+
+
+  # deploy:
+
+  #   name: Deploy CTHUB task queue on Dev
+  #   runs-on: ubuntu-latest
+  #   timeout-minutes: 60
+  #   needs: [set-pre-release, build]
+
+  #   env:
+  #     PRE_RELEASE: ${{ needs.set-pre-release.outputs.output1 }}
+
+  #   steps:
+
+  #     - name: Checkout Manifest repository
+  #       uses: actions/[email protected]
+  #       with:
+  #         repository: bcgov-c/tenant-gitops-30b186
+  #         ref: main
+  #         ssh-key: ${{ secrets.MANIFEST_REPO_DEPLOY_KEY }}
+
+  #     - name: Update task-queue tag
+  #       uses: mikefarah/[email protected]
+  #       with:
+  #           cmd: yq -i '.task-queue.image.tag = "${{ env.VERSION }}-${{ env.PRE_RELEASE }}"' cthub/values-dev.yaml
+
+  #     - name: GitHub Commit & Push
+  #       run: |
+  #         git config --global user.email "[email protected]"
+  #         git config --global user.name "GitHub Actions"
+  #         git add cthub/values-dev.yaml
+  #         git commit -m "Update the image tag to ${{ env.VERSION }}-${{ env.PRE_RELEASE }} on Dev"
+  #         git push
+

django/Dockerfile.taskq.Openshift

@@ -0,0 +1,17 @@
+FROM registry.fedoraproject.org/f35/python3
+
+# Add application sources with correct permissions for OpenShift
+USER 0
+WORKDIR /opt/app-root/src
+ADD . .
+RUN chown -R 1001:0 ./
+USER 1001
+
+# # Install the dependencies
+RUN pip install -U "pip>=19.3.1" && \
+    pip install -r requirements.txt 
+RUN ls -l \
+    && python -V
+
+# # Run the application
+CMD python manage.py qcluster

openshift/templates/task-queue/task-queue-bc.yaml

@@ -0,0 +1,92 @@
+apiVersion: template.openshift.io/v1
+kind: Template
+metadata:
+  creationTimestamp: null
+  name: cthub-task-queue
+parameters:
+  - name: NAME
+    displayName:
+    description: the module name entered when run yo bcdk:pipeline, which is zeva
+    required: true
+  - name: SUFFIX
+    displayName:
+    description: sample is -pr-0
+    required: true
+  - name: VERSION
+    displayName:
+    description:  image tag name for output
+    required: true
+  - name: GIT_URL
+    displayName:
+    description: cthub repo
+    required: true
+  - name: GIT_REF
+    displayName:
+    description: cthub branch name of the pr
+    required: true
+objects:
+- apiVersion: image.openshift.io/v1
+  kind: ImageStream
+  metadata:
+    annotations:
+      description: Keeps track of changes in the client / front end image
+    labels:
+      shared: "true"
+    creationTimestamp: null
+    name: ${NAME}-task-queue
+  spec:
+    lookupPolicy:
+      local: false
+  status:
+    dockerImageRepository: ""
+- apiVersion: build.openshift.io/v1
+  kind: BuildConfig
+  metadata:
+    creationTimestamp: null
+    name: ${NAME}-task-queue${SUFFIX}
+  spec:
+    failedBuildsHistoryLimit: 5
+    nodeSelector: null
+    output:
+      to:
+        kind: ImageStreamTag
+        name: ${NAME}-task-queue:${VERSION}
+    postCommit: {}
+    resources:
+      limits:
+        cpu: 2000m
+        memory: 4Gi
+      requests:
+        cpu: 500m
+        memory: 2Gi
+    runPolicy: Serial
+    source:
+      git:
+        ref: ${GIT_REF}
+        uri: ${GIT_URL}
+      type: Git
+      contextDir: django
+    strategy:
+      dockerStrategy:
+        dockerfilePath: ./Dockerfile.taskq.Openshift
+        env:
+          - name: ARTIFACTORY_USER
+            valueFrom:
+              secretKeyRef:
+                name: artifacts-default-idxprm
+                key: username
+          - name: ARTIFACTORY_PASSWORD
+            valueFrom:
+              secretKeyRef:
+                name: artifacts-default-idxprm
+                key: password
+        noCache: true
+        forcePull: true
+      type: Docker
+    successfulBuildsHistoryLimit: 5
+    triggers: 
+      - imageChange: {}
+        type: ImageChange
+      - type: ConfigChange    
+  status:
+    lastVersion: 0