Qase test upload

.github/workflows/nightly-install.yaml

@@ -23,6 +23,7 @@ jobs:
  working-directory: tests/install/${{ matrix.vm }}
  env:
  INSTALL_K3S_CHANNEL: ${{ matrix.channel }}
+ LOG_FILE: /tmp/k3s-install-test-results.log
  steps:
  - name: "Checkout"
  uses: actions/checkout@v4
@@ -39,21 +40,178 @@ jobs:
  - name: "Vagrant Plugin(s)"
  run: vagrant plugin install vagrant-k3s vagrant-reload
  - name: "Vagrant Up ⏩ Install K3s"
- run: vagrant up
+ run: |
+ if vagrant up; then
+ echo "Vagrant Up ⏩ Install K3s: success" | tee -a ${{ env.LOG_FILE }}
+ else
+ echo "Vagrant Up ⏩ Install K3s: failure" | tee -a ${{ env.LOG_FILE }}
+ exit 1
+ fi
  - name: "⏳ Node"
- run: vagrant provision --provision-with=k3s-wait-for-node
+ run: |
+ if vagrant provision --provision-with=k3s-wait-for-node; then
+ echo "Node provision: success" | tee -a ${{ env.LOG_FILE }} 
+ else
+ echo "Node provision: failure" | tee -a ${{ env.LOG_FILE }}
+ exit 1
+ fi
  - name: "⏳ CoreDNS"
- run: vagrant provision --provision-with=k3s-wait-for-coredns
+ run: |
+ if vagrant provision --provision-with=k3s-wait-for-coredns; then
+ echo "CoreDNS provision: success" | tee -a ${{ env.LOG_FILE }} 
+ else
+ echo "CoreDNS provision: failure" | tee -a ${{ env.LOG_FILE }}
+ exit 1
+ fi
  - name: "⏳ Local Storage"
- run: vagrant provision --provision-with=k3s-wait-for-local-storage
+ run: |
+ vagrant provision --provision-with=k3s-wait-for-local-storage && \
+ echo "Local Storage provision: success" | tee -a ${{ env.LOG_FILE }} || \
+ echo "Local Storage provision: failure" | tee -a ${{ env.LOG_FILE }}
  continue-on-error: true
  - name: "⏳ Metrics Server"
- run: vagrant provision --provision-with=k3s-wait-for-metrics-server
+ run: |
+ vagrant provision --provision-with=k3s-wait-for-metrics-server && \
+ echo "Metrics Server provision: success" | tee -a ${{ env.LOG_FILE }} || \
+ echo "Metrics Server provision: failure" | tee -a ${{ env.LOG_FILE }}
  continue-on-error: true
  - name: "⏳ Traefik"
- run: vagrant provision --provision-with=k3s-wait-for-traefik
+ run: |
+ vagrant provision --provision-with=k3s-wait-for-traefik && \
+ echo "Traefik provision: success" | tee -a ${{ env.LOG_FILE }} || \
+ echo "Traefik provision: failure" | tee -a ${{ env.LOG_FILE }}
  continue-on-error: true
  - name: "k3s-status"
- run: vagrant provision --provision-with=k3s-status
+ run: |
+ if vagrant provision --provision-with=k3s-status; then
+ echo "k3s-status: success" | tee -a ${{ env.LOG_FILE }} 
+ else
+ echo "k3s-status: failure" | tee -a ${{ env.LOG_FILE }}
+ exit 1
+ fi
  - name: "k3s-procps"
- run: vagrant provision --provision-with=k3s-procps
+ run: |
+ if vagrant provision --provision-with=k3s-procps; then
+ echo "k3s-procps: success" | tee -a ${{ env.LOG_FILE }}
+ else
+ echo "k3s-procps: failure" | tee -a ${{ env.LOG_FILE }}
+ exit 1
+ fi
+
+ - name: "Qase Results environment setup"
+ if: always()
+ env:
+ QASE_RUN_NAME: "K3s Nightly Install-${{ matrix.vm }}(${{ matrix.channel }})"
+ QASE_API_TOKEN: ${{ secrets.QASE_API_TOKEN }}
+ PROJECT_CODE: "K3SRKE2"
+ CASE_ID_LIST: "108,109,110,111,112,113,114,115"
+ run: |
+ echo "QASE_RUN_NAME=${{ env.QASE_RUN_NAME }}" >> $GITHUB_ENV
+ echo "PROJECT_CODE=${{ env.PROJECT_CODE }}" >> $GITHUB_ENV
+ echo "CASE_ID_LIST=${{ env.CASE_ID_LIST }}" >> $GITHUB_ENV
+
+ - name: "Create Qase Run"
+ if: always()
+ id: create-qase-run
+ env:
+ QASE_RUN_NAME: ${{ env.QASE_RUN_NAME }}
+ CASE_ID_LIST: ${{ env.CASE_ID_LIST }}
+ QASE_API_TOKEN: ${{ secrets.QASE_API_TOKEN }}
+ run: |
+ # Create a run ID
+ RUN_ID_RESPONSE=$(curl --request POST \
+ --url "https://api.qase.io/v1/run/$PROJECT_CODE" \
+ --header "Token: $QASE_API_TOKEN" \
+ --header "accept: application/json" \
+ --header "content-type: application/json" \
+ --data '{
+ "cases": ['"$CASE_ID_LIST"'],
+ "title": "'"$QASE_RUN_NAME"'"
+ }')
+ echo "Run ID response: $RUN_ID_RESPONSE"
+
+ # set the run ID as an output variable
+ RUN_ID=$(echo $RUN_ID_RESPONSE | jq -r '.result.id')
+
+ if [ -z "$RUN_ID" ] || [ "$RUN_ID" == "null" ]; then
+ echo "Failed to create Qase run"
+ fi
+
+ # Set the run ID as an output variable using the environment file
+ echo "QASE_RUN_ID=$RUN_ID" >> $GITHUB_ENV
+ continue-on-error: true
+
+ - name: Process Test Results
+ if: always()
+ id: process-test-results
+ env:
+ CASE_ID_LIST: ${{ env.CASE_ID_LIST }}
+ run: |
+ GITHUB_RUN_URL="${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+ COMMENT_LINK="In case of failure in GitHub Actions run. See details here: $GITHUB_RUN_URL"
+
+ IFS=',' read -r -a CASE_IDS <<< "$CASE_ID_LIST"
+ COUNTER=0
+ results='[]'
+
+ while IFS= read -r line; do
+ TEST_NAME=$(echo "$line" | awk -F': ' '{print $1}')
+ TEST_STATUS=$(echo "$line" | awk -F': ' '{print $2}')
+ TEST_CASE_ID=${CASE_IDS[$COUNTER]}
+
+ COUNTER=$((COUNTER + 1))
+ if [ $COUNTER -ge ${#CASE_IDS[@]} ]; then
+ COUNTER=0
+ fi
+
+ if [ "$TEST_STATUS" == "success" ]; then
+ STATUS="passed"
+ else
+ STATUS="failed"
+ fi
+
+ results=$(echo "$results" | jq --arg case_id "$TEST_CASE_ID" --arg status "$STATUS" --arg comment "$COMMENT_LINK" \
+ '. + [{ "case_id": ($case_id|tonumber), "status": $status, "comment": $comment }]')
+ done < /tmp/k3s-install-test-results.log
+
+ echo "$results" > results.json
+ continue-on-error: true
+
+ - name: Publish Test Results
+ if: always()
+ env:
+ RUN_ID: ${{ env.QASE_RUN_ID }}
+ PROJECT_CODE: ${{ env.PROJECT_CODE }}
+ QASE_API_TOKEN: ${{ secrets.QASE_API_TOKEN }}
+ run: |
+ results=$(cat results.json)
+ RESPONSE=$(curl --request POST \
+ --url "https://api.qase.io/v1/result/${PROJECT_CODE}/${RUN_ID}/bulk" \
+ --header "Token: $QASE_API_TOKEN" \
+ --header 'accept: application/json' \
+ --header "Content-Type: application/json" \
+ --data "{\"results\": $results}")
+
+ echo "Publish test results response: $RESPONSE"
+ continue-on-error: true
+
+ - name: Complete Qase Run
+ if: always()
+ env:
+ RUN_ID: ${{ env.QASE_RUN_ID }}
+ PROJECT_CODE: ${{ env.PROJECT_CODE }}
+ QASE_API_TOKEN: ${{ secrets.QASE_API_TOKEN }}
+ run: |
+ COMPLETE_RUN=$(curl --request POST \
+ --url "https://api.qase.io/v1/run/${PROJECT_CODE}/${RUN_ID}/complete" \
+ --header "Token: $QASE_API_TOKEN" \
+ --header 'accept: application/json')
+
+ RUN_STATUS=$(echo $COMPLETE_RUN | jq -r '.status')
+ if [[ $RUN_STATUS != true ]]; then
+ echo "Failed to complete the run"
+ else
+ echo "Run completed successfully"
+ fi
+ continue-on-error: true
+