PR reviews #9
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Harbor E2E Tests | |
| on: | |
| push: | |
| branches: | |
| - '**' | |
| pull_request: | |
| branches: | |
| - main | |
| - release-* | |
| - feature/* | |
| jobs: | |
| harbor-tests: | |
| runs-on: ubuntu-latest | |
| name: K8S v${{ matrix.k8sVersion }} (CM v${{ matrix.certManager }} ${{ matrix.samples }}) | |
| env: | |
| USE_EXISTING_CLUSTER: true | |
| operatorNamespace: harbor-operator-ns | |
| dockerImage: harbor-operator:dev_test | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # https://github.com/jetstack/cert-manager/tags | |
| certManager: | |
| - "1.6.3" | |
| - "1.9.1" | |
| # https://github.com/kubernetes-sigs/kind/releases | |
| k8sVersion: | |
| - "1.21.12" | |
| - "1.23.6" | |
| - "1.24.0" | |
| # https://github.com/kubernetes/ingress-nginx/tags | |
| ingress: | |
| - "1.3.0" | |
| samples: | |
| - "full_stack.yaml" | |
| - "standard_stack_fs.yaml" | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-go@v2 | |
| with: | |
| go-version: 1.18 | |
| - uses: azure/setup-kubectl@v3 | |
| with: | |
| version: 'latest' | |
| - name: Cache go mod | |
| uses: actions/cache@v2 | |
| with: | |
| path: ~/go/pkg/mod | |
| key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }} | |
| restore-keys: | | |
| ${{ runner.os }}-go- | |
| - name: Prepare memory storage for etcd of kind cluster | |
| run: | | |
| # Use memory storage for etcd of the kind cluster, see https://github.com/kubernetes-sigs/kind/issues/845 for more info | |
| mkdir -p /tmp/lib/etcd | |
| sudo mount -t tmpfs tmpfs /tmp/lib/etcd | |
| - name: Install Kubernetes v${{ matrix.k8sVersion }} | |
| uses: helm/[email protected] | |
| with: | |
| version: v0.14.0 | |
| node_image: kindest/node:v${{ matrix.k8sVersion }} | |
| cluster_name: harbor | |
| config: .github/kind_permission.yaml | |
| - name: Install CertManager v${{ matrix.certManager }} | |
| run: | | |
| kubectl apply -f "https://github.com/jetstack/cert-manager/releases/download/v${{ matrix.certManager }}/cert-manager.yaml" | |
| sleep 5 | |
| time kubectl -n cert-manager wait --for=condition=Available deployment --all --timeout 300s | |
| - name: Install Ingress | |
| run: | | |
| kubectl apply -f https://raw.githubusercontent.com/kubernetes/ingress-nginx/controller-v${{ matrix.ingress }}/deploy/static/provider/kind/deploy.yaml | |
| time kubectl wait --namespace ingress-nginx --for=condition=ready pod --selector=app.kubernetes.io/component=controller --timeout=300s | |
| - name: build harbor-operator | |
| run: | | |
| docker buildx create --use | |
| make generate docker-build IMG=${dockerImage} GIT_COMMIT=${{ github.sha }} | |
| kind load docker-image ${dockerImage} --name harbor | |
| - name: install harbor-operator | |
| run: | | |
| make kustomize | |
| cd manifests/cluster | |
| kustomize edit add secret github-token --disableNameSuffixHash --from-literal=GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }} | |
| kustomize edit add patch --path patch/github-token.yaml | |
| kustomize edit set image goharbor/harbor-operator=${dockerImage} | |
| ../../bin/kustomize build --reorder legacy | kubectl create -f - | |
| if ! time kubectl -n ${operatorNamespace} wait --for=condition=Available deployment --all --timeout 300s; then | |
| kubectl get all -n ${operatorNamespace} | |
| exit 1 | |
| fi | |
| kubectl get all -n ${operatorNamespace} | |
| sleep 10 | |
| - name: install harbor | |
| run: | | |
| set -ex | |
| IP=`hostname -I | awk '{print $1}'` | |
| echo "IP=$IP" >> $GITHUB_ENV | |
| CORE_HOST=core.$IP.nip.io | |
| NOTARY_HOST=notary.$IP.nip.io | |
| MINIO_HOST=minio.$IP.nip.io | |
| echo "CORE_HOST=$CORE_HOST" >> $GITHUB_ENV | |
| echo "NOTARY_HOST=$NOTARY_HOST" >> $GITHUB_ENV | |
| echo "MINIO_HOST=$MINIO_HOST" >> $GITHUB_ENV | |
| samplefile=${{ matrix.samples }} | |
| sed -i "s/core.harbor.domain/$CORE_HOST/g" manifests/samples/$samplefile | |
| sed -i "s/notary.harbor.domain/$NOTARY_HOST/g" manifests/samples/$samplefile | |
| sed -i "s/minio.harbor.domain/$MINIO_HOST/g" manifests/samples/$samplefile | |
| sed -i "s/logLevel: info/logLevel: debug/g" manifests/samples/$samplefile | |
| kubectl apply -f manifests/samples/$samplefile | |
| for i in $(seq 1 7);do | |
| sleep 30 | |
| echo $i | |
| kubectl -n cluster-sample-ns get all | |
| done | |
| function wait-for-condition () { | |
| time kubectl -n cluster-sample-ns wait --for=condition=$1 harborcluster harborcluster-sample --timeout $2 | |
| } | |
| if ! wait-for-condition InProgress=False 600s && ! wait-for-condition Failed=False 60s; then | |
| echo install harbor failed | |
| kubectl describe harborcluster -n cluster-sample-ns | |
| kubectl describe harbor -n cluster-sample-ns | |
| kubectl get all -n cluster-sample-ns | |
| for n in $(kubectl -n cluster-sample-ns get po |grep -v Running|grep -v NAME|awk '{print $1}');do | |
| echo describe $n | |
| kubectl -n cluster-sample-ns describe pod $n | |
| echo show log $n | |
| kubectl -n cluster-sample-ns logs --tail 100 $n || true | |
| done | |
| kubectl logs -l control-plane=harbor-operator -n ${operatorNamespace} --tail 100 | |
| free -h | |
| exit 1 | |
| else | |
| kubectl -n cluster-sample-ns get all -o wide | |
| kubectl get harbor -n cluster-sample-ns -o wide | |
| kubectl get harborcluster -n cluster-sample-ns -o wide | |
| kubectl get all -n ${operatorNamespace} | |
| fi | |
| free -h | |
| df -h | |
| - name: test harbor | |
| run: | | |
| set -ex | |
| free -h | |
| df -h | |
| curl https://$CORE_HOST/api/v2.0/systeminfo -i -k -f | |
| sudo mkdir -p /etc/docker/certs.d/$CORE_HOST | |
| kubectl -n cluster-sample-ns get secret sample-public-certificate -o jsonpath='{.data.ca\.crt}' \ | |
| | base64 --decode \ | |
| | sudo tee /etc/docker/certs.d/$CORE_HOST/harbor_ca.crt | |
| # docker login, create image, docker push, docker pull | |
| docker login $CORE_HOST -u admin -p Harbor12345 || (kubectl -n cluster-sample-ns get po;kubectl -n cluster-sample-ns logs -l goharbor.io/operator-controller=core;exit 1) | |
| docker run busybox dd if=/dev/urandom of=test count=10 bs=1MB | |
| DOCKERID=`docker ps -l -q` | |
| docker commit $DOCKERID $CORE_HOST/library/busybox:test | |
| docker push $CORE_HOST/library/busybox:test | |
| docker pull $CORE_HOST/library/busybox:test | |
| - name: apidb test | |
| run: bash .github/scripts/apidb_test.sh | |
| env: | |
| DOCKER_USER: ${{ secrets.DOCKER_USER }} | |
| DOCKER_PWD: ${{ secrets.DOCKER_TOKEN }} | |
| CORE_DEPLOYMENT: harborcluster-sample-harbor-harbor-core | |
| NAMESPACE: cluster-sample-ns | |
| - name: fetch harbor logs | |
| if: ${{ failure() }} | |
| run: | | |
| df -h | |
| free -m | |
| mkdir -p /tmp/harbor | |
| for name in core jobservice registry registryctl trivy chartmuseum notaryserver notarysigner portal; do \ | |
| kubectl -n cluster-sample-ns logs -l "goharbor.io/operator-controller=$name" --all-containers > /tmp/harbor/$name.log ; \ | |
| done | |
| kubectl -n cluster-sample-ns logs -l "application=spilo" --all-containers > /tmp/harbor/db.log | |
| kubectl -n cluster-sample-ns logs -l "app.kubernetes.io/component=redis" --all-containers > /tmp/harbor/redis.log | |
| ls -l /tmp/harbor | |
| - uses: actions/upload-artifact@v2 | |
| if: ${{ failure() }} | |
| with: | |
| name: harbor_v${{ matrix.k8sVersion }}_v${{ matrix.certManager }}_${{ matrix.samples }} | |
| path: /tmp/harbor | |
| - name: fetch logs | |
| if: ${{ failure() }} | |
| run: | | |
| mkdir -p /tmp/logs | |
| kind export logs --name harbor /tmp/logs | |
| ls -l /tmp/logs | |
| - uses: actions/upload-artifact@v2 | |
| if: ${{ failure() }} | |
| with: | |
| name: kind_v${{ matrix.k8sVersion }}_v${{ matrix.certManager }}_${{ matrix.samples }} | |
| path: /tmp/logs | |
| - name: Get logs for debug | |
| if: ${{ failure() }} | |
| run: | | |
| set -x | |
| kubectl get all -n "${operatorNamespace}" -o wide | |
| kubectl logs -n "${operatorNamespace}" -l 'control-plane=harbor-operator' --all-containers --tail=1000 |