Squashed 'hack/libbuild/' changes from 5e13446a..70ef1128

70ef1128 fix branch naming issue (#23)
da3abb93 Use TAG instead of CUSTOM_OPERATOR_TAG, so it'll be common accross all repo (#22)
581ca8c0 Rename cleanup to cleanup_test_stuff (#21)
d5b1ae3f Add concourse scripts for creating cluster, installing dependencies (#20)
6274f165 fix TAG_STRATEGY: unbound variable (#19)
46c48326 Remove gopath static flags.
637d3545 Fix reproducible build and add tags for static.

git-subtree-dir: hack/libbuild
git-subtree-split: 70ef11282ee43c0ba11ee94e9e3d4d008b82498e

common/lib.sh

@@ -91,7 +91,7 @@ detect_tag() {
   echo "commit_timestamp = $commit_timestamp"
 
   # write TAG info to a file so that it can be loaded by a different command or script
-  if [ "$1" != '' ]; then
+  if [ $# -gt 0 ] && [ "$1" != '' ]; then
     cat >"$1" <<EOL
 TAG=$TAG
 TAG_STRATEGY=$TAG_STRATEGY
@@ -136,7 +136,7 @@ hub_canary() {
   hub_up
 
   # ref: https://www.gnu.org/software/bash/manual/html_node/Conditional-Constructs.html#Conditional-Constructs
-  if [[ "$TAG_STRATEGY" == "commit_hash" && "$git_branch" == "master" ]]; then
+  if [[ "${TAG_STRATEGY:-}" == "commit_hash" && "${git_branch:-}" == "master" ]]; then
     local cmd="docker tag $DOCKER_REGISTRY/$IMG:$TAG $DOCKER_REGISTRY/$IMG:canary"
     echo $cmd
     $cmd

concourse/cluster.sh

@@ -0,0 +1,299 @@
+#!/usr/bin/env bash
+
+StorageClass="standard"
+
+# name of the cluster
+pushd $REPO_NAME
+NAME=$REPO_NAME-$(git rev-parse --short HEAD)
+popd
+
+function cleanup_test_stuff() {
+  set +eou pipefail
+
+  # Workload Descriptions if the test fails
+  cowsay -f tux "Describe Deployment"
+  kubectl describe deploy -n kube-system -l app=$APP_LABEL
+
+  cowsay -f tux "Describe Replica Set"
+  kubectl describe replicasets -n kube-system -l app=$APP_LABEL
+
+  cowsay -f tux "Describe Pods"
+  kubectl describe pods -n kube-system -l app=$APP_LABEL
+
+  cowsay -f tux "Describe Nodes"
+  kubectl get nodes
+  kubectl describe nodes
+
+  pushd $GOPATH/src/github.com/$ORG_NAME/$REPO_NAME
+  ./hack/deploy/setup.sh --uninstall --purge
+  popd
+
+  # delete cluster on exit
+  if [ "$ClusterProvider" = "aws" ]; then
+    kops delete cluster --name "$NAME" --yes
+  elif [[ "$ClusterProvider" == "aks" || "$ClusterProvider" == "acs" ]]; then
+    az group delete --name "$NAME" --yes --no-wait
+  elif [ "$ClusterProvider" = "kubespray" ]; then
+    packet admin delete-sshkey --key-id "$SSH_KEY_ID" --key "$PACKET_API_TOKEN"
+    packet baremetal delete-device --device-id "$DEVICE_ID" --key "$PACKET_API_TOKEN"
+  elif [ "$ClusterProvider" != "cncf" ]; then
+    pharmer get cluster
+    pharmer delete cluster "$NAME"
+    pharmer get cluster
+    sleep 300
+    pharmer apply "$NAME"
+    pharmer get cluster
+  fi
+
+  pushd $GOPATH/src/github.com/$ORG_NAME/$REPO_NAME
+  ./hack/deploy/setup.sh --uninstall --purge
+  popd
+
+  # delete docker image on exit
+  curl -LO https://raw.githubusercontent.com/appscodelabs/libbuild/master/docker.py
+  chmod +x docker.py
+  ./docker.py del_tag $DOCKER_REGISTRY $OPERATOR_NAME $TAG
+}
+trap cleanup_test_stuff EXIT
+
+function pharmer_common() {
+  # create cluster using pharmer
+  pharmer create credential --from-file=creds/"$ClusterProvider".json --provider="$CredProvider" cred
+  pharmer create cluster "$NAME" --provider="$ClusterProvider" --zone="$ZONE" --nodes="$NODE"=1 --credential-uid=cred --v=10 --kubernetes-version="$K8S_VERSION"
+  pharmer apply "$NAME"
+  pharmer use cluster "$NAME"
+  sleep 300
+}
+
+function prepare_aws() {
+  # install kops
+  curl -Lo kops https://github.com/kubernetes/kops/releases/download/"$(curl -s https://api.github.com/repos/kubernetes/kops/releases/latest | grep tag_name | cut -d '"' -f 4)"/kops-linux-amd64
+  chmod +x ./kops
+  mv ./kops /usr/local/bin/
+
+  # install awscli
+  apt-get update &>/dev/null
+  apt-get install -y awscli &>/dev/null
+
+  ## create cluster using kops
+  # aws credentials for kops user
+  set +x
+  export AWS_ACCESS_KEY_ID=${KOPS_AWS_ACCESS_KEY_ID:-}
+  export AWS_SECRET_ACCESS_KEY=${KOPS_AWS_SECRET_ACCESS_KEY:-}
+  set -x
+
+  # name of the cluster
+  NAME=$NAME.k8s.local
+
+  # use s3 bucket for cluster state storage
+  export KOPS_STATE_STORE=s3://kubedbci
+
+  # check avability
+  aws ec2 describe-availability-zones --region us-east-1
+
+  # generate ssh-keys without prompt
+  ssh-keygen -q -t rsa -N '' -f /root/.ssh/id_rsa
+
+  # generate cluster configuration
+  kops create cluster --zones us-east-1a --node-count 1 "$NAME"
+
+  # build cluster
+  kops update cluster "$NAME" --yes
+
+  # wait for cluster to be ready
+  end=$((SECONDS + 900))
+  while [ $SECONDS -lt $end ]; do
+    if (kops validate cluster); then
+      break
+    else
+      sleep 60
+    fi
+  done
+
+  StorageClass="gp2"
+}
+
+function azure_common() {
+  StorageClass="default"
+
+  # download azure cli
+  AZ_REPO=$(lsb_release -cs)
+  echo "deb [arch=amd64] https://packages.microsoft.com/repos/azure-cli/ $AZ_REPO main" |
+    tee /etc/apt/sources.list.d/azure-cli.list
+  curl -L https://packages.microsoft.com/keys/microsoft.asc | apt-key add -
+  apt-get install -y apt-transport-https &>/dev/null
+  apt-get update &>/dev/null
+  apt-get install -y azure-cli &>/dev/null
+
+  # login with service principal
+  set +x
+  az login --service-principal --username "$APP_ID" --password "$PASSWORD" --tenant "$TENANT_ID" &>/dev/null
+  az group create --name "$NAME" --location "$ZONE"
+  set -x
+}
+
+function prepare_aks() {
+  azure_common
+  set +x
+  az aks create --resource-group "$NAME" --name "$NAME" --service-principal "$APP_ID" --client-secret "$PASSWORD" --generate-ssh-keys --node-vm-size "$NODE" --node-count 1 --kubernetes-version "$K8S_VERSION" &>/dev/null
+  set -x
+  az aks get-credentials --resource-group "$NAME" --name "$NAME"
+
+}
+
+function prepare_acs() {
+  azure_common
+  set +x
+  az acs create --orchestrator-type kubernetes --orchestrator-version "$K8S_VERSION" --resource-group "$NAME" --name "$NAME" --master-vm-size "$NODE" --agent-vm-size "$NODE" --agent-count 1 --service-principal "$APP_ID" --client-secret "$PASSWORD" --generate-ssh-keys &>/dev/null
+  set -x
+  az acs kubernetes get-credentials --resource-group "$NAME" --name "$NAME"
+}
+
+function prepare_kubespray() {
+  apt-get update
+  apt-get install -y jq
+
+  ssh-keygen -q -t rsa -N '' -f /root/.ssh/id_rsa
+  go get -u github.com/ebsarr/packet
+
+  export PACKET_API_TOKEN=${PACKET_API_TOKEN:-}
+  export PACKET_PROJECT_ID=${PACKET_PROJECT_ID:-}
+
+  packet admin create-sshkey -f /root/.ssh/id_rsa.pub --label "$NAME" --key="$PACKET_API_TOKEN" >ssh_key.js
+  export SSH_KEY_ID
+  SSH_KEY_ID=$(jq -r .id ssh_key.js)
+
+  packet baremetal create-device --facility ams1 --hostname "$NAME" --os-type ubuntu_16_04 --project-id "$PACKET_PROJECT_ID" --key="$PACKET_API_TOKEN" >js.json
+
+  export DEVICE_ID
+  DEVICE_ID=$(jq -r .id js.json)
+
+  export PUBLIC_IP
+  PUBLIC_IP=$(jq -r .ip_addresses[0].address js.json)
+
+  ssh -o "StrictHostKeyChecking no" root@"$PUBLIC_IP" swapoff -a
+
+  apt-get install -y ansible
+
+  git clone https://github.com/kubernetes-incubator/kubespray.git
+  pushd kubespray
+  git checkout -b tags/v2.5.0
+
+  pip install -r requirements.txt
+  cp -rfp inventory/sample inventory/mycluster
+
+  cat >inventory/mycluster/hosts.ini <<EOF
+[all]
+$NAME ansible_host=$PUBLIC_IP ip=$PUBLIC_IP
+
+[kube-master]
+$NAME
+
+[kube-node]
+$NAME
+
+[etcd]
+$NAME
+
+[k8s-cluster:children]
+kube-node
+kube-master
+
+[calico-rr]
+
+
+[vault]
+$NAME
+EOF
+
+  ansible-playbook -u root -i inventory/mycluster/hosts.ini cluster.yml -b -v
+  popd
+
+  mkdir -p /root/.kube
+  scp root@"$PUBLIC_IP":/root/.kube/config /root/.kube
+
+  # rook
+  git clone https://github.com/rook/rook
+  git checkout -b tags/v0.8.1
+  pushd rook/cluster/examples/kubernetes/ceph/
+
+  #sed -i '212s/^/        - name: FLEXVOLUME_DIR_PATH\n/' operator.yaml
+  #sed -i '213s/^/          value: "\/var\/lib\/kubelet\/volume-plugins"\n/' operator.yaml
+
+  kubectl create -f operator.yaml
+  sleep 120
+  kubectl create -f cluster.yaml
+  sleep 120
+  kubectl create -f storageclass.yaml
+  StorageClass="rook-ceph-block"
+
+  popd
+}
+
+function prepare_cncf() {
+  mkdir -p ~/.kube/
+  cp creds/kubeconfig ~/.kube/config
+  StorageClass="rook-ceph-block"
+}
+
+# prepare cluster
+if [ "${ClusterProvider}" = "gke" ]; then
+  CredProvider=GoogleCloud
+  ZONE=us-central1-f
+  NODE=n1-standard-2
+  K8S_VERSION=${K8S_VERSION:-"1.10.4-gke.2"}
+
+  pharmer_common
+elif [ "${ClusterProvider}" = "aws" ]; then
+  prepare_aws
+elif [ "${ClusterProvider}" = "aks" ]; then
+  CredProvider=Azure
+  ZONE=eastus
+  NODE=Standard_DS2_v2
+  K8S_VERSION=${K8S_VERSION:-1.9.6}
+
+  prepare_aks
+elif [ "${ClusterProvider}" = "acs" ]; then
+  ZONE=westcentralus
+  NODE=Standard_DS2_v2
+  K8S_VERSION=${K8S_VERSION:-1.10.3}
+
+  prepare_acs
+elif [ "${ClusterProvider}" = "kubespray" ]; then
+  prepare_kubespray
+elif [ "${ClusterProvider}" = "eks" ]; then
+  CredProvider=AWS
+  K8S_VERSION=${K8S_VERSION:-1.10}
+  NODE=t2.medium
+  ZONE=us-west-2a
+
+elif [ "${ClusterProvider}" = "digitalocean" ]; then
+  CredProvider=DigitalOcean
+  ZONE=nyc1
+  NODE=4gb
+  K8S_VERSION=${K8S_VERSION:-v1.10.5}
+
+  pharmer_common
+
+  # create storageclass
+  cat >sc.yaml <<EOF
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+metadata:
+  name: standard
+parameters:
+  zone: nyc1
+provisioner: external/pharmer
+EOF
+
+  kubectl create -f sc.yaml
+  sleep 60
+  kubectl get storageclass
+elif [ "${ClusterProvider}" = "cncf" ]; then
+  prepare_cncf
+else
+  echo "unknown provider"
+  exit 1
+fi
+
+kubectl get nodes

concourse/dependencies.sh

@@ -0,0 +1,40 @@
+#!/bin/bash
+
+DOCKER_USER=$DOCKER_USER
+DOCKER_PASS=$DOCKER_PASS
+
+# start docker and log-in to docker-hub
+entrypoint.sh
+docker login --username="$DOCKER_USER" --password="$DOCKER_PASS"
+
+set -x
+
+# install python pip
+apt-get update &>/dev/null
+apt-get install -y python-pip lsb-release &>/dev/null
+
+# install kubectl
+curl -LO https://storage.googleapis.com/kubernetes-release/release/"$(curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt)"/bin/linux/amd64/kubectl &>/dev/null
+chmod +x ./kubectl
+mv ./kubectl /bin/kubectl
+
+# install onessl
+curl -fsSL -o onessl https://github.com/kubepack/onessl/releases/download/$ONESSL_VERSION/onessl-linux-amd64
+chmod +x onessl
+mv onessl /usr/local/bin/
+
+# install pharmer
+if [[ "$ClusterProvider" != "cncf" && "$ClusterProvider" != "kubespray" && "$ClusterProvider" != "aws" ]]; then
+  pushd /tmp
+  curl -LO https://cdn.appscode.com/binaries/pharmer/$PHARMER_VERSION/pharmer-linux-amd64
+  chmod +x pharmer-linux-amd64
+  mv pharmer-linux-amd64 /bin/pharmer
+  popd
+  #    mkdir -p "$GOPATH"/src/github.com/pharmer
+  #    pushd "$GOPATH"/src/github.com/pharmer
+  #    git clone https://github.com/pharmer/pharmer
+  #    cd pharmer
+  #    ./hack/builddeps.sh
+  #    ./hack/make.py
+  #    popd
+fi

concourse/init.sh

@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+
+GOPATH=$(go env GOPATH)
+REPO_ROOT="$GOPATH/src/github.com/$ORG_NAME/$REPO_NAME"
+PHARMER_VERSION="0.1.0-rc.5"
+ONESSL_VERSION="0.7.0"
+ClusterProvider=$ClusterProvider
+
+# copy $REPO_ROOT to $GOPATH
+mkdir -p "$GOPATH"/src/github.com/$ORG_NAME
+cp -r $REPO_NAME "$GOPATH"/src/github.com/$ORG_NAME
+
+# install all the dependencies and prepeare cluster
+source "$REPO_ROOT/hack/libbuild/concourse/dependencies.sh"
+source "$REPO_ROOT/hack/libbuild/concourse/cluster.sh"
+
+pushd "$GOPATH"/src/github.com/$ORG_NAME/$REPO_NAME
+
+# changed name of branch
+# this is necessary because operator image tag is based on branch name
+# for parallel tests, if two test build image of same tag, it'll create problem
+# one test may finish early and delete image while other is using it
+git checkout -b $(git rev-parse --short HEAD)-$ClusterProvider
+popd