Skip to content

Updated pod labels for all products #911

Updated pod labels for all products

Updated pod labels for all products #911

name: Helm Charts E2E Testing
on:
schedule:
- cron: '0 3 */2 * *' # schedule the test to run every second day at 3:00am
push:
branches:
- main
paths:
- 'src/main/charts/bamboo/**'
- 'src/main/charts/bamboo-agent/**'
- 'src/main/charts/bitbucket/**'
- 'src/main/charts/confluence/**'
- 'src/main/charts/jira/**'
- 'src/main/charts/crowd/**'
pull_request_target:
types: [ labeled ]
workflow_dispatch:
jobs:
test:
if: ${{ github.event.label.name == 'e2e' || github.event_name == 'push' || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' }}
name: Deploy Infrastructure and Run E2E Tests
runs-on: ubuntu-24.04
permissions:
id-token: write
contents: read
env:
AWS_DEFAULT_REGION: us-east-1
TF_VAR_bamboo_license: ${{ secrets.TF_VAR_BAMBOO_LICENSE }}
TF_VAR_confluence_license: ${{ secrets.TF_VAR_CONFLUENCE_LICENSE }}
TF_VAR_bitbucket_license: ${{ secrets.TF_VAR_BITBUCKET_LICENSE }}
TF_VAR_crowd_license: ${{ secrets.TF_VAR_CROWD_LICENSE }}
TF_VAR_bamboo_admin_password: ${{ secrets.TF_VAR_BAMBOO_ADMIN_PASSWORD }}
TF_VAR_crowd_admin_password: ${{ secrets.TF_VAR_CROWD_ADMIN_PASSWORD }}
TF_VAR_bitbucket_admin_password: ${{ secrets.TF_VAR_BITBUCKET_ADMIN_PASSWORD }}
TF_VAR_kinesis_log_producers_role_arns: ${{ secrets.TF_VAR_KINESIS_LOG_PRODUCERS_ROLE_ARNS }}
TF_VAR_osquery_fleet_enrollment_secret_name: ${{ secrets.TF_VAR_OSQUERY_FLEET_ENROLLMENT_SECRET_NAME }}
TF_VAR_osquery_fleet_entrollment_host: ${{ secrets.TF_VAR_OSQUERY_FLEET_ENROLLMENT_HOST }}
TF_VAR_crowdstrike_secret_name: ${{ secrets.TF_VAR_CROWDSTRIKE_SECRET_NAME }}
TF_VAR_crowdstrike_kms_key_name: ${{ secrets.TF_VAR_CROWDSTRIKE_KMS_KEY_NAME }}
TF_VAR_crowdstrike_aws_account_id: ${{ secrets.TF_VAR_CROWDSTRIKE_AWS_ACCOUNT_ID }}
USE_DOMAIN: "true"
steps:
- name: Checkout Helm charts
uses: actions/checkout@v4
with:
fetch-depth: 0
ref: ${{ github.event.pull_request.head.sha }}
- name: Install the latest Terraform
run: |
# check existing version
terraform -version || true
# download the latest
URL=$(curl -fsSL https://api.releases.hashicorp.com/v1/releases/terraform/latest | jq -r '.builds[] | select((.arch=="amd64") and (.os=="linux")).url')
curl -s -o /tmp/terraform.zip ${URL}
echo A | unzip /tmp/terraform.zip -d /usr/local/bin/
rm /tmp/terraform.zip
# check the latest version
terraform -version
- name: Pin Kubectl version
uses: azure/[email protected]
with:
version: 'v1.30.0'
- name: Install Helm
uses: azure/setup-helm@v1
with:
version: v3.15.3
- name: Execute helm dependency update for Helm charts
run: |
helm dependency update src/main/charts/bamboo
helm dependency update src/main/charts/bamboo-agent
helm dependency update src/main/charts/bitbucket
helm dependency update src/main/charts/confluence
helm dependency update src/main/charts/jira
helm dependency update src/main/charts/crowd
- name: Checkout Deployment Automation
run: |
DEPLOYMENT_REPO='https://github.com/atlassian-labs/data-center-terraform.git'
LTS=$(git ls-remote --tags --exit-code --refs "$DEPLOYMENT_REPO" \
| sed -E 's/^[[:xdigit:]]+[[:space:]]+refs\/tags\/(.+)/\1/g' \
| grep '^[0-9]*.[0-9]*.[0-9]*$' | sort -V | tail -1)
echo "Using LTS version('${LTS}') of Deployment Automation to provision the infrastructure for Atlassian DC Products."
git clone -b $LTS $DEPLOYMENT_REPO tf
- name: Setup test environment
uses: actions/setup-go@v3
with:
go-version: '1.18'
- name: Setup Python environment
uses: actions/setup-python@v5
with:
python-version: '3.9.14'
- run: |
python -m pip install --upgrade pip
pip install boto3
- name: Install test dependencies
id: setup-dependencies
working-directory: tf/test/
run: |
go version
go get -v -t -d ./... && go mod tidy
echo ::set-output name=exit_code::$?
- name: Add private SSH key for Bitbucket tests
uses: shimataro/ssh-key-action@v2
with:
key: ${{ secrets.BITBUCKET_E2E_TEST_PRIV_SSH_KEY }}
name: bitbucket-e2e # optional
known_hosts: dummy-entry
if_key_exists: fail # replace / ignore / fail; optional (defaults to fail)
- name: Add public SSH key for Bitbucket tests
run: |
echo ${{ secrets.BITBUCKET_E2E_TEST_PUB_SSH_KEY }} > /home/runner/.ssh/bitbucket-e2e.pub
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@master
with:
aws-region: us-east-1
role-to-assume: ${{ secrets.AWS_IAM_ROLE }}
role-session-name: DCTerraformHelmSession
role-duration-seconds: 7200
- name: Deploy the infrastructure, install helm charts, run E2E tests, and cleanup
id: e2e-test
working-directory: tf/test/
run: |
set -o pipefail
# Create test output directory
mkdir e2etest/artifacts
# Add root of helm chart repo to the config template
cat << EOF >> ./e2etest/test-config.tfvars.tmpl
# install local helm charts
local_helm_charts_path="$(dirname $(dirname $(pwd)))/src/main/charts"
confluence_install_local_chart = true
jira_install_local_chart = true
bitbucket_install_local_chart = true
bamboo_install_local_chart = true
crowd_install_local_chart = true
EOF
# Deploy infrastructure, install helm charts, run e2e tests, and cleanup all
# boto3 ignores AWS creds env vars for some reason
mkdir -p ~/.aws
echo -e "[default]\naws_access_key_id = ${AWS_ACCESS_KEY_ID}\naws_secret_access_key = ${AWS_SECRET_ACCESS_KEY}\naws_session_token = ${AWS_SESSION_TOKEN}" > ~/.aws/credentials
go test ./e2etest -v -timeout 85m -run Installer | tee ./e2etest/artifacts/e2etest.log
- name: Upload test log files
if: always()
uses: actions/[email protected]
with:
name: e2e-test-artifacts
path: tf/test/e2etest/artifacts/