Replace machulav GHA EC2 runner for wazuh-automation allocator module #4
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Distributed-Wazuh-Test | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| AUTOMATION_REFERENCE: | |
| description: 'Branch or tag of the wazuh-automation repository' | |
| required: true | |
| default: 'master' | |
| SYSTEMS: | |
| description: 'Operating Systems (list of comma-separated quoted strings enclosed in square brackets)' | |
| required: true | |
| default: '["Ubuntu_22"]' | |
| type: string | |
| VERBOSITY: | |
| description: 'Verbosity level on playbooks execution' | |
| required: true | |
| default: '-v' | |
| type: choice | |
| options: | |
| - -v | |
| - -vv | |
| - -vvv | |
| - -vvvv | |
| pull_request: | |
| release: | |
| env: | |
| COMPOSITE_NAME: "linux-SUBNAME-amd64" | |
| ALLOCATOR_PATH: "/tmp/allocator_instance" | |
| INSTANCE_NAMES: "wi1,wi2,wi3,dashboard,manager,worker" | |
| permissions: | |
| id-token: write # JWT | |
| contents: read # actions/checkout | |
| jobs: | |
| setup-runner: | |
| name: Setup runner | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Display workflow inputs | |
| run: echo "${{ toJson(inputs) }}" | |
| - name: Compute outputs | |
| id: compute-outputs | |
| run: | | |
| # Set SYSTEMS_LIST | |
| if [ "${{ inputs.SYSTEMS }}" != "null" && "${{ inputs.SYSTEMS }}" != "" ]; then | |
| SYSTEMS_LIST=${{ inputs.SYSTEMS }} | |
| else | |
| SYSTEMS_LIST='["Ubuntu_22"]' | |
| fi | |
| echo "SYSTEMS_JSON=$(echo $SYSTEMS_LIST | jq -c '.')" >> $GITHUB_OUTPUT | |
| echo "Systems JSON: $SYSTEMS_JSON" | |
| # Set VERBOSITY | |
| if [ "${{ inputs.VERBOSITY }}" != "null" && "${{ inputs.VERBOSITY }}" != "" ]; then | |
| VERBOSITY=${{ inputs.VERBOSITY }} | |
| else | |
| VERBOSITY='-v' | |
| fi | |
| echo "VERBOSITY=$VERBOSITY" >> $GITHUB_OUTPUT | |
| echo "Verbosity level: $VERBOSITY" | |
| outputs: | |
| SYSTEMS_JSON: ${{ steps.compute-outputs.outputs.SYSTEMS_JSON }} | |
| VERBOSITY: ${{ steps.compute-outputs.outputs.VERBOSITY }} | |
| start-runner: | |
| name: Start EC2 instance using allocator and run ansible playbook | |
| runs-on: ubuntu-latest | |
| needs: setup-runner | |
| strategy: | |
| fail-fast: false # all jobs will run even if one fails | |
| matrix: | |
| system: ${{ fromJson(needs.setup-runner.outputs.SYSTEMS_JSON) }} | |
| steps: | |
| - name: Configure AWS credentials (assume role) | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_IAM_ROLE }} | |
| role-session-name: | |
| aws-region: us-east-1 | |
| - name: Checkout wazuh/wazuh-automation repository | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: wazuh/wazuh-automation | |
| ref: ${{ inputs.AUTOMATION_REFERENCE }} | |
| token: ${{ secrets.GH_CLONE_TOKEN }} | |
| path: wazuh-automation/ | |
| - name: Install python and create virtual environment | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y python3 python3-venv | |
| python3 -m pip install --upgrade pip | |
| python3 -m venv venv | |
| source venv/bin/activate | |
| - name: Install and set allocator requirements | |
| run: | | |
| pip install -r wazuh-automation/deployability/deps/requirements.txt | |
| pip install ansible-core==2.16 | |
| ansible-galaxy collection install community.general | |
| ansible-galaxy collection install community.docker | |
| - name: Set COMPOSITE_NAME variable | |
| run: | | |
| case "${{ matrix.system }}" in | |
| "CentOS_7") | |
| SUBNAME="centos-7" | |
| ;; | |
| "CentOS_8") | |
| SUBNAME="centos-8" | |
| ;; | |
| "AmazonLinux_2") | |
| SUBNAME="amazon-2" | |
| ;; | |
| "Ubuntu_16") | |
| SUBNAME="ubuntu-16.04" | |
| ;; | |
| "Ubuntu_18") | |
| SUBNAME="ubuntu-18.04" | |
| ;; | |
| "Ubuntu_20") | |
| SUBNAME="ubuntu-20.04" | |
| ;; | |
| "Ubuntu_22") | |
| SUBNAME="ubuntu-22.04" | |
| ;; | |
| "RHEL7") | |
| SUBNAME="redhat-7" | |
| ;; | |
| "RHEL8") | |
| SUBNAME="redhat-8" | |
| ;; | |
| *) | |
| echo "Invalid SYSTEM selection" >&2 | |
| exit 1 | |
| ;; | |
| esac | |
| COMPOSITE_NAME="${COMPOSITE_NAME/SUBNAME/$SUBNAME}" | |
| echo "COMPOSITE_NAME=$COMPOSITE_NAME" >> $GITHUB_ENV | |
| - name: Allocate cluster of EC2 instances | |
| id: allocator_instance | |
| run: | | |
| # instance_names=("wi1" "wi2" "wi3", "dashboard", "manager", "worker") | |
| instance_names=($INSTANCE_NAMES) | |
| inventory_file="$ALLOCATOR_PATH/inventory_all" | |
| mkdir -p $ALLOCATOR_PATH | |
| for i in ${!instance_names[@]}; do | |
| instance_name=${instance_names[$i]} | |
| # Provision instance in parallel | |
| ( | |
| python3 wazuh-automation/deployability/modules/allocation/main.py \ | |
| --action create --provider aws --size large \ | |
| --composite-name ${{ env.COMPOSITE_NAME }} \ | |
| --working-dir $ALLOCATOR_PATH --track-output $ALLOCATOR_PATH/track_${instance_name}.yml \ | |
| --inventory-output $ALLOCATOR_PATH/inventory_${instance_name}.yml \ | |
| --instance-name gha_ansible_${{ matrix.system }}_${instance_name}_${{ github.run_id }} --label-team devops --label-termination-date 1d | |
| instance_id=$(grep '^identifier' $ALLOCATOR_PATH/track_${instance_name}.yml | awk '{print $2}') | |
| private_ip=$(aws ec2 describe-instances \ | |
| --instance-ids $instance_id \ | |
| --query 'Reservations[*].Instances[*].PrivateIpAddress' \ | |
| --output text) | |
| sed 's/: */=/g' $ALLOCATOR_PATH/inventory_${instance_name}.yml > $ALLOCATOR_PATH/inventory_mod_${instance_name}.yml | |
| sed -i 's/-o StrictHostKeyChecking=no/\"-o StrictHostKeyChecking=no\"/g' $ALLOCATOR_PATH/inventory_mod_${instance_name}.yml | |
| source $ALLOCATOR_PATH/inventory_mod_${instance_name}.yml | |
| # Add instance to corresponding group | |
| if [[ $i -eq 0 ]]; then | |
| echo "wi1 ansible_host=$ansible_host private_ip=$private_ip indexer_node_name=node-1 ansible_ssh_private_key_file=$ansible_ssh_private_key_file" >> $inventory_file | |
| elif [[ $i -eq 1 ]]; then | |
| echo "wi2 ansible_host=$ansible_host private_ip=$private_ip indexer_node_name=node-2 ansible_ssh_private_key_file=$ansible_ssh_private_key_file" >> $inventory_file | |
| elif [[ $i -eq 2 ]]; then | |
| echo "wi3 ansible_host=$ansible_host private_ip=$private_ip indexer_node_name=node-3 ansible_ssh_private_key_file=$ansible_ssh_private_key_file" >> $inventory_file | |
| elif [[ $i -eq 3 ]]; then | |
| echo "dashboard ansible_host=$ansible_host private_ip=$private_ip ansible_ssh_private_key_file=$ansible_ssh_private_key_file" >> $inventory_file | |
| elif [[ $i -eq 4 ]]; then | |
| echo "manager ansible_host=$ansible_host private_ip=$private_ip ansible_ssh_private_key_file=$ansible_ssh_private_key_file" >> $inventory_file | |
| elif [[ $i -eq 5 ]]; then | |
| echo "worker ansible_host=$ansible_host private_ip=$private_ip ansible_ssh_private_key_file=$ansible_ssh_private_key_file" >> $inventory_file | |
| fi | |
| ) & | |
| done | |
| # Wait for all provisioning tasks to complete | |
| wait | |
| echo "" >> $inventory_file # blank line to separate groups | |
| echo "[wi_cluster]" >> $inventory_file | |
| echo "wi1" >> $inventory_file | |
| echo "wi2" >> $inventory_file | |
| echo "wi3" >> $inventory_file | |
| echo "" >> $inventory_file | |
| echo "[all:vars]" >> $inventory_file | |
| echo "ansible_ssh_user=$ansible_user" >> $inventory_file | |
| echo "ansible_port=$ansible_port" >> $inventory_file | |
| echo "ansible_ssh_common_args='$ansible_ssh_common_args'" >> $inventory_file | |
| echo "ansible_ssh_extra_args='-o StrictHostKeyChecking=no'" >> $inventory_file | |
| - name: Save ALLOCATOR_PATH directory as artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: allocator-instance-${{ matrix.system }}-${{ github.run_id }} | |
| path: ${{ env.ALLOCATOR_PATH }} | |
| - name: Check out the codebase. | |
| uses: actions/checkout@v4 | |
| - name: Ansible Playbook run Wazuh Distributed Production Ready | |
| run: | | |
| ansible-playbook playbooks/wazuh-production-ready.yml -b -K \ | |
| -i $ALLOCATOR_PATH/inventory_all \ | |
| -l all \ | |
| ${{ needs.setup-runner.outputs.VERBOSITY }} | |
| stop-runner: | |
| name: Stop allocated EC2 instance | |
| needs: | |
| # - start-runner # required to get output from the start-runner job | |
| # - install-aio-single-instance # required to wait when the main job is done | |
| - setup-runner | |
| - start-runner | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false # all jobs will run even if one fails | |
| matrix: | |
| system: ${{ fromJson(needs.setup-runner.outputs.SYSTEMS_JSON) }} | |
| if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs | |
| steps: | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v3 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_IAM_ROLE }} | |
| aws-region: us-east-1 | |
| - name: Checkout wazuh/wazuh-automation repository | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: wazuh/wazuh-automation | |
| ref: ${{ inputs.AUTOMATION_REFERENCE }} | |
| token: ${{ secrets.GH_CLONE_TOKEN }} | |
| path: wazuh-automation/ | |
| - name: Install python and create virtual environment | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y python3 python3-venv | |
| python3 -m pip install --upgrade pip | |
| python3 -m venv venv | |
| source venv/bin/activate | |
| - name: Install and set allocator requirements | |
| run: | | |
| pip install -r wazuh-automation/deployability/deps/requirements.txt | |
| - name: Download the allocator artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: allocator-instance-${{ matrix.system }}-${{ github.run_id }} | |
| path: ${{ env.ALLOCATOR_PATH }} | |
| - name: Delete allocated EC2 instance | |
| run: | | |
| # python3 wazuh-automation/deployability/modules/allocation/main.py \ | |
| # --action delete | |
| # --track-output $ALLOCATOR_PATH/track_${instance_name}.yml | |
| for i in ${!instance_names[@]}; do | |
| instance_name=${instance_names[$i]} | |
| # Delete instance in parallel | |
| ( | |
| python3 wazuh-automation/deployability/modules/allocation/main.py \ | |
| --action delete --provider aws --size large \ | |
| --composite-name ${{ env.COMPOSITE_NAME }} \ | |
| --working-dir $ALLOCATOR_PATH --track-output $ALLOCATOR_PATH/track_${instance_name}.yml \ | |
| --inventory-output $ALLOCATOR_PATH/inventory_${instance_name}.yml \ | |
| --instance-name gha_ansible_${{ matrix.system }}_${instance_name} _${{ github.run_id }} --label-team devops --label-termination-date 1d | |
| ) & | |
| done |