Replace machulav GHA EC2 runner for wazuh-automation allocator module #38
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Distributed-Wazuh-Test | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| AUTOMATION_REFERENCE: | |
| description: 'Branch or tag of the wazuh-automation repository' | |
| required: true | |
| default: 'master' | |
| SYSTEMS: | |
| description: 'Operating Systems (list of comma-separated quoted strings enclosed in square brackets)' | |
| required: true | |
| default: '["CentOS_8", "AmazonLinux_2", "Ubuntu_22", "RHEL8"]' | |
| type: string | |
| VERBOSITY: | |
| description: 'Verbosity level on playbooks execution' | |
| required: true | |
| default: '-v' | |
| type: choice | |
| options: | |
| - -v | |
| - -vv | |
| - -vvv | |
| - -vvvv | |
| pull_request: | |
| release: | |
| env: | |
| COMPOSITE_NAME: "linux-SUBNAME-amd64" | |
| ALLOCATOR_PATH: "/tmp/allocator_instance" | |
| INSTANCE_NAMES: "wi1 wi2 wi3 dashboard manager worker" | |
| permissions: | |
| id-token: write # JWT | |
| contents: read # actions/checkout | |
| jobs: | |
| setup-runner: | |
| name: Setup runner | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Display workflow inputs | |
| run: echo "${{ toJson(inputs) }}" | |
| - name: Compute outputs | |
| id: compute-outputs | |
| run: | | |
| # Set SYSTEMS_LIST | |
| if [ "${{ inputs.SYSTEMS }}" != "null" && "${{ inputs.SYSTEMS }}" != "" ]; then | |
| SYSTEMS_LIST=${{ inputs.SYSTEMS }} | |
| else | |
| SYSTEMS_LIST='["CentOS_8", "AmazonLinux_2", "Ubuntu_22", "RHEL8"]' | |
| fi | |
| echo "SYSTEMS_JSON=$(echo $SYSTEMS_LIST | jq -c '.')" >> $GITHUB_OUTPUT | |
| echo "Systems JSON: $SYSTEMS_JSON" | |
| # Set VERBOSITY | |
| if [ "${{ inputs.VERBOSITY }}" != "null" && "${{ inputs.VERBOSITY }}" != "" ]; then | |
| VERBOSITY=${{ inputs.VERBOSITY }} | |
| else | |
| VERBOSITY='-v' | |
| fi | |
| echo "VERBOSITY=$VERBOSITY" >> $GITHUB_OUTPUT | |
| echo "Verbosity level: $VERBOSITY" | |
| - name: Configure AWS credentials (assume role) | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_IAM_ROLE }} | |
| role-session-name: | |
| aws-region: us-east-1 | |
| - name: Create common SSH key pair in the ALLOCATOR_PATH | |
| id: create-ssh-key | |
| run: | | |
| mkdir -p $ALLOCATOR_PATH | |
| key_name=gha_ansible_key_$(date +%s) | |
| private_key_file=$ALLOCATOR_PATH/${key_name} | |
| aws ec2 create-key-pair --key-name ${key_name} > key_pair_output.json | |
| jq -r '.KeyMaterial' key_pair_output.json > ${private_key_file} | |
| # Set PRIVATE_KEY_PATH output | |
| echo "PRIVATE_KEY_PATH=${private_key_file}" >> $GITHUB_OUTPUT | |
| - name: Upload artifact (ALLOCATOR_PATH directory) | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: allocator-instance-ssh-${{ github.run_id }} | |
| path: ${{ env.ALLOCATOR_PATH }} | |
| outputs: | |
| SYSTEMS_JSON: ${{ steps.compute-outputs.outputs.SYSTEMS_JSON }} | |
| VERBOSITY: ${{ steps.compute-outputs.outputs.VERBOSITY }} | |
| PRIVATE_KEY_PATH: ${{ steps.create-ssh-key.outputs.PRIVATE_KEY_PATH }} | |
| start-runner: | |
| name: Start EC2 instance using allocator and run ansible playbook | |
| runs-on: ubuntu-latest | |
| needs: setup-runner | |
| strategy: | |
| fail-fast: false # all jobs will run even if one fails | |
| matrix: | |
| system: ${{ fromJson(needs.setup-runner.outputs.SYSTEMS_JSON) }} | |
| steps: | |
| - name: Configure AWS credentials (assume role) | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_IAM_ROLE }} | |
| role-session-name: | |
| aws-region: us-east-1 | |
| - name: Checkout wazuh/wazuh-automation repository | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: wazuh/wazuh-automation | |
| ref: ${{ inputs.AUTOMATION_REFERENCE }} | |
| token: ${{ secrets.GH_CLONE_TOKEN }} | |
| path: wazuh-automation/ | |
| - name: Download the (SSH) artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: allocator-instance-ssh-${{ github.run_id }} | |
| path: ${{ env.ALLOCATOR_PATH }} | |
| - name: Install python and create virtual environment | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y python3 python3-venv | |
| python3 -m pip install --upgrade pip | |
| python3 -m venv venv | |
| source venv/bin/activate | |
| - name: Install and set allocator requirements | |
| run: | | |
| pip install -r wazuh-automation/deployability/deps/requirements.txt | |
| pip install ansible-core==2.16 | |
| ansible-galaxy collection install community.general | |
| ansible-galaxy collection install community.docker | |
| - name: Set COMPOSITE_NAME variable | |
| run: | | |
| case "${{ matrix.system }}" in | |
| "CentOS_7") | |
| SUBNAME="centos-7" | |
| ;; | |
| "CentOS_8") | |
| SUBNAME="centos-8" | |
| ;; | |
| "AmazonLinux_2") | |
| SUBNAME="amazon-2" | |
| ;; | |
| "Ubuntu_16") | |
| SUBNAME="ubuntu-16.04" | |
| ;; | |
| "Ubuntu_18") | |
| SUBNAME="ubuntu-18.04" | |
| ;; | |
| "Ubuntu_20") | |
| SUBNAME="ubuntu-20.04" | |
| ;; | |
| "Ubuntu_22") | |
| SUBNAME="ubuntu-22.04" | |
| ;; | |
| "RHEL7") | |
| SUBNAME="redhat-7" | |
| ;; | |
| "RHEL8") | |
| SUBNAME="redhat-8" | |
| ;; | |
| *) | |
| echo "Invalid SYSTEM selection" >&2 | |
| exit 1 | |
| ;; | |
| esac | |
| COMPOSITE_NAME="${COMPOSITE_NAME/SUBNAME/$SUBNAME}" | |
| echo "COMPOSITE_NAME=$COMPOSITE_NAME" >> $GITHUB_ENV | |
| - name: Allocate cluster of EC2 instances | |
| id: allocator_instance | |
| run: | | |
| instance_names=($INSTANCE_NAMES) | |
| inventory_file="$ALLOCATOR_PATH/inventory_all" | |
| ssh_key_path=${{ needs.setup-runner.outputs.PRIVATE_KEY_PATH }} | |
| for i in ${!instance_names[@]}; do | |
| instance_name=${instance_names[$i]} | |
| # Provision instance in parallel | |
| ( | |
| python3 wazuh-automation/deployability/modules/allocation/main.py \ | |
| --action create --provider aws --size large \ | |
| --composite-name ${{ env.COMPOSITE_NAME }} \ | |
| --working-dir $ALLOCATOR_PATH --track-output $ALLOCATOR_PATH/track_${instance_name}.yml \ | |
| --inventory-output $ALLOCATOR_PATH/inventory_${instance_name}.yml \ | |
| --ssh-key "$ssh_key_path" \ | |
| --instance-name gha_ansible_${{ matrix.system }}_${instance_name}_${{ github.run_id }} --label-team devops --label-termination-date 1d | |
| instance_id=$(grep '^identifier' $ALLOCATOR_PATH/track_${instance_name}.yml | awk '{print $2}') | |
| private_ip=$(aws ec2 describe-instances \ | |
| --instance-ids $instance_id \ | |
| --query 'Reservations[*].Instances[*].PrivateIpAddress' \ | |
| --output text) | |
| sed 's/: */=/g' $ALLOCATOR_PATH/inventory_${instance_name}.yml > $ALLOCATOR_PATH/inventory_mod_${instance_name}.yml | |
| sed -i 's/-o StrictHostKeyChecking=no/\"-o StrictHostKeyChecking=no\"/g' $ALLOCATOR_PATH/inventory_mod_${instance_name}.yml | |
| source $ALLOCATOR_PATH/inventory_mod_${instance_name}.yml | |
| # Add instance to corresponding group | |
| if [[ $i -eq 0 ]]; then | |
| echo "wi1 ansible_host=$ansible_host private_ip=$private_ip indexer_node_name=node-1 ansible_ssh_user=$ansible_user ansible_ssh_common_args='$ansible_ssh_common_args'" >> $inventory_file | |
| elif [[ $i -eq 1 ]]; then | |
| echo "wi2 ansible_host=$ansible_host private_ip=$private_ip indexer_node_name=node-2 ansible_ssh_user=$ansible_user ansible_ssh_common_args='$ansible_ssh_common_args'" >> $inventory_file | |
| elif [[ $i -eq 2 ]]; then | |
| echo "wi3 ansible_host=$ansible_host private_ip=$private_ip indexer_node_name=node-3 ansible_ssh_user=$ansible_user ansible_ssh_common_args='$ansible_ssh_common_args'" >> $inventory_file | |
| elif [[ $i -eq 3 ]]; then | |
| echo "dashboard ansible_host=$ansible_host private_ip=$private_ip ansible_ssh_user=$ansible_user ansible_ssh_common_args='$ansible_ssh_common_args'" >> $inventory_file | |
| elif [[ $i -eq 4 ]]; then | |
| echo "manager ansible_host=$ansible_host private_ip=$private_ip ansible_ssh_user=$ansible_user ansible_ssh_common_args='$ansible_ssh_common_args'" >> $inventory_file | |
| elif [[ $i -eq 5 ]]; then | |
| echo "worker ansible_host=$ansible_host private_ip=$private_ip ansible_ssh_user=$ansible_user ansible_ssh_common_args='$ansible_ssh_common_args'" >> $inventory_file | |
| fi | |
| ) & | |
| done | |
| # Wait for all provisioning tasks to complete | |
| wait | |
| echo "" >> $inventory_file # blank line to separate groups | |
| echo "[wi_cluster]" >> $inventory_file | |
| echo "wi1" >> $inventory_file | |
| echo "wi2" >> $inventory_file | |
| echo "wi3" >> $inventory_file | |
| echo "" >> $inventory_file | |
| echo "[all:vars]" >> $inventory_file | |
| echo "ansible_port=2200" >> $inventory_file | |
| echo "ansible_ssh_private_key_file=${ssh_key_path}" >> $inventory_file | |
| echo "ansible_ssh_extra_args='-o StrictHostKeyChecking=no'" >> $inventory_file | |
| - name: Save ALLOCATOR_PATH directory as artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: allocator-instance-${{ matrix.system }}-${{ github.run_id }} | |
| path: ${{ env.ALLOCATOR_PATH }} | |
| - name: Check out the codebase. | |
| uses: actions/checkout@v4 | |
| - name: Set SSH key permissions | |
| run: chmod 0600 ${{ needs.setup-runner.outputs.PRIVATE_KEY_PATH }} | |
| - name: Ansible Playbook run Wazuh Distributed Production Ready | |
| run: | | |
| ansible-playbook ./.github/playbooks/distributed-wazuh.yml -b -K \ | |
| -i $ALLOCATOR_PATH/inventory_all \ | |
| -l all \ | |
| ${{ needs.setup-runner.outputs.VERBOSITY }} | |
| stop-runner: | |
| name: Stop allocated EC2 instance | |
| needs: | |
| - setup-runner | |
| - start-runner | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false # all jobs will run even if one fails | |
| matrix: | |
| system: ${{ fromJson(needs.setup-runner.outputs.SYSTEMS_JSON) }} | |
| if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs | |
| steps: | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v3 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_IAM_ROLE }} | |
| aws-region: us-east-1 | |
| - name: Checkout wazuh/wazuh-automation repository | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: wazuh/wazuh-automation | |
| ref: ${{ inputs.AUTOMATION_REFERENCE }} | |
| token: ${{ secrets.GH_CLONE_TOKEN }} | |
| path: wazuh-automation/ | |
| - name: Install python and create virtual environment | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y python3 python3-venv | |
| python3 -m pip install --upgrade pip | |
| python3 -m venv venv | |
| source venv/bin/activate | |
| - name: Install and set allocator requirements | |
| run: | | |
| pip install -r wazuh-automation/deployability/deps/requirements.txt | |
| - name: Download the allocator artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: allocator-instance-${{ matrix.system }}-${{ github.run_id }} | |
| path: ${{ env.ALLOCATOR_PATH }} | |
| - name: Delete allocated EC2 instance | |
| run: | | |
| instance_names=($INSTANCE_NAMES) | |
| for i in ${!instance_names[@]}; do | |
| instance_name=${instance_names[$i]} | |
| track_file="$ALLOCATOR_PATH/track_${instance_name}.yml" | |
| echo "Deleting instance: $instance_name using track file $track_file" | |
| ( | |
| # track_file_example.yml | |
| # arch: amd64 | |
| # aws_account: wazuh-qa | |
| # host_identifier: None | |
| # host_instance_dir: None | |
| # identifier: i-0e3b9c2f53a069266 | |
| # instance_dir: /tmp/allocator_instance/gha_ansible_Ubuntu_22_wi1_11806288135-920 | |
| # key_path: /tmp/allocator_instance/gha_ansible_Ubuntu_22_wi1_11806288135-920/gha_ansible_Ubuntu_22_wi1_11806288135-key-2019 | |
| # name: gha_ansible_Ubuntu_22_wi1_11806288135 | |
| # platform: linux | |
| # provider: aws | |
| # ssh_port: 2200 | |
| # virtualizer: None | |
| # create instance_dir if it does not exist | |
| instance_dir=$(grep '^instance_dir' $track_file | awk '{print $2}') | |
| if [ ! -d "$instance_dir" ]; then | |
| mkdir -p "$instance_dir" | |
| date > "$instance_dir/date.txt" | |
| fi | |
| # Delete instance | |
| python3 wazuh-automation/deployability/modules/allocation/main.py \ | |
| --action delete --provider aws --track-output $track_file | |
| ) & | |
| done |