data_run.sh

#!/bin/bash

# Configuration
prometheus_url="http://localhost:9090"
jaeger_url="http://localhost:16686"
output_directory="light-oauth2-data"
python_script="fetch_data.py"
metrics_file="prometheus_metrics.txt"
locust_command="locust --config locust/locust.conf"

# List of error_tags for different test scenarios
error_tags=("correct")
error_tags+=($(grep -oP "@tag\('error'.*'\K[^']*(?='\))" -r locust/locustfiles/ -h))

# Ensure the main output directory exists
mkdir -p "$output_directory"

# Read metric names into an array
readarray -t metric_names < "$metrics_file"

deploy()
{
  docker compose -f docker-compose-oauth2-mysql.yml up --force-recreate -d
  while ! mysqladmin ping -h"127.0.0.1" --silent; do
      echo "Waiting for MySQL..."
      sleep 5
  done
  echo "Started containers"
  #sleep 30
  echo "Initializing database"
  docker exec light-oauth2-mysqldb-1 sh -c 'mysql -uroot -prootpassword < /docker-entrypoint-initdb.d/create_mysql.sql'
}

deploy
# Loop through each tag and perform tests
for tag in "${error_tags[@]}"; do
    # Set up directories and files for this tag
    tag_output_directory="${output_directory}/${tag}"
    metric_output_directory="${tag_output_directory}/metrics"
    mkdir -p "$tag_output_directory"
    mkdir -p "$metric_output_directory"

    echo "Starting locust test for tag '$tag'"

    # Record the start time
    start_time=$(date +%s)

    # Start the Locust test for this tag
    if [ "$tag" == "correct" ]; then
      $locust_command --tags correct --run-time 1m > /dev/null 2>&1 &
    else
      $locust_command --tags correct $tag > /dev/null 2>&1 &
    fi

    # Wait for Locust to finish
    wait

    end_time=$(date +%s)

    echo "Finished locust test for tag '$tag'"

    #Move locust log
    mv locust/locust.log $tag_output_directory
    echo "Moved locust logs for tag '$tag'"

    # Iterate over each container and move the logs
    for container_id in $(docker ps --format '{{.Names}}'); do
        docker logs $container_id --since "$start_time" --until "$end_time" > "$tag_output_directory/${container_id}.log" 2>&1
    done
    echo "Fetched docker logs from ${start_time} to ${end_time}"

    # Fetch Prometheus metrics and Jaeger traces from start time to current time
    python $python_script $prometheus_url $jaeger_url "$metric_output_directory" "$start_time" "$end_time" "${metric_names[@]}"

done
  # Stop the system
  docker compose -f docker-compose-oauth2-mysql.yml down -v