feat: parameterized automated script

mojaloop · Aug 9, 2023 · 1f52566 · 1f52566
1 parent 03f052f
commit 1f52566
Show file tree

Hide file tree

Showing 2 changed files with 137 additions and 60 deletions.
diff --git a/README.md b/README.md
@@ -286,3 +286,8 @@ Run the script:
 ```bash
 ./automate_perf.sh
 ```
+
+To capture results without running tests, use the following command
+```
+./automate_perf.sh -c -s <Start Time in Milliseconds> -e <End time in Milliseconds>
+```
diff --git a/automate_perf.sh b/automate_perf.sh
@@ -1,5 +1,69 @@
 #!/bin/bash
 
+Help()
+{
+  # Display Help
+  echo "Usage: automate_perf.sh [ -c | --capture-results-only ]
+              [ -cst | --capture-start-time ]
+              [ -cet | --capture-end-time ]
+              [ -h | --help  ]"
+  echo "options:"
+  echo "-c | --capture-results-only     Capture dashboards only, skip test execution."
+  echo "-s | --capture-start-time     Start time for capturing results"
+  echo "-e | --capture-end-time       End time for capturing results"
+  echo "h     Print this Help."
+  exit;
+}
+
+SHORT=c,s:,e:,h
+LONG=capture-results-only,capture-start-time:,capture-end-time:,help
+OPTS=$(getopt -a -n automate_perf.sh --options $SHORT --longoptions $LONG -- "$@")
+
+VALID_ARGUMENTS=$# # Returns the count of arguments that are in short or long options
+
+# if [ "$VALID_ARGUMENTS" -eq 0 ]; then
+#   Help
+# fi
+
+eval set -- "$OPTS"
+
+while :
+do
+  case "$1" in
+    -c | --capture-results-only )
+      captureResultsOnly="true"
+      shift 1
+      ;;
+    -s | --capture-start-time )
+      captureStartTime="$2"
+      shift 2
+      ;;
+    -e | --capture-end-time )
+      captureEndTime="$2"
+      shift 2
+      ;;
+    -h | --help)
+      Help
+      ;;
+    --)
+      shift;
+      break;
+      ;;
+    *)
+      echo "ERROR: Unexpected option: $1"
+      echo
+      Help
+      ;;
+  esac
+done
+
+if [ "$captureResultsOnly" ] && ([ -z "$captureStartTime" ] || [ -z "$captureEndTime" ])
+then
+  echo "ERROR: Start Time and End Time should be provided in capture-result-only mode"
+  echo
+  Help
+fi
+
 source ./automate_perf.env
 
 # define the list of dashboards
@@ -17,84 +81,92 @@ declare -a dashboards=(\
   "Supporting%20Services%20-%20Callback%20Hander%20Service"
   )
 
-# store current time in a variable
-echo "Start Time : $(date +"%T")"
-startTestSeconds=$(date +"%s")
-# get milliseconds
-echo "Epoch Start Time : $(date +"%s%3N")"
-startTestMilliseconds=$(date +"%s%3N")
+# # create a directory to store the results with date timestamp in the name, check if the directory exists
+resultsSubDir="$(date +"%Y-%m-%d")"
+
+if [ ! -d "results/$resultsSubDir/$K6_SCENARIO_NAME" ]; then
+  mkdir -p results/$resultsSubDir/$K6_SCENARIO_NAME
+fi
 
+if [ -z "$captureResultsOnly" ]
+then
+  # store current time in a variable
+  echo "Start Time : $(date +"%T")"
+  startTestSeconds=$(date +"%s")
+  # get milliseconds
+  echo "Epoch Start Time : $(date +"%s%3N")"
+  startTestMilliseconds=$(date +"%s%3N")
 
-env K6_SCRIPT_CONFIG_FILE_NAME=$K6_SCENARIO_CONFIG docker compose --project-name load -f docker-compose-load.yml up
+  env K6_SCRIPT_CONFIG_FILE_NAME=$K6_SCENARIO_CONFIG docker compose --project-name load -f docker-compose-load.yml up > results/$resultsSubDir/$K6_SCENARIO_NAME/load-k6-1.log
 
-# Replace 'your_container_name' with the actual name of your Docker container
-CONTAINER_NAME="load-k6-1"
+  # Replace 'your_container_name' with the actual name of your Docker container
+  CONTAINER_NAME="load-k6-1"
 
-# Interval in seconds between status checks
-CHECK_INTERVAL=1
+  # Interval in seconds between status checks
+  CHECK_INTERVAL=1
 
-while true; do
-  # Check if the container is running
-  if docker ps --format '{{.Names}}' | grep -q "^${CONTAINER_NAME}$"; then
-    echo "Container '${CONTAINER_NAME}' is running."
-  else
-    # Check if the container is stopped
-    if docker ps -a --format '{{.Names}}' | grep -q "^${CONTAINER_NAME}$"; then
-      echo "Container '${CONTAINER_NAME}' is stopped."
-      echo "End Time : $(date +"%T")"
-      endTestSeconds=$(date +"%s")
-      # get milliseconds
-      echo "Epoch End Time plus 2 minutes : $(date +"%s%3N")"
-      endTestMilliseconds=$(date -d '+2 minutes' +"%s%3N")
-      break
+  while true; do
+    # Check if the container is running
+    if docker ps --format '{{.Names}}' | grep -q "^${CONTAINER_NAME}$"; then
+      echo "Container '${CONTAINER_NAME}' is running."
     else
-      echo "Container '${CONTAINER_NAME}' not found."
-      break
+      # Check if the container is stopped
+      if docker ps -a --format '{{.Names}}' | grep -q "^${CONTAINER_NAME}$"; then
+        echo "Container '${CONTAINER_NAME}' is stopped."
+        echo "End Time : $(date +"%T")"
+        endTestSeconds=$(date +"%s")
+        # get milliseconds
+        echo "Epoch End Time plus 2 minutes : $(date +"%s%3N")"
+        endTestMilliseconds=$(date -d '+2 minutes' +"%s%3N")
+        break
+      else
+        echo "Container '${CONTAINER_NAME}' not found."
+        break
+      fi
     fi
-  fi
 
-  # Wait for the specified interval before checking again
-  sleep $CHECK_INTERVAL
-done
+    # Wait for the specified interval before checking again
+    sleep $CHECK_INTERVAL
+  done
 
-# Calculate the difference in seconds
-difference=$((endTestSeconds - startTestSeconds))
+  # Calculate the difference in seconds
+  difference=$((endTestSeconds - startTestSeconds))
 
 
-s=$difference
-((h=s/3600))
-((m=s%3600/60))
-((s=s%60))
-printf "Time taken to run the test := %d:%02d:%02d\n" $h $m $s
-# echo "Difference between timestamps: $difference seconds."
+  s=$difference
+  ((h=s/3600))
+  ((m=s%3600/60))
+  ((s=s%60))
+  printf "Time taken to run the test := %d:%02d:%02d\n" $h $m $s
+  # echo "Difference between timestamps: $difference seconds."
 
-# # create a directory to store the results with date timestamp in the name, check if the directory exists
-resultsSubDir="$(date +"%Y-%m-%d")"
 
-if [ ! -d "results/$resultsSubDir/$K6_SCENARIO_NAME" ]; then
-  mkdir -p results/$resultsSubDir/$K6_SCENARIO_NAME
+  # Add sleep 10s for grafana to catchup with the metrics
+  sleep 10
+else
+  startTestMilliseconds=$captureStartTime
+  endTestMilliseconds=$captureEndTime
 fi
 
-# Add sleep 10s for grafana to catchup with the metrics
-sleep 10
-
 # loop through the array
 for dashboard in "${dashboards[@]}"
 do
-   echo "$dashboard"
-   dashboard_string=$(echo $dashboard | sed 's/%20/ /g' | tr -d ' ')
-   echo "$dashboard_string"
-   dashboardUrl=$(curl http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/api/search\?query\=$dashboard | jq -r '.[].url')
-   #check if dashboard is NodeJSApplicationDashboard
-    if [[ $dashboard_string == *"NodeJSApplicationDashboard"* ]]; then
-        curl http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl\?height\=4000\&width\=2000\&from\=$startTestMilliseconds\&to\=$endTestMilliseconds\&var-prefix\=moja_als\&var-instance\=All\&var-serviceName\=All\&var-podName\=All > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string-moja_als.png
-        curl http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl\?height\=4000\&width\=2000\&from\=$startTestMilliseconds\&to\=$endTestMilliseconds\&var-prefix\=moja_cl\&var-instance\=All\&var-serviceName\=All\&var-podName\=All > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string-moja_cl.png
-        curl http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl\?height\=4000\&width\=2000\&from\=$startTestMilliseconds\&to\=$endTestMilliseconds\&var-prefix\=moja_ml\&var-instance\=All\&var-serviceName\=All\&var-podName\=All > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string-moja_ml.png
-        curl http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl\?height\=4000\&width\=2000\&from\=$startTestMilliseconds\&to\=$endTestMilliseconds\&var-prefix\=cbs\&var-instance\=All\&var-serviceName\=All\&var-podName\=All > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string-cbs.png
-    else
-        curl http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl\?height\=4000\&width\=2000\&from\=$startTestMilliseconds\&to\=$endTestMilliseconds > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string.png
-    fi
-
+  echo "$dashboard"
+  dashboard_string=$(echo $dashboard | sed 's/%20/ /g' | tr -d ' ')
+  #  printf -v dashboard_string "%b" "${dashboard//\%/\\x}"
+  echo "$dashboard_string"
+  dashboardUrl=$(curl "http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/api/search?query=$dashboard" | jq -r '.[].url')
+  #check if dashboard is NodeJSApplicationDashboard
+  if [[ $dashboard_string == *"NodeJSApplicationDashboard"* ]]; then
+      curl "http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl?height=5000&width=2000&from=$startTestMilliseconds&to=$endTestMilliseconds&var-prefix=moja_als&var-instance=All&var-serviceName=All&var-podName=All" > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string-moja_als.png
+      curl "http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl?height=5000&width=2000&from=$startTestMilliseconds&to=$endTestMilliseconds&var-prefix=moja_cl&var-instance=All&var-serviceName=All&var-podName=All" > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string-moja_cl.png
+      curl "http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl?height=5000&width=2000&from=$startTestMilliseconds&to=$endTestMilliseconds&var-prefix=moja_ml&var-instance=All&var-serviceName=All&var-podName=All" > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string-moja_ml.png
+      curl "http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl?height=5000&width=2000&from=$startTestMilliseconds&to=$endTestMilliseconds&var-prefix=cbs&var-instance=All&var-serviceName=All&var-podName=All" > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string-cbs.png
+  elif [[ $dashboard_string == *"MySQLOverview"* ]]; then
+      curl "http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl?height=6500&width=2000&from=$startTestMilliseconds&to=$endTestMilliseconds" > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string.png
+  else
+      curl "http://$GRAFANA_USERNAME:$GRAFANA_PASSWORD@$GRAFANA_HOSTNAME:$GRAFANA_PORT/render$dashboardUrl?height=5000&width=2000&from=$startTestMilliseconds&to=$endTestMilliseconds" > ./results/$resultsSubDir/$K6_SCENARIO_NAME/$dashboard_string.png
+  fi
 done
 
 echo "Epoch &from=${startTestMilliseconds}&to=${endTestMilliseconds}"