Merge pull request #93 from AfricasVoices/run-mno-analysis-scripts

script to run mno analysis

Author: DanielMwendwa

mno_analysis_tools/docker-run-compute-messages-per-period.sh

@@ -20,7 +20,8 @@ done
 
 # Check that the correct number of arguments were provided.
 if [[ $# -ne 7 ]]; then
-    echo "Usage: ./docker-run-compute-window-of-downtime.sh 
+    echo "Usage: ./docker-run-compute-window-of-downtime.sh
+    [--profile-memory <profile-output-path>]
     <raw_messages_file_path> <target_operator> <target_message_direction> 
     <start_date> <end_date> <time_frame> <output_dir>" 
     exit   

mno_analysis_tools/docker-run-compute-msg-difference-btwn-two-firebase-time-periods.sh

@@ -20,7 +20,8 @@ done
 
 # Check that the correct number of arguments were provided.
 if [[ $# -lt 6 ]]; then
-    echo "Usage: ./docker-run-compute-msg-difference-btwn-periods.sh 
+    echo "Usage: ./docker-run-compute-msg-difference-btwn-two-firebase-time-periods.sh
+    [--profile-memory <profile-output-path>] 
     <raw_messages_file_path> <target_operator> <target_message_direction> 
     <start_date> <end_date> <output_dir> <time_frame>" 
     exit   

mno_analysis_tools/docker-run-compute-window-of-downtime.sh

@@ -20,7 +20,8 @@ done
 
 # Check that the correct number of arguments were provided.
 if [[ $# -ne 6 ]]; then
-    echo "Usage: ./docker-run-compute-window-of-downtime.sh 
+    echo "Usage: ./docker-run-compute-window-of-downtime.sh
+    [--profile-memory <profile-output-path>]
     <raw_messages_file_path> <target_operator> <target_message_direction> 
     <start_date> <end_date> <output_dir>" 
     exit   

mno_analysis_tools/run-mno-analysis.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+set -e
+
+if [[ $# -ne 9 ]]; then
+    echo "Usage: ./run-mno-analysis.sh"
+    echo " [--profile-memory <profile-output-path>]"
+    echo " <domain> <token> <raw_messages_file_path>"
+    echo " <target_operator> <target_message_direction>"
+    echo " <start_date> <end_date> <time_frame> <optional_time_frame>"
+    echo " <output_dir>"
+    echo "Runs the Mno Analysis end-to-end (Fetch Raw Messages, compute window of downtime,
+        compute messages per period, compute msg difference btwn periods)"
+    exit
+fi
+    
+DOMAIN=$1 
+TOKEN=$2
+RAW_MESSAGES_FILE_PATH=$3
+TARGET_OPERATOR=$4
+TARGET_MESSAGE_DIRECTION=$5
+START_DATE=$6
+END_DATE=$7
+TIME_FRAME=$8
+OUTPUT_DIR=$9
+
+DATE=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
+HASH=$(git rev-parse HEAD)
+RUN_ID="$DATE-$HASH"
+
+echo "Starting run with id '$RUN_ID'"
+
+./docker-run-fetch-raw-messages.sh --profile-memory ./data "$DOMAIN" "$TOKEN" "$OUTPUT_DIR"
+
+./docker-run-compute-window-of-downtime.sh --profile-memory ./data "$RAW_MESSAGES_FILE_PATH" \
+    "$TARGET_OPERATOR" "$TARGET_MESSAGE_DIRECTION" "$START_DATE" "$END_DATE" "$OUTPUT_DIR"
+
+./docker-run-compute-messages-per-period.sh --profile-memory ./data "$RAW_MESSAGES_FILE_PATH" "$TARGET_OPERATOR" \
+    "$TARGET_MESSAGE_DIRECTION" "$START_DATE" "$END_DATE" "$TIME_FRAME" "$OUTPUT_DIR"
+
+./docker-run-compute-msg-difference-btwn-two-firebase-time-periods.sh --profile-memory ./data "$RAW_MESSAGES_FILE_PATH" \
+    "$TARGET_OPERATOR" "$TARGET_MESSAGE_DIRECTION" "$START_DATE" "$END_DATE" "$OUTPUT_DIR"