experiment_AWS.sh

#!/bin/bash
#
# Sample automation script that 
#
# 1. Checks if passwordless login to server and client is working
# 2. Copies jar file to server and client machines
# 3. Runs server and waits for it to start listening to connections
# 4. Starts clients on client machines
# 5. Waits for clients to finish
# 6. Sends shut down signal to server and waits for it to shut down
# 7. Copies log files from client machine
# 8. Deletes log files from client and server machines
# 9. Processes log files
# 10. Plots the result with gnuplot
#

###############################
#
# Read command line arguments
#
###############################

function usage() {
	echo "Usage: --serverMachine=<address> --clientMachine=<address> --noOfClients=<int> --remoteUserName=<username> --experimentId=<id> --clientRunTime=<seconds>"
	exit -1
}

serverMachine="52.29.65.202"
clientMachine="52.29.29.128"
noOfClients="20"
remoteUserName="ec2-user"
experimentId="11"
clientRunTime=60

# # Extract command line arguments
# TEMP=`getopt --long serverMachine:,clientMachine:,noOfClients:,remoteUserName:,experimentId:,clientRunTime: \
#      -n 'example.bash' -- "$@"`

# if [ $? != 0 ] ; then echo "Terminating..." >&2 ; exit 1 ; fi

# # Note the quotes around `$TEMP': they are essential!
# eval set -- "$TEMP"

# while true ; do
# 	echo "hhhh $1"
# 	echo "tttt $2"
#         case "$1" in
#                 --serverMachine) serverMachine="$2" ; shift 2 ;;
#                 --clientMachine) clientMachine="$2" ; shift 2 ;;
#                 --noOfClients) noOfClients="$2" ; shift 2 ;;
#                 --remoteUserName) remoteUserName="$2" ; shift 2 ;;
#                 --experimentId) experimentId="$2" ; shift 2 ;;
#                 --clientRunTime) clientRunTime="$2" ; shift 2 ;;
#                 --) shift ; break ;;
#                 *) echo "Internal error!" ; exit 1 ;;
#         esac
# done


# echo "server=${serverMachine}"

# Check for correctness of the commandline arguments
if [[ $serverMachine == "" || $clientMachine == "" || $noOfClients == "" || $remoteUserName == "" || $experimentId == "" ]]
then
	usage $1
fi

#####################################
#
# Copy server and clients to machines
#
#####################################

dbAddress="asl-test.cnq3qzzs08l2.eu-central-1.rds.amazonaws.com:5432"
pathToRepo="/Users/florangmehlin/Documents/ETHZ/Advanced Systems Lab_2015/project_repo/"
rsa_key="/Users/florangmehlin/.ssh/ASL_Frankfurt.pem"

echo -ne "  Testing passwordless connection to the server machine and client machine... "
# Check if command can be run on server and client
success=$( ssh -i $rsa_key -o BatchMode=yes  $remoteUserName@$serverMachine echo ok 2>&1 )
if [ $success != "ok" ]
then
	echo "Passwordless login not successful for $remoteUserName on $serverMachine. Exiting..."
	exit -1
fi

success=$( ssh -i $rsa_key -o BatchMode=yes  $remoteUserName@$clientMachine echo ok 2>&1 )
if [ $success != "ok" ]
then
	echo "Passwordless login not successful for $remoteUserName on $clientMachine. Exiting..."
	exit -1
fi
echo "OK"



echo "  Copying server.jar to server machine: $serverMachine ... "
# Copy jar to server machine
scp -i $rsa_key $pathToRepo/asl_middleware/asl_middleware.jar $remoteUserName@$serverMachine:.
echo "  Copying client.jar to client machine: $serverMachine ... "
# Copy jar to client machine
scp -i $rsa_key $pathToRepo/asl_client/asl_client.jar $remoteUserName@$clientMachine:.

ssh -i $rsa_key $remoteUserName@$serverMachine "mkdir $experimentId" 
ssh -i $rsa_key $remoteUserName@$clientMachine "mkdir $experimentId" 

######################################
#
# Run server and clients
#
######################################

# Run server
echo "  Starting the server"
ssh -i $rsa_key $remoteUserName@$serverMachine "java -jar asl_middleware.jar $dbAddress 4444 2>&1 > server.out " &

# Wait for the server to start up
echo -ne "  Waiting for the server to start up..."
sleep 1
while [ `ssh -i $rsa_key $remoteUserName@$serverMachine "cat server.out | grep 'Server listening' | wc -l"` != 1 ]
do
	sleep 1
done 
echo "OK"

echo "  Start the clients on the client machine: $clientMachine"
# Run the clients
clientIds=`seq $noOfClients`
pids=""
for clientId in $clientIds
do
	echo "    Start client: $clientId"
	ssh -i $rsa_key $remoteUserName@$clientMachine "java -jar asl_client.jar $serverMachine 4444 $clientRunTime" &
	pids="$pids $!"
done

# Wait for the clients to finish
echo -ne "  Waiting for the clients to finish ... "
for f in $pids
do
	wait $f
done
echo "OK"

echo "  Sending shut down signal to server"
# Send a shut down signal to the server
# Note: server.jar catches SIGHUP signals and terminates gracefully
ssh -i $rsa_key $remoteUserName@$serverMachine "killall java"

echo -ne "  Waiting for the server to shut down... "
# Wait for the server to gracefully shut down
while [ `ssh -i $rsa_key $remoteUserName@$serverMachine "cat server.out | grep 'Server shutting down' | wc -l"` != 1 ]
do
	sleep 1
done 
echo "OK"

########################################
#
# Copy and process logs and plot graphs
#
########################################

# Copy log files from the clients
mkdir -p $experimentId
mkdir -p $experimentId/MW
mkdir -p $experimentId/C
echo "  Copying log files from client machine... "
scp -i $rsa_key $remoteUserName@$serverMachine:./*.log ./$experimentId/MW
scp -i $rsa_key $remoteUserName@$serverMachine:./server.out ./$experimentId/MW
scp -i $rsa_key $remoteUserName@$clientMachine:./*.log ./$experimentId/C


# Cleanup
echo -ne "  Cleaning up files on client and server machines... "
ssh -i $rsa_key $remoteUserName@$clientMachine "rm ./*.log"
ssh -i $rsa_key $remoteUserName@$serverMachine "rm ./*.log"
echo "OK"

# Process the log files from the clients
echo "  Processing log files"
cat $experimentId/C/client*.log | sort -n > $experimentId/C/allclients

echo "  Generating trace.jpg with gnuplot"
gnuplot << EOF
set terminal jpeg
set output '$experimentId/trace.jpg'
set xlabel 'Time (s)'
set ylabel 'Response Time (ms)'
set title 'Trace log'
set xrange [0:]
set yrange [0:]
plot '$experimentId/C/allclients' using (\$1/1000):2 with lp title "$experimentId"
EOF