QPID-3358 Added scripts to faciliate multi host testing.

1. The controller starts the PerfTestController that coordinates the testing across multiple producers and consumers on a multi host env.

2. The start-producers and start-consuers starts multiple producers and consumers and also supports a variety of options including starting multiple connections within the same JVM.

3. All 3 scripts comes with -h or -help option to provide details about the various options supported by them.

git-svn-id: https://svn.apache.org/repos/asf/qpid/trunk/qpid@1152414 13f79535-47bb-0310-9956-ffa450edef68

3 files changed, 387 insertions, 0 deletions

diff --git a/java/tools/bin/controller b/java/tools/bin/controller
new file mode 100644
index 0000000000..fab8614039
--- /dev/null
+++ b/java/tools/bin/controller
@@ -0,0 +1,132 @@
+#!/bin/sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+# This starts the controller for coordinating perf tests/
+
+. check-qpid-java-env
+
+PROGRAM_NAME=controller
+CONSUMER_COUNT=1
+PRODUCER_COUNT=1
+DURATION=-1
+TEST_NAME="TEST_NAME"
+EXTRA_JVM_ARGS=""
+
+TEMP=$(getopt -n $PROGRAM_NAME -o c:p:d:n:a:h --long consumers:,producers:,jvm-args:help -- "$@")                                                            
+
+usage()
+{
+  printf "\n%s\n" "Usage: controller [option].."
+
+  printf "\n%31s\n%52s\n"  "-c, --consumer-count=count" "No of consumers participating in the test"
+
+  printf "\n%31s\n%52s\n"  "-p, --producer-count=count" "No of producers participating in the test"
+
+  printf "\n%24s\n%94s\n"  "-d, --duration=mins" "The duration of the test in mins. If not specified, it will just run one iteration."
+
+  printf "\n%27s\n%32s\n"  "-n, --name=<test-name>" "The name of the test."
+
+  printf "\n%19s\n%50s\n"  "-a, --jvm-args" "Extra jvm arguments you want to specify"
+}
+
+eval set -- "$TEMP"
+while true; do     
+        case $1 in 
+                -c|--consumer-count)
+                        CONSUMER_COUNT="$2"; shift; shift; continue
+                ;;                                    
+                -p|--producer-count)                            
+                        PRODUCER_COUNT="$2"; shift; shift; continue  
+                ;;                                 
+                -d|--duration)
+                        DURATION="$2"; shift; shift; continue
+                ;;
+                -n|--name)
+                        TEST_NAME="$2"; shift; shift; continue
+                ;;
+                -h|--help)                            
+                        usage                         
+                        exit 0                        
+                ;;                                    
+                -a|--jvm-args)               
+                        EXTRA_JVM_ARGS="$2"; shift; shift; continue 
+                ;;                                                                  
+                --)                                                                 
+                        # no more arguments to parse                                
+                        break                                                       
+                ;;                                                                  
+                *)       
+                        # no more arguments to parse                                                                                            
+                        break                                                      
+                ;;                                                                  
+        esac                                                                        
+done     
+
+CONTROLLER_ARGS="-server -Durl=amqp://guest:guest@clientid/testpath?brokerlist='tcp://localhost:5672' -Dprecision=mili -Dprod_count=$PRODUCER_COUNT -Dcons_count=$CONSUMER_COUNT -Dprint_std_dev=true -Dduration=${DURATION}"
+
+
+waitfor() { until grep -a -l "$2" $1 >/dev/null 2>&1 ; do sleep 1 ; done ; }
+cleanup()
+{
+  pids=`ps aux | grep java | grep PerfTestController | awk '{print $2}'`
+  if [ "$pids" != "" ]; then
+    kill -3 $pids
+    kill -9 $pids >/dev/null 2>&1
+  fi
+}
+
+run_controller()
+{
+  TEST_ARGS="$LOG_CONFIG $JAVA_MEM $CONTROLLER_ARGS $EXTRA_JVM_ARGS"
+  echo "Running controller with : $TEST_ARGS" > test.out
+  $JAVA -cp $CLASSPATH $TEST_ARGS org.apache.qpid.tools.PerfTestController >> test.out &
+  waitfor test.out "Controller: Completed the test"
+  sleep 2 #give a grace period to shutdown
+  print_result $TEST_NAME
+}
+
+print_result()
+{
+  prod_rate=`cat test.out | grep "Avg Producer rate" | awk '{print $5}'`
+  sys_rate=`cat test.out | grep "System Throughput" | awk '{print $4}'`
+  cons_rate=`cat test.out | grep "Avg Consumer rate" | awk '{print $5}'` 
+  avg_latency=`cat test.out | grep "Avg System Latency" | awk '{print $5}'`
+  min_latency=`cat test.out | grep "Min System Latency" | awk '{print $5}'`
+  max_latency=`cat test.out | grep "Max System Latency" | awk '{print $5}'`
+  std_dev=`cat test.out | grep "Avg System Std Dev" | awk '{print $6}'`
+
+  printf "|%-15s|%15.2f|%13.2f|%13.2f|%11.2f|%11.2f|%11.2f|%7.2f|\n" $1 $sys_rate $prod_rate $cons_rate $avg_latency $min_latency $max_latency $std_dev
+  echo "--------------------------------------------------------------------------------------------------------"
+}
+
+trap cleanup EXIT
+
+rm -rf *.out
+
+if [ "$DURATION" = -1  ]; then
+   echo "Test report on " `date +%F`
+   echo "========================================================================================================"
+   echo "|Test           |System throuput|Producer rate|Consumer Rate|Avg Latency|Min Latency|Max Latency|Std Dev|"
+   echo "--------------------------------------------------------------------------------------------------------"
+else
+   echo "Test in progress....Tail stats-csv.log to see results being printed for each iteration."
+fi
+
+run_controller 
diff --git a/java/tools/bin/start-consumers b/java/tools/bin/start-consumers
new file mode 100644
index 0000000000..c71fc0c21f
--- /dev/null
+++ b/java/tools/bin/start-consumers
@@ -0,0 +1,119 @@
+#!/bin/sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+# This starts the controller for coordinating perf tests/
+
+. check-qpid-java-env
+
+PROGRAM_NAME="start-consumers"
+PROCESS_COUNT=1
+CON_COUNT=1
+MSG_COUNT=10000
+ADDRESS="queue;{create:always}"
+UNIQUE_DEST="false"
+
+EXTRA_JVM_ARGS=" -Dmax_prefetch=500 "
+
+TEST_ID=`echo ${HOSTNAME} |  awk -F . '{print $1}'`
+
+TEMP=$(getopt -n $PROGRAM_NAME -o C:P:uc:p:a:s:t:w:h\
+ --long connection-count:,process-count:,create-unique-queues-topics,\
+jvm-args:,queue:,topic:,address:,\
+msg-count:,help -- "$@")                                                            
+
+usage()
+{
+  printf "\n%s\n" "Usage: start-producers [option].."
+
+  printf "\n%32s\n%51s\n"  "-C, --connection-count=count" "No of consumers participating in the test"
+
+  printf "\n%29s\n%51s\n"  "-P, --process-count=count" "No of producers participating in the test"
+
+  printf "\n%37s\n%105s\n"  "-u, --create-unique-queues-topics" "This will create unique queue names and topics based on what you specify for --queue or --topic"
+
+  printf "\n%11s\n%55s\n"  "--queue" "The Queue you want to publish to. Ex my-queue"
+
+  printf "\n%11s\n%84s\n"  "--topic" "The Topic you want to publish to in amq.topic exchange. Ex amq.topic/topic"
+
+  printf "\n%13s\n%44s\n"  "--address" "The address you want to publish to"
+
+  printf "\n%25s\n%50s\n"  "-c, --msg-count=count" "message count per test (default 500,000)"
+
+  printf "\n%18s\n%49s\n"  "-a, --jvm-args" "Extra jvm arguments you want to specify"
+}
+
+eval set -- "$TEMP"
+while true; do     
+        case $1 in 
+                -C|--connection-count)
+                        CON_COUNT="$2"; shift; shift; continue
+                ;;                                    
+                -P|--process-count)                            
+                        PROCESS_COUNT="$2"; shift; shift; continue  
+                ;;
+		-u|--create-unique-queues-topics)                            
+                        UNIQUE_DEST="true"; shift; continue  
+                ;;                                     
+                --queue)                            
+                        ADDRESS="$2;{create: always}"; shift; shift; continue  
+                ;;                                    
+                --topic)                            
+                        ADDRESS="amq.topic/$2"; shift; shift; continue  
+                ;;                                    
+                --address)                            
+                        ADDRESS="$2"; shift; shift; continue  
+                ;;                                 
+                -h|--help)                            
+                        usage                         
+                        exit 0                        
+                ;;                                    
+                -a|--jvm-args)               
+                        EXTRA_JVM_ARGS="$2"; shift; shift; continue 
+                ;;   
+                -c|--msg-count)               
+                        MSG_COUNT="$2"; shift; shift; continue 
+                ;;                                                                  
+                --)                                                                 
+                        # no more arguments to parse                                
+                        break                                                       
+                ;;                                                                  
+                *)       
+                        # no more arguments to parse                                                                                            
+                        break                                                      
+                ;;                                                                  
+        esac                                                                        
+done     
+
+CONSUMER_ARGS="-server -Durl=amqp://guest:guest@clientid/testpath?brokerlist='tcp://localhost:5672' -Dprecision=mili -Dcon_count=$CON_COUNT -Dprint_std_dev=true"
+
+start_consumers()
+{
+  for ((i=0; i<$PROCESS_COUNT; i++))
+  do
+     if [ "$UNIQUE_DEST" = "true" ]; then
+     	sh run-sub "$CONSUMER_ARGS $@" "${TEST_ID}_$i" > ${TEST_ID}_$i.sub.out 2>&1  &    
+     else
+        sh run-sub "$CONSUMER_ARGS $@" > ${TEST_ID}_$i.sub.out 2>&1  &    
+     fi 
+  done
+}
+
+start_consumers "-Daddress=$ADDRESS -Duse_unique_dest=$UNIQUE_DEST -Dmsg_count=$MSG_COUNT -Dcon_count=$CON_COUNT $EXTRA_JVM_ARGS"
+
diff --git a/java/tools/bin/start-producers b/java/tools/bin/start-producers
new file mode 100644
index 0000000000..7ba0286f7c
--- /dev/null
+++ b/java/tools/bin/start-producers
@@ -0,0 +1,136 @@
+#!/bin/sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+# This starts the controller for coordinating perf tests/
+
+. check-qpid-java-env
+
+PROGRAM_NAME="start-producers"
+PROCESS_COUNT=1
+CON_COUNT=1
+MSG_TYPE="bytes"
+WARMUP_MSG_COUNT=1000
+MSG_COUNT=10000
+MSG_SIZE=1024
+ADDRESS="queue;{create:always}"
+UNIQUE_DEST="false"
+
+EXTRA_JVM_ARGS=""
+TEST_ID=`echo ${HOSTNAME} |  awk -F . '{print $1}'`
+
+TEMP=$(getopt -n $PROGRAM_NAME -o C:P:uc:p:a:s:t:w:h\
+ --long connection-count:,process-count:,create-unique-queues-topics,\
+jvm-args:,queue:,topic:,address:,\
+msg-count:,msg-size:msg-type:,warmup-msg-count,help -- "$@")                                                            
+
+usage()
+{
+  printf "\n%s\n" "Usage: start-producers [option].."
+
+  printf "\n%32s\n%51s\n"  "-C, --connection-count=count" "No of consumers participating in the test"
+
+  printf "\n%29s\n%51s\n"  "-P, --process-count=count" "No of producers participating in the test"
+
+  printf "\n%37s\n%105s\n"  "-u, --create-unique-queues-topics" "This will create unique queue names and topics based on what you specify for --queue or --topic"
+
+  printf "\n%11s\n%55s\n"  "--queue" "The Queue you want to publish to. Ex my-queue"
+
+  printf "\n%11s\n%84s\n"  "--topic" "The Topic you want to publish to in amq.topic exchange. Ex amq.topic/topic"
+
+  printf "\n%13s\n%44s\n"  "--address" "The address you want to publish to"
+
+  printf "\n%23s\n%37s\n"  "-s, --msg-size=size" "message size (default 1024)"
+
+  printf "\n%25s\n%50s\n"  "-c, --msg-count=count" "message count per test (default 500,000)"
+
+  printf "\n%18s\n%38s\n"  "-t, --msg-type" "{bytes|text} (default bytes)"
+
+  printf "\n%26s\n%49s\n"  "-w, --warmup-msg-count" "warm up message count (default 100,000)"
+
+  printf "\n%18s\n%49s\n"  "-a, --jvm-args" "Extra jvm arguments you want to specify"
+}
+
+eval set -- "$TEMP"
+while true; do     
+        case $1 in 
+                -C|--connection-count)
+                        CON_COUNT="$2"; shift; shift; continue
+                ;;                                    
+                -P|--process-count)                            
+                        PROCESS_COUNT="$2"; shift; shift; continue  
+                ;;
+		-u|--create-unique-queues-topics)                            
+                        UNIQUE_DEST="true"; shift; continue  
+                ;;                                     
+                --queue)                            
+                        ADDRESS="$2;{create: always}"; shift; shift; continue  
+                ;;                                    
+                --topic)                            
+                        ADDRESS="amq.topic/$2"; shift; shift; continue  
+                ;;                                    
+                --address)                            
+                        ADDRESS="$2"; shift; shift; continue  
+                ;;                                 
+                -h|--help)                            
+                        usage                         
+                        exit 0                        
+                ;;                                    
+                -a|--jvm-args)               
+                        EXTRA_JVM_ARGS="$2"; shift; shift; continue 
+                ;;   
+                -s|--msg-size)               
+                        MSG_SIZE="$2"; shift; shift; continue 
+                ;;                                                                  
+                -c|--msg-count)               
+                        MSG_COUNT="$2"; shift; shift; continue 
+                ;;                                                                  
+                -t|--msg_type)               
+                        MSG_TYPE="$2"; shift; shift; continue 
+                ;;                                                                  
+                -w|--warmup-msg-count)               
+                        WARMUP_MSG_COUNT="$2"; shift; shift; continue 
+                ;;                              
+                --)                                                                 
+                        # no more arguments to parse                                
+                        break                                                       
+                ;;                                                                  
+                *)       
+                        # no more arguments to parse                                                                                            
+                        break                                                      
+                ;;                                                                  
+        esac                                                                        
+done     
+
+PRODUCER_ARGS="-server -Durl=amqp://guest:guest@clientid/testpath?brokerlist='tcp://localhost:5672' -Dext_controller=true -Dprecision=mili -Dcon_count=$CON_COUNT"
+
+start_producers()
+{
+  for ((i=0; i<$PROCESS_COUNT; i++))
+  do
+     if [ "$UNIQUE_DEST" = "true" ]; then
+     	sh run-pub "$PRODUCER_ARGS $@" "${TEST_ID}_$i" > ${TEST_ID}_$i.pub.out 2>&1 &    
+     else
+        sh run-pub "$PRODUCER_ARGS $@" > ${TEST_ID}_$i.pub.out 2>&1 &    
+     fi 
+  done
+}
+
+start_producers "-Daddress=$ADDRESS -Duse_unique_dest=$UNIQUE_DEST -Dmsg_count=$MSG_COUNT -Dmsg_size=$MSG_SIZE -Dwarmup_count=$WARMUP_MSG_COUNT -Dmsg_type=$MSG_TYPE -Dcon_count=$CON_COUNT $EXTRA_JVM_ARGS"
+