#!/bin/bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # # Run a test of the replication feature source ./test_env.sh trap stop_brokers INT TERM QUIT stop_brokers() { if [ x$BROKER_A != x ]; then $QPIDD_EXEC --no-module-dir -q --port $BROKER_A unset BROKER_A fi if [ x$BROKER_B != x ]; then $QPIDD_EXEC --no-module-dir -q --port $BROKER_B unset BROKER_B fi } if test -d ${PYTHON_DIR} && test -f "$REPLICATING_LISTENER_LIB" && test -f "$REPLICATION_EXCHANGE_LIB"; then rm -f queue-*.repl replication-*.log #cleanup from any earlier runs $QPIDD_EXEC --daemon --port 0 --no-data-dir --no-module-dir --auth no --load-module $REPLICATING_LISTENER_LIB --replication-queue replication --create-replication-queue true --log-enable info+ --log-to-file replication-source.log --log-to-stderr 0 > qpidd.port BROKER_A=`cat qpidd.port` $QPIDD_EXEC --daemon --port 0 --no-data-dir --no-module-dir --auth no --load-module $REPLICATION_EXCHANGE_LIB --log-enable info+ --log-to-file replication-dest.log --log-to-stderr 0 > qpidd.port BROKER_B=`cat qpidd.port` echo "Running replication test between localhost:$BROKER_A and localhost:$BROKER_B" $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add exchange replication replication $PYTHON_COMMANDS/qpid-route --ack 5 queue add "localhost:$BROKER_B" "localhost:$BROKER_A" replication replication #create test queues $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_A" add queue queue-a --generate-queue-events 2 $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_A" add queue queue-b --generate-queue-events 2 $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_A" add queue queue-c --generate-queue-events 1 $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_A" add queue queue-d --generate-queue-events 2 $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_A" add queue queue-e --generate-queue-events 1 $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add queue queue-a $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add queue queue-b $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add queue queue-c $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add queue queue-e #queue-d deliberately not declared on DR; this error case should be handled #publish and consume from test queues on broker A: i=1 while [ $i -le 10 ]; do echo Message $i for A >> queue-a-input.repl i=`expr $i + 1` done i=1 while [ $i -le 20 ]; do echo Message $i for B >> queue-b-input.repl i=`expr $i + 1` done i=1 while [ $i -le 15 ]; do echo Message $i for C >> queue-c-input.repl i=`expr $i + 1` done ./sender --port $BROKER_A --routing-key queue-a --send-eos 1 < queue-a-input.repl ./sender --port $BROKER_A --routing-key queue-b --send-eos 1 < queue-b-input.repl ./sender --port $BROKER_A --routing-key queue-c --send-eos 1 < queue-c-input.repl echo dummy | ./sender --port $BROKER_A --routing-key queue-d --send-eos 1 ./receiver --port $BROKER_A --queue queue-a --messages 5 > /dev/null ./receiver --port $BROKER_A --queue queue-b --messages 10 > /dev/null ./receiver --port $BROKER_A --queue queue-c --messages 10 > /dev/null ./receiver --port $BROKER_A --queue queue-d > /dev/null # What we are doing is putting a message on the end of repliaction queue & waiting for it on remote side # making sure all the messages have been flushed from the replication queue. echo dummy | ./sender --port $BROKER_A --routing-key queue-e --send-eos 1 ./receiver --port $BROKER_B --queue queue-e --messages 1 > /dev/null #shutdown broker A then check that broker Bs versions of the queues are as expected $QPIDD_EXEC --no-module-dir -q --port $BROKER_A unset BROKER_A #validate replicated queues: ./receiver --port $BROKER_B --queue queue-a > queue-a-backup.repl ./receiver --port $BROKER_B --queue queue-b > queue-b-backup.repl ./receiver --port $BROKER_B --queue queue-c > queue-c-backup.repl tail -5 queue-a-input.repl > queue-a-expected.repl tail -10 queue-b-input.repl > queue-b-expected.repl diff queue-a-backup.repl queue-a-expected.repl || FAIL=1 diff queue-b-backup.repl queue-b-expected.repl || FAIL=1 diff queue-c-backup.repl queue-c-input.repl || FAIL=1 grep 'queue-d does not exist' replication-dest.log > /dev/null || echo "WARNING: Expected error to be logged!" stop_brokers # now check offsets working (enqueue based on position being set, not queue abs position) $QPIDD_EXEC --daemon --port 0 --no-data-dir --no-module-dir --auth no --load-module $REPLICATING_LISTENER_LIB --replication-queue replication --create-replication-queue true --log-enable info+ --log-to-file replication-source.log --log-to-stderr 0 > qpidd.port BROKER_A=`cat qpidd.port` $QPIDD_EXEC --daemon --port 0 --no-data-dir --no-module-dir --auth no --load-module $REPLICATION_EXCHANGE_LIB --log-enable info+ --log-to-file replication-dest.log --log-to-stderr 0 > qpidd.port BROKER_B=`cat qpidd.port` $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add exchange replication replication $PYTHON_COMMANDS/qpid-route --ack 5 queue add "localhost:$BROKER_B" "localhost:$BROKER_A" replication replication $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_A" add queue queue-e --generate-queue-events 2 $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add queue queue-e $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_A" add queue queue-d --generate-queue-events 1 $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add queue queue-d i=1 while [ $i -le 10 ]; do echo Message $i for A >> queue-e-input.repl i=`expr $i + 1` done ./sender --port $BROKER_A --routing-key queue-e --send-eos 1 < queue-e-input.repl ./receiver --port $BROKER_A --queue queue-e --messages 10 > /dev/null # What we are doing is putting a message on the end of repliaction queue & waiting for it on remote side # making sure all the messages have been flushed from the replication queue. echo dummy | ./sender --port $BROKER_A --routing-key queue-d --send-eos 1 ./receiver --port $BROKER_B --queue queue-d --messages 1 > /dev/null # now check offsets working $QPIDD_EXEC --no-module-dir -q --port $BROKER_B unset BROKER_B $QPIDD_EXEC --daemon --port 0 --no-data-dir --no-module-dir --auth no --load-module $REPLICATION_EXCHANGE_LIB --log-enable info+ --log-to-file replication-dest.log --log-to-stderr 0 > qpidd.port BROKER_B=`cat qpidd.port` $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add queue queue-e $PYTHON_COMMANDS/qpid-config -a "localhost:$BROKER_B" add exchange replication replication $PYTHON_COMMANDS/qpid-route --ack 5 queue add "localhost:$BROKER_B" "localhost:$BROKER_A" replication replication # now send another 15 i=11 while [ $i -le 15 ]; do echo Message $i for A >> queue-e1-input.repl i=`expr $i + 1` done ./sender --port $BROKER_A --routing-key queue-e --send-eos 1 < queue-e1-input.repl ./receiver --port $BROKER_B --queue queue-e > queue-e-backup.repl diff queue-e-backup.repl queue-e1-input.repl || FAIL=1 stop_brokers if [ x$FAIL != x ]; then echo replication test failed: expectations not met! exit 1 else echo queue state replicated as expected rm -f queue-*.repl replication-*.log fi else echo "Skipping replication test, plugins not built or python utils not located" fi