summaryrefslogtreecommitdiff
path: root/cpp/src/tests/failover_soak.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'cpp/src/tests/failover_soak.cpp')
-rw-r--r--cpp/src/tests/failover_soak.cpp116
1 files changed, 87 insertions, 29 deletions
diff --git a/cpp/src/tests/failover_soak.cpp b/cpp/src/tests/failover_soak.cpp
index 706383d758..f8ae2b903d 100644
--- a/cpp/src/tests/failover_soak.cpp
+++ b/cpp/src/tests/failover_soak.cpp
@@ -37,6 +37,8 @@
#include "qpid/framing/Uuid.h"
#include <ForkedBroker.h>
+#include <qpid/client/Connection.h>
+
@@ -45,6 +47,8 @@
using namespace std;
using boost::assign::list_of;
using namespace qpid::framing;
+using namespace qpid::client;
+
@@ -82,6 +86,7 @@ ostream& operator<< ( ostream& os, const childType& ct ) {
+
struct child
{
child ( string & name, pid_t pid, childType type )
@@ -121,10 +126,11 @@ struct child
struct children : public vector<child *>
{
+
void
add ( string & name, pid_t pid, childType type )
{
- push_back(new child ( name, pid, type ));
+ push_back ( new child ( name, pid, type ) );
}
@@ -146,7 +152,7 @@ struct children : public vector<child *>
child * kid = get ( pid );
if(! kid)
{
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
{
cerr << "children::exited warning: Can't find child with pid "
<< pid
@@ -176,10 +182,15 @@ struct children : public vector<child *>
int
checkChildren ( )
{
- vector<child *>::iterator i;
+ vector<child *>::iterator i;
for ( i = begin(); i != end(); ++ i )
if ( (COMPLETED == (*i)->status) && (0 != (*i)->retval) )
- return (*i)->retval;
+ {
+ cerr << "checkChildren: error on child of type "
+ << (*i)->type
+ << endl;
+ return (*i)->retval;
+ }
return 0;
}
@@ -314,6 +325,37 @@ printBrokers ( brokerVector & brokers )
+ForkedBroker * newbie = 0;
+int newbie_port = 0;
+
+
+
+bool
+wait_for_newbie ( )
+{
+ if ( ! newbie )
+ return true;
+
+ try
+ {
+ Connection connection;
+ connection.open ( "127.0.0.1", newbie_port );
+ sleep ( 2 );
+ connection.close();
+ newbie = 0; // He's no newbie anymore!
+ return true;
+ }
+ catch ( const std::exception& error )
+ {
+ std::cerr << "wait_for_newbie error: "
+ << error.what()
+ << endl;
+ return false;
+ }
+}
+
+
+
void
startNewBroker ( brokerVector & brokers,
@@ -342,7 +384,9 @@ startNewBroker ( brokerVector & brokers,
("--log-to-file")
("/tmp/qpidd.log");
- ForkedBroker * broker = new ForkedBroker ( argv );
+ newbie = new ForkedBroker ( argv );
+ newbie_port = newbie->getPort();
+ ForkedBroker * broker = newbie;
if ( verbosity > 0 )
std::cerr << "new broker created: pid == "
@@ -362,6 +406,11 @@ startNewBroker ( brokerVector & brokers,
bool
killFrontBroker ( brokerVector & brokers, int verbosity )
{
+ cerr << "killFrontBroker: waiting for newbie sync...\n";
+ if ( ! wait_for_newbie() )
+ return false;
+ cerr << "killFrontBroker: newbie synced.\n";
+
if ( verbosity > 0 )
cout << "killFrontBroker pid: " << brokers[0]->getPID() << " on port " << brokers[0]->getPort() << endl;
try { brokers[0]->kill(9); }
@@ -400,10 +449,12 @@ killAllBrokers ( brokerVector & brokers, int delay )
for ( uint i = 0; i < brokers.size(); ++ i )
try { brokers[i]->kill(9); }
- catch ( ... )
+ catch ( const exception& error )
{
std::cerr << "killAllBrokers Warning: exception during kill on broker "
<< i
+ << " "
+ << error.what()
<< endl;
}
}
@@ -422,7 +473,7 @@ runDeclareQueuesClient ( brokerVector brokers,
string name("declareQueues");
int port = brokers[0]->getPort ( );
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
cout << "startDeclareQueuesClient: host: "
<< host
<< " port: "
@@ -463,12 +514,16 @@ startReceivingClient ( brokerVector brokers,
string name("receiver");
int port = brokers[0]->getPort ( );
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
cout << "startReceivingClient: port " << port << endl;
+
+ // verbosity has to be > 1 to let clients talk.
+ int client_verbosity = (verbosity > 1 ) ? 1 : 0;
+
char portStr[100];
char verbosityStr[100];
sprintf(portStr, "%d", port);
- sprintf(verbosityStr, "%d", verbosity);
+ sprintf(verbosityStr, "%d", client_verbosity);
vector<const char*> argv;
@@ -507,13 +562,16 @@ startSendingClient ( brokerVector brokers,
string name("sender");
int port = brokers[0]->getPort ( );
- if ( verbosity )
+ if ( verbosity > 1)
cout << "startSenderClient: port " << port << endl;
char portStr[100];
char verbosityStr[100];
+ //
+ // verbosity has to be > 1 to let clients talk.
+ int client_verbosity = (verbosity > 1 ) ? 1 : 0;
sprintf ( portStr, "%d", port);
- sprintf ( verbosityStr, "%d", verbosity);
+ sprintf ( verbosityStr, "%d", client_verbosity);
vector<const char*> argv;
argv.push_back ( "replayingSender" );
@@ -582,7 +640,7 @@ main ( int argc, char const ** argv )
brokerVector brokers;
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
cout << "Starting initial cluster...\n";
int nBrokers = 3;
@@ -603,14 +661,14 @@ main ( int argc, char const ** argv )
pid_t dqClientPid =
runDeclareQueuesClient ( brokers, host, declareQueuesPath, verbosity );
if ( -1 == dqClientPid ) {
- cerr << "ERROR: START_DECLARE_1 END_OF_TEST\n";
+ cerr << "END_OF_TEST ERROR_START_DECLARE_1\n";
return CANT_FORK_DQ;
}
// Don't continue until declareQueues is finished.
pid_t retval = waitpid ( dqClientPid, & childStatus, 0);
if ( retval != dqClientPid) {
- cerr << "ERROR: START_DECLARE_2 END_OF_TEST\n";
+ cerr << "END_OF_TEST ERROR_START_DECLARE_2\n";
return DQ_FAILED;
}
allMyChildren.exited ( dqClientPid, childStatus );
@@ -625,7 +683,7 @@ main ( int argc, char const ** argv )
reportFrequency,
verbosity );
if ( -1 == receivingClientPid ) {
- cerr << "ERROR: START_RECEIVER END_OF_TEST\n";
+ cerr << "END_OF_TEST ERROR_START_RECEIVER\n";
return CANT_FORK_RECEIVER;
}
@@ -639,7 +697,7 @@ main ( int argc, char const ** argv )
reportFrequency,
verbosity );
if ( -1 == sendingClientPid ) {
- cerr << "ERROR: START_SENDER END_OF_TEST\n";
+ cerr << "END_OF_TEST ERROR_START_SENDER\n";
return CANT_FORK_SENDER;
}
@@ -666,13 +724,13 @@ main ( int argc, char const ** argv )
if ( ! killFrontBroker ( brokers, verbosity ) )
{
allMyChildren.killEverybody();
- std::cerr << "ERROR: BROKER END_OF_TEST\n";
+ std::cerr << "END_OF_TEST ERROR_BROKER\n";
return ERROR_KILLING_BROKER;
}
// Sleep for a while. -------------------------
sleepyTime = mrand ( minSleep, maxSleep );
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
cerr << "Sleeping for " << sleepyTime << " seconds.\n";
sleep ( sleepyTime );
@@ -686,7 +744,7 @@ main ( int argc, char const ** argv )
clusterName,
verbosity );
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
printBrokers ( brokers );
// If all children have exited, quit.
@@ -694,20 +752,20 @@ main ( int argc, char const ** argv )
if ( ! unfinished ) {
killAllBrokers ( brokers, 5 );
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
cout << "failoverSoak: all children have exited.\n";
int retval = allMyChildren.checkChildren();
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
std::cerr << "failoverSoak: checkChildren: " << retval << endl;
if ( retval )
{
- std::cerr << "ERROR: CLIENT END_OF_TEST\n";
+ std::cerr << "END_OF_TEST ERROR_CLIENT\n";
return ERROR_ON_CHILD;
}
else
{
- std::cerr << "SUCCESSFUL END_OF_TEST\n";
+ std::cerr << "END_OF_TEST SUCCESSFUL\n";
return HUNKY_DORY;
}
}
@@ -719,7 +777,7 @@ main ( int argc, char const ** argv )
cout << "failoverSoak: error on child.\n";
allMyChildren.killEverybody();
killAllBrokers ( brokers, 5 );
- std::cerr << "ERROR: CLIENT END_OF_TEST\n";
+ std::cerr << "END_OF_TEST ERROR_CLIENT\n";
return ERROR_ON_CHILD;
}
@@ -729,27 +787,27 @@ main ( int argc, char const ** argv )
/*
* Don't kill any processes. Leave alive for questioning.
* */
- std::cerr << "ERROR: HANGING END_OF_TEST\n";
+ std::cerr << "END_OF_TEST ERROR_HANGING\n";
return HANGING;
}
- if ( verbosity > 0 ) {
+ if ( verbosity > 1 ) {
std::cerr << "------- next kill-broker loop --------\n";
allMyChildren.print();
}
}
retval = allMyChildren.checkChildren();
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
std::cerr << "failoverSoak: checkChildren: " << retval << endl;
- if ( verbosity > 0 )
+ if ( verbosity > 1 )
cout << "failoverSoak: maxBrokers reached.\n";
allMyChildren.killEverybody();
killAllBrokers ( brokers, 5 );
- std::cerr << "SUCCESSFUL END_OF_TEST\n";
+ std::cerr << "END_OF_TEST SUCCESSFUL\n";
return retval ? ERROR_ON_CHILD : HUNKY_DORY;
}
View Lorry Controller Status