summaryrefslogtreecommitdiff
path: root/ACE/TAO/orbsvcs/tests/FT_App/run_test_fault_consumer.pl
diff options
context:
space:
mode:
Diffstat (limited to 'ACE/TAO/orbsvcs/tests/FT_App/run_test_fault_consumer.pl')
-rwxr-xr-xACE/TAO/orbsvcs/tests/FT_App/run_test_fault_consumer.pl412
1 files changed, 412 insertions, 0 deletions
diff --git a/ACE/TAO/orbsvcs/tests/FT_App/run_test_fault_consumer.pl b/ACE/TAO/orbsvcs/tests/FT_App/run_test_fault_consumer.pl
new file mode 100755
index 00000000000..66329347408
--- /dev/null
+++ b/ACE/TAO/orbsvcs/tests/FT_App/run_test_fault_consumer.pl
@@ -0,0 +1,412 @@
+eval '(exit $?0)' && eval 'exec perl -S $0 ${1+"$@"}'
+ & eval 'exec perl -S $0 $argv:q'
+ if 0;
+
+# $Id$
+# -*- perl -*-
+
+# Purpose:
+# To test the FaultConsumer
+#
+# Process being tested:
+# Fault_Consumer
+# implements FaultConsumer interface.
+# Processes used in test:
+# FT_Replica
+# implements TestReplica interface.
+# implements PullMonitorable.
+# Fault_Detector
+# implements FaultDetectorFactory interface
+# implements PullMonitorable interface
+# FT_Client
+# client for TestReplica interface.
+# client for PullMonitorable.
+# Fault_Notifier
+# implements the FaultNotifier interface.
+# propagates fault reports to the FaultConsumer.
+#
+# Test Scenario (***Test: marks behavior being tested):
+# Phase 1:
+# Start two FT_Replicas
+# FT_Replicas write TestReplica IORs (FR#1 and FR#2) to files
+# Start the Fault_Detector
+# Fault_Detector writes its IOR (FDF) to a file
+# Start the Fault_Notifier
+# Fault_Notifier writes its IOR (FN) to a file.
+# Start the Fault_Consumer
+# Subscribes to the Fault_Notifier for fault reports.
+# Phase 2:
+# Wait for IORs: FR#1, FR#2, FDF, and FN
+# Start the StubAnalyzer giving it IORS: FR#1, FR#2 FDF, FN
+# StubAnalyzer calls FDF to create a FaultDetector
+# for each Replica.
+# StubAnalyzer subscribes to Fault_Notifier
+# StubAnalyzer writes dummy message(READY) to a file.
+# Phase 3:
+# Wait for READY
+# Start FT_Client giving it IORS: FR#1 and FR#2. [1]
+# FT_Client interacts with FR#1.
+# FT_Client asks FR#1 to fault. It does so.
+# FT_Client notices fault and switches to FR#2. [1]
+# FD#1 notices fault and notifies Fault_Notifier
+# FD#1 terminates
+# ***Test: Fault_Notifier forwards notification to StubAnalyzer
+# StubAnalyzer prints notification.
+# FT_Client interacts with FR#2.
+# FT_Client asks FR#2 to shut down.
+# FT_Client shuts down.
+# FD#2 notices FR2 is gone, interprets this
+# as a fault, and sends notification to Fault_Notifier
+# FD#2 terminates.
+# ***Test: Fault_Notifier forwards notification to StubAnalyzer
+# StubAnalyzer prints notification.
+# Phase 4: shutting down.
+# All FaultDetectors have terminated so the FaultDetectorFactory
+# honors the "quit-on-idle" option on it's command line and exits.
+# StubAnalyzer compares # fault notifications to # replicas. When
+# they match, it "knows" that the test is over, so it shuts down.
+# As it does so, it disconnects its fault consumers from the FaultNotifier.
+# FaultNotifier notices the last fault consumer disconnecting and exits because
+# the "quit-on-idle" option was specified on the command line.
+# Phase 5: housekeeping
+# Wait for all processes to terminate.
+# Check termination status.
+# Delete temp files.
+#
+# [1] Client mediated fault tolerance. These points will
+# change when IOGR support is available.
+use lib "$ENV{ACE_ROOT}/bin";
+use PerlACE::TestTarget;
+
+########################
+#command line options
+#set defaults:
+my($status) = 0;
+my($verbose) = 0; # 1: report perl actions before executing them
+my($debug_builds) = 0; # 0: use exes from Release directories
+my($simulated) = 1; # 1: use "client simulated" fault tolerance
+
+# List of the proccess which must be killed before exit with error
+@kill_list = ();
+
+sub add_to_kills{
+ $goal = shift;
+ @kill_list = (@kill_list, $goal);
+}
+sub exit_and_kill{
+ $status = shift;
+ foreach $goal (@kill_list){
+ $goal->Kill (); $goal->TimedWait (1);
+ }
+ exit $status;
+}
+
+foreach $i (@ARGV) {
+ if ($i eq "--debug_build"){
+ $debug_builds = 1;
+ }
+ elsif ($i eq "--no_simulate"){ # reverse this once we have FT ORB support
+ $simulated = 0;
+ }
+ elsif ($i eq "-v"){
+ $verbose += 1;
+ }
+}
+
+my($build_directory) = "/Release";
+if ( $debug_builds ) {
+ $build_directory = "";
+}
+
+if ( $verbose > 1) {
+ print "verbose: $verbose\n";
+ print "debug_builds: $debug_builds -> $build_directory\n";
+ print "simulated: $simulated\n";
+}
+
+
+my $ft_replica1 = PerlACE::TestTarget::create_target (1) || die "Create target 1 failed\n";
+my $ft_replica2 = PerlACE::TestTarget::create_target (2) || die "Create target 2 failed\n";
+my $fault_detector = PerlACE::TestTarget::create_target (3) || die "Create target 3 failed\n";
+my $fault_notifier = PerlACE::TestTarget::create_target (4) || die "Create target 4 failed\n";
+my $client = PerlACE::TestTarget::create_target (5) || die "Create target 5 failed\n";
+my $consumer = PerlACE::TestTarget::create_target (6) || die "Create target 6 failed\n";
+
+#define temp files
+my($factory1_ior) = "factory1.ior";
+my($factory2_ior) = "factory2.ior";
+my($replica1_ior) = "replica1.ior";
+my($replica2_ior) = "replica2.ior";
+my($replica1_iogr) = "replica1.iogr";
+my($detector_ior) = "detector.ior";
+my($notifier_ior) = "notifier.ior";
+my($client_data) = "persistent.dat";
+my($ready_file) = "ready.file";
+
+# Files for ft_replica1
+my $ft_replica1_factory1_ior = $ft_replica1->LocalFile ($factory1_ior);
+my $ft_replica1_replica1_ior = $ft_replica1->LocalFile ($replica1_ior);
+my $ft_replica1_client_data = $ft_replica1->LocalFile ($client_data);
+
+$ft_replica1->DeleteFile ($factory1_ior);
+$ft_replica1->DeleteFile ($replica1_ior);
+$ft_replica1->DeleteFile ($client_data);
+
+# Files for ft_replica2
+my $ft_replica2_factory2_ior = $ft_replica2->LocalFile ($factory2_ior);
+my $ft_replica2_replica2_ior = $ft_replica2->LocalFile ($replica2_ior);
+my $ft_replica2_client_data = $ft_replica2->LocalFile ($client_data);
+
+$ft_replica2->DeleteFile ($factory2_ior);
+$ft_replica2->DeleteFile ($replica2_ior);
+$ft_replica2->DeleteFile ($client_data);
+
+# Files for fault_detector
+my $fault_detector_ior = $fault_detector->LocalFile ($detector_ior);
+$fault_detector->DeleteFile ($detector_ior);
+
+# Files for fault_notifier
+my $fault_notifier_ior = $fault_notifier->LocalFile ($notifier_ior);
+$fault_notifier->DeleteFile ($notifier_ior);
+
+# Files for consumer
+my $consumer_notifier_ior = $consumer->LocalFile ($notifier_ior);
+my $consumer_replica1_ior = $consumer->LocalFile ($replica1_ior);
+my $consumer_replica2_ior = $consumer->LocalFile ($replica2_ior);
+my $consumer_detector_ior = $consumer->LocalFile ($detector_ior);
+my $consumer_ready_file = $consumer->LocalFile ($ready_file);
+
+$consumer->DeleteFile ($notifier_ior);
+$consumer->DeleteFile ($replica1_ior);
+$consumer->DeleteFile ($replica2_ior);
+$consumer->DeleteFile ($detector_ior);
+
+
+# Files for client
+my $client_replica1_ior = $client->LocalFile ($replica1_ior);
+my $client_replica2_ior = $client->LocalFile ($replica2_ior);
+my $client_replica1_iogr = $client->LocalFile ($replica2_ior);
+
+$client->DeleteFile ($replica1_ior);
+$client->DeleteFile ($replica2_ior);
+$client->DeleteFile ($replica1_iogr);
+
+### Create process
+$REP1 = $ft_replica1->CreateProcess (".$build_directory/ft_replica" ,
+ "-o $ft_replica1_factory1_ior ".
+ "-f none -t $ft_replica1_replica1_ior " .
+ "-l loc1 -i type1 -q -p $ft_replica1_client_data");
+
+$REP2 = $ft_replica2->CreateProcess (".$build_directory/ft_replica" ,
+ "-o $ft_replica2_factory2_ior ".
+ "-f none -t $ft_replica2_replica2_ior " .
+ "-l loc2 -i type1 -q -p $ft_replica2_client_data");
+
+$DET = $fault_detector->CreateProcess ("$ENV{'TAO_ROOT'}/orbsvcs/Fault_Detector" .
+ "$build_directory/Fault_Detector" ,
+ "-r " .
+ "-o $fault_detector_ior -q");
+
+$NOT = $fault_notifier->CreateProcess ("$ENV{'TAO_ROOT'}/orbsvcs/Fault_Notifier" .
+ "$build_directory/Fault_Notifier" ,
+ "-r " .
+ "-o $fault_notifier_ior -q");
+
+$CONS = $consumer->CreateProcess (".$build_directory/ft_fault_consumer",
+ "-o $consumer_ready_file " .
+ "-n file://consumer_notifier_ior " .
+ "-q -d file://$consumer_detector_ior " .
+ "-r file://$client_replica1_ior " .
+ "-r file://$client_replica2_ior");
+
+my($CL) = $client->CreateProcess (".$build_directory/ft_client",
+ "-f file://$client_replica1_ior " .
+ "-f file://$client_replica2_ior " .
+ "-c testscript");
+if ($simulated){
+ print "\nTEST: Preparing Client Mediated Fault Tolerance test.\n" if ($verbose);
+ $CL = $client->CreateProcess (".$build_directory/ft_client",
+ "-f file://$client_replica1_ior " .
+ "-f file://$client_replica2_ior " .
+ "-c testscript");
+
+}
+else{
+ print "\nTEST: Preparing IOGR based test.\n" if ($verbose);
+ $CL = $client->CreateProcess (".$build_directory/ft_client",
+ "-f file://$client_replica1_iogr " .
+ "-c testscript");
+}
+
+print "TEST: starting replica1 ". $REP1->CommandLine . "\n" if ($verbose);
+$REP1->Spawn ();
+
+add_to_kills ($REP1);
+
+print "TEST: waiting for replica 1's IOR\n" if ($verbose);
+if ($ft_replica1->WaitForFileTimed ($replica1_ior,
+ $ft_replica1->ProcessStartWaitInterval()) == -1) {
+ print STDERR "ERROR: cannot find file <$ft_replica1_replica1_ior>\n";
+ exit_and_kill (1);
+}
+# Get/Put $replica1_ior: consumer_replica1_ior $client_replica1_ior
+if ($ft_replica1->GetFile ($replica1_ior) == -1) {
+ print STDERR "ERROR: cannot retrieve file <$ft_replica1_replica1_ior>\n";
+ exit_and_kill (1);
+}
+if ($consumer->PutFile ($replica1_ior) == -1) {
+ print STDERR "ERROR: cannot set file <$consumer_replica1_ior>\n";
+ exit_and_kill (1);
+}
+if ($client->PutFile ($replica1_ior) == -1) {
+ print STDERR "ERROR: cannot set file <$client_replica1_ior>\n";
+ exit_and_kill (1);
+}
+
+print "\nTEST: starting replica2 " . $REP2->CommandLine . "\n" if ($verbose);
+$REP2->Spawn ();
+
+add_to_kills ($REP2);
+
+print "TEST: waiting for replica 2's IOR\n" if ($verbose);
+if ($ft_replica2->WaitForFileTimed ($replica2_ior,
+ $ft_replica2->ProcessStartWaitInterval()) == -1) {
+ print STDERR "TEST ERROR: cannot find file <$ft_replica2_replica2_ior>\n";
+ exit_and_kill (1);
+}
+# Get/Put $replica2_ior: consumer_replica2_ior $client_replica2_ior
+if ($ft_replica2->GetFile ($replica2_ior) == -1) {
+ print STDERR "ERROR: cannot retrieve file <$ft_replica2_replica2_ior>\n";
+ exit_and_kill (1);
+}
+if ($consumer->PutFile ($replica2_ior) == -1) {
+ print STDERR "ERROR: cannot set file <$consumer_replica2_ior>\n";
+ exit_and_kill (1);
+}
+if ($client->PutFile ($replica2_ior) == -1) {
+ print STDERR "ERROR: cannot set file <$client_replica2_ior>\n";
+ exit_and_kill (1);
+}
+
+print "\nTEST: starting detector factory " . $DET->CommandLine . "\n" if ($verbose);
+$DET->Spawn ();
+
+add_to_kills ($DET);
+
+print "TEST: waiting for detector's IOR\n" if ($verbose);
+if ($fault_detector->WaitForFileTimed ($detector_ior,
+ $fault_detector->ProcessStartWaitInterval()) == -1) {
+ print STDERR "ERROR: cannot find file <$fault_detector_ior>\n";
+ exit_and_kill (1);
+}
+# Get/Put $detector_ior: $consumer_detector_ior
+if ($fault_detector->GetFile ($detector_ior) == -1) {
+ print STDERR "ERROR: cannot retrieve file <$fault_detector_ior>\n";
+ exit_and_kill (1);
+}
+if ($consumer->PutFile ($detector_ior) == -1) {
+ print STDERR "ERROR: cannot set file <$consumer_detector_ior>\n";
+ exit_and_kill (1);
+}
+
+print "\nTEST: starting notifier " . $NOT->CommandLine . "\n" if ($verbose);
+$NOT->Spawn ();
+
+add_to_kills ($NOT);
+
+print "TEST: waiting for notifier's IOR\n" if ($verbose);
+if ($fault_notifier->WaitForFileTimed ($notifier_ior,
+ $fault_notifier->ProcessStartWaitInterval()) == -1) {
+ print STDERR "ERROR: cannot find file <$fault_notifier_ior>\n";
+ exit_and_kill (1);
+}
+# Get/Put $notifier_ior: $consumer_notifier_ior
+if ($fault_notifier->GetFile ($notifier_ior) == -1) {
+ print STDERR "ERROR: cannot retrieve file <$fault_notifier_ior>\n";
+ exit_and_kill (1);
+}
+if ($consumer->PutFile ($notifier_ior) == -1) {
+ print STDERR "ERROR: cannot set file <$consumer_notifier_ior>\n";
+ exit_and_kill (1);
+}
+
+print "\nTEST: starting fault consumer " . $CONS->CommandLine . "\n" if ($verbose);
+$CONS->Spawn ();
+
+print "TEST: waiting for READY.FILE from fault consumer\n" if ($verbose);
+if ($consumer->WaitForFileTimed ($consumer_ready_file,
+ $consumer->ProcessStartWaitInterval()) == -1) {
+ print STDERR "ERROR: cannot find file <$fault_notifier_ior>\n";
+ exit_and_kill (1);
+}
+
+print "\nTEST: starting client " . $CL->CommandLine . "\n" if ($verbose);
+$status = $CL->SpawnWaitKill ($client->ProcessStartWaitInterval() + 45);
+
+if ($status != 0) {
+ print STDERR "TEST ERROR: client returned $status\n";
+ $status = 1;
+}
+
+print "\nTEST: wait for replica 1.\n" if ($verbose);
+$status_replica = $REP1->WaitKill ($ft_replica1->ProcessStopWaitInterval());
+if ($status_replica != 0) {
+ print STDERR "TEST ERROR: replica returned $status_replica\n";
+ $status = 1;
+}
+print "\nTEST: wait for replica 2.\n" if ($verbose);
+$status_replica = $REP2->WaitKill ($ft_replica2->ProcessStopWaitInterval());
+if ($status_replica != 0) {
+ print STDERR "TEST ERROR: replica returned $status_replica\n";
+ $status = 1;
+}
+print "\nTEST: wait for detector factory to leave.\n" if ($verbose);
+$status_det = $DET->WaitKill ($fault_detector->ProcessStopWaitInterval());
+if ($status_det != 0) {
+ print STDERR "TEST ERROR: detector returned $status_det\n";
+ $status = 1;
+}
+
+print "\nTEST: wait for notifier to leave.\n" if ($verbose);
+$status_not = $NOT->WaitKill ($fault_notifier->ProcessStopWaitInterval());
+if ($status_not != 0) {
+ print STDERR "TEST ERROR: notifier returned $status_not\n";
+ $status = 1;
+}
+
+print "\nTEST: wait for fault consumer to leave.\n" if ($verbose);
+$status_cons = $CONS->WaitKill ($consumer->ProcessStopWaitInterval());
+if ($status_cons != 0) {
+ print STDERR "TEST ERROR: notifier returned $status_cons\n";
+ $status = 1;
+}
+print "\nTEST: releasing scratch files.\n" if ($verbose);
+
+# Files for ft_replica1
+$ft_replica1->DeleteFile ($factory1_ior);
+$ft_replica1->DeleteFile ($replica1_ior);
+$ft_replica1->DeleteFile ($client_data);
+
+# Files for ft_replica2
+$ft_replica2->DeleteFile ($factory2_ior);
+$ft_replica2->DeleteFile ($replica2_ior);
+$ft_replica2->DeleteFile ($client_data);
+
+# Files for fault_detector
+$fault_detector->DeleteFile ($detector_ior);
+
+# Files for fault_notifier
+$fault_notifier->DeleteFile ($notifier_ior);
+
+# Files for consumer
+$consumer->DeleteFile ($notifier_ior);
+$consumer->DeleteFile ($replica1_ior);
+$consumer->DeleteFile ($replica2_ior);
+$consumer->DeleteFile ($detector_ior);
+
+# Files for client
+$client->DeleteFile ($replica1_ior);
+$client->DeleteFile ($replica2_ior);
+$client->DeleteFile ($replica1_iogr);
+
+exit $status;
View Lorry Controller Status