Bug#42888 for MySQL 5.1. Add collections of test runs to make it both configurable and transparent what kinds of tests we run during integration testing. Implement filter list in mysql-test-run.pl to filter out failures of experimental test cases, using a new status code "exp-fail", so we can tell regressions ("fail") from failures of test cases that are still in development ("exp-fail").

1 files changed, 25 insertions, 1 deletions

diff --git a/mysql-test/mysql-test-run.pl b/mysql-test/mysql-test-run.pl
index 511cd4d07ba..8e772279aa3 100755
--- a/mysql-test/mysql-test-run.pl
+++ b/mysql-test/mysql-test-run.pl
@@ -169,6 +169,8 @@ our $opt_client_debugger;
 my $config; # The currently running config
 my $current_config_name; # The currently running config file template
 
+our $opt_experimental;
+
 my $baseport;
 my $opt_build_thread= $ENV{'MTR_BUILD_THREAD'} || "auto";
 
@@ -792,7 +794,7 @@ sub command_line_setup {
              'big-test'                 => \$opt_big_test,
 	     'combination=s'            => \@opt_combinations,
              'skip-combinations'        => \&collect_option,
-
+             'experimental=s'           => \$opt_experimental,
 	     'skip-im'                  => \&ignore_option,
 
              # Specify ports
@@ -959,6 +961,28 @@ sub command_line_setup {
     mtr_print_thick_line('#');
   }
 
+  if ( $opt_experimental )
+  {
+    if ( open(FILE, "<", $opt_experimental) ) {
+      mtr_report("Using experimental file: $opt_experimental");
+      $opt_experimental = [];
+      while(<FILE>) {
+        chomp;
+        s/( +|^)#.*$//;
+        s/^ +//;
+        s/ +$//;
+        if ( $_ eq "" ) {
+          next;
+        }
+        print " - $_\n";
+        push @$opt_experimental, $_;
+      }
+      close FILE;
+    } else {
+      mtr_error("Can't read experimental file: $opt_experimental");      
+    }
+  }
+
   foreach my $arg ( @ARGV )
   {
     if ( $arg =~ /^--skip-/ )