diff options
Diffstat (limited to 'lib/Test')
-rw-r--r-- | lib/Test/Simple.pm | 444 | ||||
-rw-r--r-- | lib/Test/Simple/t/exit.t | 38 | ||||
-rw-r--r-- | lib/Test/Simple/t/extra.t | 51 | ||||
-rw-r--r-- | lib/Test/Simple/t/fail.t | 55 | ||||
-rw-r--r-- | lib/Test/Simple/t/missing.t | 44 | ||||
-rw-r--r-- | lib/Test/Simple/t/no_plan.t | 62 | ||||
-rw-r--r-- | lib/Test/Simple/t/plan_is_noplan.t | 52 | ||||
-rw-r--r-- | lib/Test/Simple/t/simple.t | 10 |
8 files changed, 756 insertions, 0 deletions
diff --git a/lib/Test/Simple.pm b/lib/Test/Simple.pm new file mode 100644 index 0000000000..a66f5ce4df --- /dev/null +++ b/lib/Test/Simple.pm @@ -0,0 +1,444 @@ +package Test::Simple; + +require 5.004; + +$Test::Simple::VERSION = '0.08'; + +my(@Test_Results) = (); +my($Num_Tests, $Planned_Tests, $Test_Died) = (0,0,0); +my($Have_Plan) = 0; + + +# Special print function to guard against $\ and -l munging. +sub _print (*@) { + my($fh, @args) = @_; + + local $\; + print $fh @args; +} + +sub print { die "DON'T USE PRINT! Use _print instead" } + + +# I'd like to have Test::Simple interfere with the program being +# tested as little as possible. This includes using Exporter or +# anything else (including strict). +sub import { + # preserve caller() + if( @_ > 1 ) { + if( $_[1] eq 'no_plan' ) { + goto &no_plan; + } + else { + goto &plan + } + } +} + +sub plan { + my($class, %config) = @_; + + if( !exists $config{tests} ) { + die "You have to tell $class how many tests you plan to run.\n". + " use $class tests => 42; for example.\n"; + } + elsif( !defined $config{tests} ) { + die "Got an undefined number of tests. Looks like you tried to tell ". + "$class how many tests you plan to run but made a mistake.\n"; + } + elsif( !$config{tests} ) { + die "You told $class you plan to run 0 tests! You've got to run ". + "something.\n"; + } + else { + $Planned_Tests = $config{tests}; + } + + $Have_Plan = 1; + + _print *TESTOUT, "1..$Planned_Tests\n"; + + my($caller) = caller; + *{$caller.'::ok'} = \&ok; + +} + + +sub no_plan { + $Have_Plan = 1; + + my($caller) = caller; + *{$caller.'::ok'} = \&ok; +} + + + +$| = 1; +open(*TESTOUT, ">&STDOUT") or _whoa(1, "Can't dup STDOUT!"); +open(*TESTERR, ">&STDERR") or _whoa(1, "Can't dup STDERR!"); +{ + my $orig_fh = select TESTOUT; + $| = 1; + select TESTERR; + $| = 1; + select $orig_fh; +} + +=head1 NAME + +Test::Simple - Basic utilities for writing tests. + +=head1 SYNOPSIS + + use Test::Simple tests => 1; + + ok( $foo eq $bar, 'foo is bar' ); + + +=head1 DESCRIPTION + +This is an extremely simple, extremely basic module for writing tests +suitable for CPAN modules and other pursuits. + +The basic unit of Perl testing is the ok. For each thing you want to +test your program will print out an "ok" or "not ok" to indicate pass +or fail. You do this with the ok() function (see below). + +The only other constraint is you must predeclare how many tests you +plan to run. This is in case something goes horribly wrong during the +test and your test program aborts, or skips a test or whatever. You +do this like so: + + use Test::Simple tests => 23; + +You must have a plan. + + +=over 4 + +=item B<ok> + + ok( $foo eq $bar, $name ); + ok( $foo eq $bar ); + +ok() is given an expression (in this case C<$foo eq $bar>). If its +true, the test passed. If its false, it didn't. That's about it. + +ok() prints out either "ok" or "not ok" along with a test number (it +keeps track of that for you). + + # This produces "ok 1 - Hell not yet frozen over" (or not ok) + ok( get_temperature($hell) > 0, 'Hell not yet frozen over' ); + +If you provide a $name, that will be printed along with the "ok/not +ok" to make it easier to find your test when if fails (just search for +the name). It also makes it easier for the next guy to understand +what your test is for. Its highly recommended you use test names. + +All tests are run in scalar context. So this: + + ok( @stuff, 'I have some stuff' ); + +will do what you mean (fail if stuff is empty). + +=cut + +sub ok ($;$) { + my($test, $name) = @_; + + unless( $Have_Plan ) { + die "You tried to use ok() without a plan! Gotta have a plan.\n". + " use Test::Simple tests => 23; for example.\n"; + } + + $Num_Tests++; + + # Make sure the print doesn't get interfered with. + local($\, $,); + + _print *TESTERR, <<ERR if defined $name and $name !~ /\D/; +You named your test '$name'. You shouldn't use numbers for your test names. +Very confusing. +ERR + + + # We must print this all in one shot or else it will break on VMS + my $msg; + unless( $test ) { + $msg .= "not "; + $Test_Results[$Num_Tests-1] = 0; + } + else { + $Test_Results[$Num_Tests-1] = 1; + } + $msg .= "ok $Num_Tests"; + $msg .= " - $name" if @_ == 2; + $msg .= "\n"; + + _print *TESTOUT, $msg; + + #'# + unless( $test ) { + my($pack, $file, $line) = (caller)[0,1,2]; + if( $pack eq 'Test::More' ) { + ($file, $line) = (caller(1))[1,2]; + } + _print *TESTERR, "# Failed test ($file at line $line)\n"; + } + + return $test; +} + +=back + +Test::Simple will start by printing number of tests run in the form +"1..M" (so "1..5" means you're going to run 5 tests). This strange +format lets Test::Harness know how many tests you plan on running in +case something goes horribly wrong. + +If all your tests passed, Test::Simple will exit with zero (which is +normal). If anything failed it will exit with how many failed. If +you run less (or more) tests than you planned, the missing (or extras) +will be considered failures. If no tests were ever run Test::Simple +will throw a warning and exit with 255. If the test died, even after +having successfully completed all its tests, it will still be +considered a failure and will exit with 255. + +So the exit codes are... + + 0 all tests successful + 255 test died + any other number how many failed (including missing or extras) + +If you fail more than 254 tests, it will be reported as 254. + +=begin _private + +=over 4 + +=item B<_sanity_check> + + _sanity_check(); + +Runs a bunch of end of test sanity checks to make sure reality came +through ok. If anything is wrong it will die with a fairly friendly +error message. + +=cut + +#'# +sub _sanity_check { + _whoa($Num_Tests < 0, 'Says here you ran a negative number of tests!'); + _whoa(!$Have_Plan and $Num_Tests, + 'Somehow your tests ran without a plan!'); + _whoa($Num_Tests != @Test_Results, + 'Somehow you got a different number of results than tests ran!'); +} + +=item B<_whoa> + + _whoa($check, $description); + +A sanity check, similar to assert(). If the $check is true, something +has gone horribly wrong. It will die with the given $description and +a note to contact the author. + +=cut + +sub _whoa { + my($check, $desc) = @_; + if( $check ) { + die <<WHOA; +WHOA! $desc +This should never happen! Please contact the author immediately! +WHOA + } +} + +=item B<_my_exit> + + _my_exit($exit_num); + +Perl seems to have some trouble with exiting inside an END block. 5.005_03 +and 5.6.1 both seem to do odd things. Instead, this function edits $? +directly. It should ONLY be called from inside an END block. It +doesn't actually exit, that's your job. + +=cut + +sub _my_exit { + $? = $_[0]; + return 1; +} + + +=back + +=end _private + +=cut + +$SIG{__DIE__} = sub { + # We don't want to muck with death in an eval, but $^S isn't + # totally reliable. 5.005_03 and 5.6.1 both do the wrong thing + # with it. Instead, we use caller. This also means it runs under + # 5.004! + my $in_eval = 0; + for( my $stack = 1; my $sub = (caller($stack))[3]; $stack++ ) { + $in_eval = 1 if $sub =~ /^\(eval\)/; + } + $Test_Died = 1 unless $in_eval; +}; + +END { + _sanity_check(); + + # Bailout if import() was never called. This is so + # "require Test::Simple" doesn't puke. + do{ _my_exit(0) && return } if !$Have_Plan and !$Num_Tests; + + # Figure out if we passed or failed and print helpful messages. + if( $Num_Tests ) { + # The plan? We have no plan. + unless( $Planned_Tests ) { + _print *TESTOUT, "1..$Num_Tests\n"; + $Planned_Tests = $Num_Tests; + } + + my $num_failed = grep !$_, @Test_Results[0..$Planned_Tests-1]; + $num_failed += abs($Planned_Tests - @Test_Results); + + if( $Num_Tests < $Planned_Tests ) { + _print *TESTERR, <<"FAIL"; +# Looks like you planned $Planned_Tests tests but only ran $Num_Tests. +FAIL + } + elsif( $Num_Tests > $Planned_Tests ) { + my $num_extra = $Num_Tests - $Planned_Tests; + _print *TESTERR, <<"FAIL"; +# Looks like you planned $Planned_Tests tests but ran $num_extra extra. +FAIL + } + elsif ( $num_failed ) { + _print *TESTERR, <<"FAIL"; +# Looks like you failed $num_failed tests of $Planned_Tests. +FAIL + } + + if( $Test_Died ) { + _print *TESTERR, <<"FAIL"; +# Looks like your test died just after $Num_Tests. +FAIL + + _my_exit( 255 ) && return; + } + + _my_exit( $num_failed <= 254 ? $num_failed : 254 ) && return; + } + elsif ( $Test::Simple::Skip_All ) { + _my_exit( 0 ) && return; + } + else { + _print *TESTERR, "# No tests run!\n"; + _my_exit( 255 ) && return; + } +} + + +=pod + +This module is by no means trying to be a complete testing system. +Its just to get you started. Once you're off the ground its +recommended you look at L<Test::More>. + + +=head1 EXAMPLE + +Here's an example of a simple .t file for the fictional Film module. + + use Test::Simple tests => 5; + + use Film; # What you're testing. + + my $btaste = Film->new({ Title => 'Bad Taste', + Director => 'Peter Jackson', + Rating => 'R', + NumExplodingSheep => 1 + }); + ok( defined($btaste) and ref $btaste eq 'Film', 'new() works' ); + + ok( $btaste->Title eq 'Bad Taste', 'Title() get' ); + ok( $btsate->Director eq 'Peter Jackson', 'Director() get' ); + ok( $btaste->Rating eq 'R', 'Rating() get' ); + ok( $btaste->NumExplodingSheep == 1, 'NumExplodingSheep() get' ); + +It will produce output like this: + + 1..5 + ok 1 - new() works + ok 2 - Title() get + ok 3 - Director() get + not ok 4 - Rating() get + ok 5 - NumExplodingSheep() get + +Indicating the Film::Rating() method is broken. + + +=head1 CAVEATS + +Test::Simple will only report a maximum of 254 failures in its exit +code. If this is a problem, you probably have a huge test script. +Split it into multiple files. (Otherwise blame the Unix folks for +using an unsigned short integer as the exit status). + + +=head1 HISTORY + +This module was conceived while talking with Tony Bowden in his +kitchen one night about the problems I was having writing some really +complicated feature into the new Testing module. He observed that the +main problem is not dealing with these edge cases but that people hate +to write tests B<at all>. What was needed was a dead simple module +that took all the hard work out of testing and was really, really easy +to learn. Paul Johnson simultaneously had this idea (unfortunately, +he wasn't in Tony's kitchen). This is it. + + +=head1 AUTHOR + +Idea by Tony Bowden and Paul Johnson, code by Michael G Schwern +<schwern@pobox.com>, wardrobe by Calvin Klein. + + +=head1 SEE ALSO + +=over 4 + +=item L<Test::More> + +More testing functions! Once you outgrow Test::Simple, look at +Test::More. Test::Simple is 100% forward compatible with Test::More +(ie. you can just use Test::More instead of Test::Simple in your +programs and things will still work). + +=item L<Test> + +The original Perl testing module. + +=item L<Test::Unit> + +Elaborate unit testing. + +=item L<Pod::Tests>, L<SelfTest> + +Embed tests in your code! + +=item L<Test::Harness> + +Interprets the output of your test program. + +=back + +=cut + +1; diff --git a/lib/Test/Simple/t/exit.t b/lib/Test/Simple/t/exit.t new file mode 100644 index 0000000000..369a41769e --- /dev/null +++ b/lib/Test/Simple/t/exit.t @@ -0,0 +1,38 @@ +# Can't use Test.pm, that's a 5.005 thing. +package My::Test; + +my $test_num = 1; +# Utility testing functions. +sub ok ($;$) { + my($test, $name) = @_; + print "not " unless $test; + print "ok $test_num"; + print " - $name" if defined $name; + print "\n"; + $test_num++; +} + + +package main; + +my %Tests = ( + 'success.plx' => 0, + 'one_fail.plx' => 1, + 'two_fail.plx' => 2, + 'five_fail.plx' => 5, + 'extras.plx' => 3, + 'too_few.plx' => 4, + 'death.plx' => 255, + 'last_minute_death.plx' => 255, + 'death_in_eval.plx' => 0, + 'require.plx' => 0, + ); + +print "1..".keys(%Tests)."\n"; + +chdir 't' if -d 't'; +while( my($test_name, $exit_code) = each %Tests ) { + my $wait_stat = system("$^X -I../lib -Ilib/Test/Simple/ lib/Test/Simple/sample_tests/$test_name"); + My::Test::ok( $wait_stat >> 8 == $exit_code, + "$test_name exited with $exit_code" ); +} diff --git a/lib/Test/Simple/t/extra.t b/lib/Test/Simple/t/extra.t new file mode 100644 index 0000000000..707162a1fa --- /dev/null +++ b/lib/Test/Simple/t/extra.t @@ -0,0 +1,51 @@ +# Can't use Test.pm, that's a 5.005 thing. +package My::Test; + +print "1..2\n"; + +my $test_num = 1; +# Utility testing functions. +sub ok ($;$) { + my($test, $name) = @_; + print "not " unless $test; + print "ok $test_num"; + print " - $name" if defined $name; + print "\n"; + $test_num++; +} + + +package main; + +require Test::Simple; + +push @INC, 'lib/Test/Simple'; +require Catch; +my($out, $err) = Catch::caught(); + +Test::Simple->import(tests => 3); + +ok(1, 'Foo'); +ok(0, 'Bar'); +ok(1, 'Yar'); +ok(1, 'Car'); +ok(0, 'Sar'); + +END { + My::Test::ok($$out eq <<OUT); +1..3 +ok 1 - Foo +not ok 2 - Bar +ok 3 - Yar +ok 4 - Car +not ok 5 - Sar +OUT + + My::Test::ok($$err eq <<ERR); +# Failed test ($0 at line 29) +# Failed test ($0 at line 32) +# Looks like you planned 3 tests but ran 2 extra. +ERR + + exit 0; +} diff --git a/lib/Test/Simple/t/fail.t b/lib/Test/Simple/t/fail.t new file mode 100644 index 0000000000..76de00ec45 --- /dev/null +++ b/lib/Test/Simple/t/fail.t @@ -0,0 +1,55 @@ +use strict; + +# Can't use Test.pm, that's a 5.005 thing. +package My::Test; + +print "1..2\n"; + +my $test_num = 1; +# Utility testing functions. +sub ok ($;$) { + my($test, $name) = @_; + print "not " unless $test; + print "ok $test_num"; + print " - $name" if defined $name; + print "\n"; + $test_num++; +} + + +package main; + +require Test::Simple; + +push @INC, 'lib/Test/Simple/'; +require Catch; +my($out, $err) = Catch::caught(); + +Test::Simple->import(tests => 5); + +ok( 1, 'passing' ); +ok( 2, 'passing still' ); +ok( 3, 'still passing' ); +ok( 0, 'oh no!' ); +ok( 0, 'damnit' ); + + +END { + My::Test::ok($$out eq <<OUT); +1..5 +ok 1 - passing +ok 2 - passing still +ok 3 - still passing +not ok 4 - oh no! +not ok 5 - damnit +OUT + + My::Test::ok($$err eq <<ERR); +# Failed test ($0 at line 33) +# Failed test ($0 at line 34) +# Looks like you failed 2 tests of 5. +ERR + + # Prevent Test::Simple from exiting with non zero + exit 0; +} diff --git a/lib/Test/Simple/t/missing.t b/lib/Test/Simple/t/missing.t new file mode 100644 index 0000000000..d508fbe2c2 --- /dev/null +++ b/lib/Test/Simple/t/missing.t @@ -0,0 +1,44 @@ +# Can't use Test.pm, that's a 5.005 thing. +package My::Test; + +print "1..2\n"; + +my $test_num = 1; +# Utility testing functions. +sub ok ($;$) { + my($test, $name) = @_; + print "not " unless $test; + print "ok $test_num"; + print " - $name" if defined $name; + print "\n"; + $test_num++; +} + + +package main; + +require Test::Simple; + +push @INC, 'lib/Test/Simple/'; +require Catch; +my($out, $err) = Catch::caught(); + +Test::Simple->import(tests => 5); + +ok(1, 'Foo'); +ok(0, 'Bar'); + +END { + My::Test::ok($$out eq <<OUT); +1..5 +ok 1 - Foo +not ok 2 - Bar +OUT + + My::Test::ok($$err eq <<ERR); +# Failed test ($0 at line 29) +# Looks like you planned 5 tests but only ran 2. +ERR + + exit 0; +} diff --git a/lib/Test/Simple/t/no_plan.t b/lib/Test/Simple/t/no_plan.t new file mode 100644 index 0000000000..d0f10cbc6e --- /dev/null +++ b/lib/Test/Simple/t/no_plan.t @@ -0,0 +1,62 @@ +# Can't use Test.pm, that's a 5.005 thing. +package My::Test; + +print "1..12\n"; + +my $test_num = 1; +# Utility testing functions. +sub ok ($;$) { + my($test, $name) = @_; + print "not " unless $test; + print "ok $test_num"; + print " - $name" if defined $name; + print "\n"; + $test_num++; +} + + +package main; + +require Test::Simple; + +push @INC, 'lib/Test/Simple/'; +require Catch; +my($out, $err) = Catch::caught(); + +eval { + Test::Simple->import; +}; + +My::Test::ok($$out eq ''); +My::Test::ok($$err eq ''); +My::Test::ok($@ eq ''); + +eval { + Test::Simple->import(tests => undef); +}; + +My::Test::ok($$out eq ''); +My::Test::ok($$err eq ''); +My::Test::ok($@ =~ /Got an undefined number of tests/); + +eval { + Test::Simple->import(tests => 0); +}; + +My::Test::ok($$out eq ''); +My::Test::ok($$err eq ''); +My::Test::ok($@ =~ /You told Test::Simple you plan to run 0 tests!/); + +eval { + Test::Simple::ok(1); +}; +My::Test::ok( $@ =~ /You tried to use ok\(\) without a plan!/); + + +END { + My::Test::ok($$out eq ''); + My::Test::ok($$err eq ""); + + # Prevent Test::Simple from exiting with non zero. + exit 0; +} diff --git a/lib/Test/Simple/t/plan_is_noplan.t b/lib/Test/Simple/t/plan_is_noplan.t new file mode 100644 index 0000000000..0c2a5cdb63 --- /dev/null +++ b/lib/Test/Simple/t/plan_is_noplan.t @@ -0,0 +1,52 @@ +# Can't use Test.pm, that's a 5.005 thing. +package My::Test; + +# This feature requires a fairly new version of Test::Harness +BEGIN { + require Test::Harness; + if( $Test::Harness::VERSION < 1.20 ) { + print "1..0\n"; + exit(0); + } +} + +print "1..2\n"; + +my $test_num = 1; +# Utility testing functions. +sub ok ($;$) { + my($test, $name) = @_; + print "not " unless $test; + print "ok $test_num"; + print " - $name" if defined $name; + print "\n"; + $test_num++; +} + + +package main; + +require Test::Simple; + +push @INC, 'lib/Test/Simple/'; +require Catch; +my($out, $err) = Catch::caught(); + + +Test::Simple->import('no_plan'); + +ok(1, 'foo'); + + +END { + My::Test::ok($$out eq <<OUT); +ok 1 - foo +1..1 +OUT + + My::Test::ok($$err eq <<ERR); +ERR + + # Prevent Test::Simple from exiting with non zero + exit 0; +} diff --git a/lib/Test/Simple/t/simple.t b/lib/Test/Simple/t/simple.t new file mode 100644 index 0000000000..7f4f1f42d8 --- /dev/null +++ b/lib/Test/Simple/t/simple.t @@ -0,0 +1,10 @@ +use strict; + +BEGIN { $| = 1; $^W = 1; } + +use Test::Simple tests => 3; + +ok(1, 'compile'); + +ok(1); +ok(1, 'foo'); |