diff options
author | Karl Williamson <khw@khw-desktop.(none)> | 2009-12-14 09:18:29 -0700 |
---|---|---|
committer | Rafael Garcia-Suarez <rgs@consttype.org> | 2009-12-15 11:00:35 +0100 |
commit | 1443f10d16f26271d2df9b4bdda55dbe024319c3 (patch) | |
tree | 735de2605600705c6e6c8f7aeb2f14984fdc42b2 /t/re | |
parent | 0f907b96d618c97cd2e020841a70ae037954a616 (diff) | |
download | perl-1443f10d16f26271d2df9b4bdda55dbe024319c3.tar.gz |
more regex folding tests
Diffstat (limited to 't/re')
-rw-r--r-- | t/re/reg_fold.t | 60 |
1 files changed, 45 insertions, 15 deletions
diff --git a/t/re/reg_fold.t b/t/re/reg_fold.t index 25144521a5..bbeaedd43d 100644 --- a/t/re/reg_fold.t +++ b/t/re/reg_fold.t @@ -16,25 +16,55 @@ open my $fh,"<",$file or die "Failed to read '$file': $!"; while (<$fh>) { chomp; my ($line,$comment)= split/\s+#\s+/, $_; - my ($cp,$type,@fc)=split/[\s;]+/,$line||''; + my ($cp,$type,@folded)=split/[\s;]+/,$line||''; next unless $type and ($type eq 'F' or $type eq 'C'); - $_="\\x{$_}" for @fc; + my $fold_above_latin1 = grep { hex("0x$_") > 255 } @folded; + $_="\\x{$_}" for @folded; my $cpv=hex("0x$cp"); - my $chr="chr(0x$cp)"; + my $chr="\\x{$cp}"; my @str; - push @str,$chr if $cpv<128 or $cpv>256; - if ($cpv<256) { - push @str,"do{my \$c=$chr; utf8::upgrade(\$c); \$c}" - } + foreach my $swap (0, 1) { # swap lhs and rhs, or not. + foreach my $charclass (0, 1) { # Put rhs in [...], or not + my $lhs; + my $rhs; + if ($swap) { + $lhs = join "", @folded; + $rhs = $chr; + $rhs = "[$rhs]" if $charclass; + } else { + $lhs = $chr; + $rhs = ""; + foreach my $rhs_char (@folded) { + $rhs .= '[' if $charclass; + $rhs .= $rhs_char; + $rhs .= ']' if $charclass; + } + } + $lhs = "\"$lhs\""; + $rhs = "/^$rhs\$/i"; - foreach my $str ( @str ) { - my $expr="$str=~/@fc/ix"; - my $t=($cpv > 256 || $str=~/^do/) ? "unicode" : "latin"; - push @tests, - qq[ok($expr,'$chr=~/@fc/ix - $comment ($t string)')]; - $tests[-1]="TODO: { local \$::TODO='[13:41] <BinGOs> cue *It is all Greek to me* joke.';\n$tests[-1] }" - if $cp eq '0390' or $cp eq '03B0'; - $count++; + # Try both Latin1 and Unicode for code points below 256 + foreach my $upgrade ("", 'utf8::upgrade($c); ') { + if ($upgrade) { + next if $swap && $fold_above_latin1; + next if !$swap && $cpv > 255; + } + my $eval = "my \$c = $lhs; $upgrade\$c =~ $rhs"; + #print __LINE__, ": $eval\n"; + push @tests, qq[ok(eval '$eval', '$eval - $comment')]; + if (! $swap && ($cp eq '0390' || $cp eq '03B0')) { + $tests[-1]="TODO: { local \$::TODO='[13:41] <BinGOs> cue *It is all Greek to me* joke.';\n$tests[-1] }" + } elsif ($charclass && @folded > 1 && $swap && ! $upgrade && ! $fold_above_latin1) { + $tests[-1]="TODO: { local \$::TODO='Multi-char, non-utf8 folded inside character class [ ] doesnt work';\n$tests[-1] }" + } elsif (! $upgrade && $cpv >= 128 && $cpv <= 255 && $cpv != 0xb5) { + $tests[-1]="TODO: { local \$::TODO='Most non-utf8 latin1 doesnt work';\n$tests[-1] }" + } elsif (! $swap && $charclass && @folded > 1) { + # There are a few of these that pass; most fail. + $tests[-1]="TODO: { local \$::TODO='Some multi-char, f8 folded inside character class [ ] doesnt work';\n$tests[-1] }" + } + $count++; + } + } } } eval join ";\n","plan tests=>".($count-1),@tests,"1" |