#!/usr/bin/perl # # Regenerate (overwriting only if changed): # # lib/feature.pm # feature.h # # from information hardcoded into this script and from two #defines # in perl.h. # # This script is normally invoked from regen.pl. BEGIN { require 'regen/regen_lib.pl'; push @INC, './lib'; } use strict ; ########################################################################### # Hand-editable data # (feature name) => (internal name, used in %^H and macro names) my %feature = ( say => 'say', state => 'state', switch => 'switch', bitwise => 'bitwise', evalbytes => 'evalbytes', array_base => 'arybase', current_sub => '__SUB__', refaliasing => 'refaliasing', postderef_qq => 'postderef_qq', unicode_eval => 'unieval', unicode_strings => 'unicode', fc => 'fc', signatures => 'signatures', ); # NOTE: If a feature is ever enabled in a non-contiguous range of Perl # versions, any code below that uses %BundleRanges will have to # be changed to account. # 5.odd implies the next 5.even, but an explicit 5.even can override it. my %feature_bundle = ( all => [ keys %feature ], default => [qw(array_base)], "5.9.5" => [qw(say state switch array_base)], "5.10" => [qw(say state switch array_base)], "5.11" => [qw(say state switch unicode_strings array_base)], "5.13" => [qw(say state switch unicode_strings array_base)], "5.15" => [qw(say state switch unicode_strings unicode_eval evalbytes current_sub fc)], "5.17" => [qw(say state switch unicode_strings unicode_eval evalbytes current_sub fc)], "5.19" => [qw(say state switch unicode_strings unicode_eval evalbytes current_sub fc)], "5.21" => [qw(say state switch unicode_strings unicode_eval evalbytes current_sub fc)], "5.23" => [qw(say state switch unicode_strings unicode_eval evalbytes current_sub fc postderef_qq)], "5.25" => [qw(say state switch unicode_strings unicode_eval evalbytes current_sub fc postderef_qq)], ); my @noops = qw( postderef lexical_subs ); ########################################################################### # More data generated from the above for (keys %feature_bundle) { next unless /^5\.(\d*[13579])\z/; $feature_bundle{"5.".($1+1)} ||= $feature_bundle{$_}; } my %UniqueBundles; # "say state switch" => 5.10 my %Aliases; # 5.12 => 5.11 for( sort keys %feature_bundle ) { my $value = join(' ', sort @{$feature_bundle{$_}}); if (exists $UniqueBundles{$value}) { $Aliases{$_} = $UniqueBundles{$value}; } else { $UniqueBundles{$value} = $_; } } # start end my %BundleRanges; # say => ['5.10', '5.15'] # unique bundles for values for my $bund ( sort { $a eq 'default' ? -1 : $b eq 'default' ? 1 : $a cmp $b } values %UniqueBundles ) { next if $bund =~ /[^\d.]/ and $bund ne 'default'; for (@{$feature_bundle{$bund}}) { if (@{$BundleRanges{$_} ||= []} == 2) { $BundleRanges{$_}[1] = $bund } else { push @{$BundleRanges{$_}}, $bund; } } } my $HintShift; my $HintMask; my $Uni8Bit; open "perl.h", "perl.h" or die "$0 cannot open perl.h: $!"; while (readline "perl.h") { next unless /#\s*define\s+(HINT_FEATURE_MASK|HINT_UNI_8_BIT)/; my $is_u8b = $1 =~ 8; /(0x[A-Fa-f0-9]+)/ or die "No hex number in:\n\n$_\n "; if ($is_u8b) { $Uni8Bit = $1; } else { my $hex = $HintMask = $1; my $bits = sprintf "%b", oct $1; $bits =~ /^0*1+(0*)\z/ or die "Non-contiguous bits in $bits (binary for $hex):\n\n$_\n "; $HintShift = length $1; my $bits_needed = length sprintf "%b", scalar keys %UniqueBundles; $bits =~ /1{$bits_needed}/ or die "Not enough bits (need $bits_needed)" . " in $bits (binary for $hex):\n\n$_\n "; } if ($Uni8Bit && $HintMask) { last } } die "No HINT_FEATURE_MASK defined in perl.h" unless $HintMask; die "No HINT_UNI_8_BIT defined in perl.h" unless $Uni8Bit; close "perl.h"; my @HintedBundles = ('default', grep !/[^\d.]/, sort values %UniqueBundles); ########################################################################### # Open files to be generated my ($pm, $h) = map { open_new($_, '>', { by => 'regen/feature.pl' }); } 'lib/feature.pm', 'feature.h'; ########################################################################### # Generate lib/feature.pm while () { last if /^FEATURES$/ ; print $pm $_ ; } sub longest { my $long; for(@_) { if (!defined $long or length $long < length) { $long = $_; } } $long; } print $pm "our %feature = (\n"; my $width = length longest keys %feature; for(sort { length $a <=> length $b || $a cmp $b } keys %feature) { print $pm " $_" . " "x($width-length) . " => 'feature_$feature{$_}',\n"; } print $pm ");\n\n"; print $pm "our %feature_bundle = (\n"; $width = length longest values %UniqueBundles; for( sort { $UniqueBundles{$a} cmp $UniqueBundles{$b} } keys %UniqueBundles ) { my $bund = $UniqueBundles{$_}; print $pm qq' "$bund"' . " "x($width-length $bund) . qq' => [qw($_)],\n'; } print $pm ");\n\n"; for (sort keys %Aliases) { print $pm qq'\$feature_bundle{"$_"} = \$feature_bundle{"$Aliases{$_}"};\n'; }; print $pm "my \%noops = (\n"; print $pm " $_ => 1,\n", for @noops; print $pm ");\n"; print $pm <) { last if /^PODTURES$/ ; print $pm $_ ; } select +(select($pm), $~ = 'PODTURES')[0]; format PODTURES = ^<<<<<<<< ^<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<~~ $::bundle, $::feature . for ('default', sort grep /\.\d[02468]/, keys %feature_bundle) { $::bundle = ":$_"; $::feature = join ' ', @{$feature_bundle{$_}}; write $pm; print $pm "\n"; } while () { print $pm $_ ; } read_only_bottom_close_and_rename($pm); ########################################################################### # Generate feature.h print $h <> HINT_FEATURE_SHIFT) #define CURRENT_HINTS \ (PL_curcop == &PL_compiling ? PL_hints : PL_curcop->cop_hints) #define CURRENT_FEATURE_BUNDLE \ ((CURRENT_HINTS & HINT_FEATURE_MASK) >> HINT_FEATURE_SHIFT) /* Avoid using ... && Perl_feature_is_enabled(...) as that triggers a bug in the HP-UX cc on PA-RISC */ #define FEATURE_IS_ENABLED(name) \ ((CURRENT_HINTS \ & HINT_LOCALIZE_HH) \ ? Perl_feature_is_enabled(aTHX_ STR_WITH_LEN(name)) : FALSE) /* The longest string we pass in. */ EOH my $longest_internal_feature_name = longest values %feature; print $h < length $b || $a cmp $b } keys %feature ) { my($first,$last) = map { (my $__ = uc) =~ y/.//d; $__ } @{$BundleRanges{$_}}; my $name = $feature{$_}; my $NAME = uc $name; if ($last && $first eq 'DEFAULT') { # '>= DEFAULT' warns print $h <= FEATURE_BUNDLE_$first && \\ CURRENT_FEATURE_BUNDLE <= FEATURE_BUNDLE_$last) \\ || (CURRENT_FEATURE_BUNDLE == FEATURE_BUNDLE_CUSTOM && \\ FEATURE_IS_ENABLED("$name")) \\ ) EOH3 } elsif ($first) { print $h < 5.011 (my $macrover = $_) =~ y/.//d; print $h <<" EOK"; (sv_setnv(comp_ver, $numver), vcmp(ver, upg_version(comp_ver, FALSE)) >= 0) ? FEATURE_BUNDLE_$macrover : EOK } print $h < 2) =head1 NAME feature - Perl pragma to enable new features =head1 SYNOPSIS use feature qw(say switch); given ($foo) { when (1) { say "\$foo == 1" } when ([2,3]) { say "\$foo == 2 || \$foo == 3" } when (/^a[bc]d$/) { say "\$foo eq 'abd' || \$foo eq 'acd'" } when ($_ > 100) { say "\$foo > 100" } default { say "None of the above" } } use feature ':5.10'; # loads all features available in perl 5.10 use v5.10; # implicitly loads :5.10 feature bundle =head1 DESCRIPTION It is usually impossible to add new syntax to Perl without breaking some existing programs. This pragma provides a way to minimize that risk. New syntactic constructs, or new semantic meanings to older constructs, can be enabled by C, and will be parsed only when the appropriate feature pragma is in scope. (Nevertheless, the C prefix provides access to all Perl keywords, regardless of this pragma.) =head2 Lexical effect Like other pragmas (C, for example), features have a lexical effect. C will only make the feature "foo" available from that point to the end of the enclosing block. { use feature 'say'; say "say is available here"; } print "But not here.\n"; =head2 C Features can also be turned off by using C. This too has lexical effect. use feature 'say'; say "say is available here"; { no feature 'say'; print "But not here.\n"; } say "Yet it is here."; C with no features specified will reset to the default group. To disable I features (an unusual request!) use C. =head1 AVAILABLE FEATURES =head2 The 'say' feature C tells the compiler to enable the Perl 6 style C function. See L for details. This feature is available starting with Perl 5.10. =head2 The 'state' feature C tells the compiler to enable C variables. See L for details. This feature is available starting with Perl 5.10. =head2 The 'switch' feature B: Because the L is experimental, Perl will warn when you use this feature, unless you have explicitly disabled the warning: no warnings "experimental::smartmatch"; C tells the compiler to enable the Perl 6 given/when construct. See L for details. This feature is available starting with Perl 5.10. =head2 The 'unicode_strings' feature C tells the compiler to use Unicode rules in all string operations executed within its scope (unless they are also within the scope of either C or C). The same applies to all regular expressions compiled within the scope, even if executed outside it. It does not change the internal representation of strings, but only how they are interpreted. C tells the compiler to use the traditional Perl rules wherein the native character set rules is used unless it is clear to Perl that Unicode is desired. This can lead to some surprises when the behavior suddenly changes. (See L for details.) For this reason, if you are potentially using Unicode in your program, the C subpragma is B recommended. This feature is available starting with Perl 5.12; was almost fully implemented in Perl 5.14; and extended in Perl 5.16 to cover C. =head2 The 'unicode_eval' and 'evalbytes' features Under the C feature, Perl's C function, when passed a string, will evaluate it as a string of characters, ignoring any C declarations. C exists to declare the encoding of the script, which only makes sense for a stream of bytes, not a string of characters. Source filters are forbidden, as they also really only make sense on strings of bytes. Any attempt to activate a source filter will result in an error. The C feature enables the C keyword, which evaluates the argument passed to it as a string of bytes. It dies if the string contains any characters outside the 8-bit range. Source filters work within C: they apply to the contents of the string being evaluated. Together, these two features are intended to replace the historical C function, which has (at least) two bugs in it, that cannot easily be fixed without breaking existing programs: =over =item * C behaves differently depending on the internal encoding of the string, sometimes treating its argument as a string of bytes, and sometimes as a string of characters. =item * Source filters activated within C leak out into whichever I scope is currently being compiled. To give an example with the CPAN module L: BEGIN { eval "use Semi::Semicolons; # not filtered here " } # filtered here! C fixes that to work the way one would expect: use feature "evalbytes"; BEGIN { evalbytes "use Semi::Semicolons; # filtered " } # not filtered =back These two features are available starting with Perl 5.16. =head2 The 'current_sub' feature This provides the C<__SUB__> token that returns a reference to the current subroutine or C outside of a subroutine. This feature is available starting with Perl 5.16. =head2 The 'array_base' feature This feature supports the legacy C<$[> variable. See L and L. It is on by default but disabled under C (see L, below). This feature is available under this name starting with Perl 5.16. In previous versions, it was simply on all the time, and this pragma knew nothing about it. =head2 The 'fc' feature C tells the compiler to enable the C function, which implements Unicode casefolding. See L for details. This feature is available from Perl 5.16 onwards. =head2 The 'lexical_subs' feature In Perl versions prior to 5.26, this feature enabled declaration of subroutines via C, C and C syntax. See L for details. This feature is available from Perl 5.18 onwards. From Perl 5.18 to 5.24, it was classed as experimental, and Perl emitted a warning for its usage, except when explicitly disabled: no warnings "experimental::lexical_subs"; As of Perl 5.26, use of this feature no longer triggers a warning, though the C warning category still exists (for compatibility with code that disables it). In addition, this syntax is not only no longer experimental, but it is enabled for all Perl code, regardless of what feature declarations are in scope. =head2 The 'postderef' and 'postderef_qq' features The 'postderef_qq' feature extends the applicability of L so that postfix array and scalar dereference are available in double-quotish interpolations. For example, it makes the following two statements equivalent: my $s = "[@{ $h->{a} }]"; my $s = "[$h->{a}->@*]"; This feature is available from Perl 5.20 onwards. In Perl 5.20 and 5.22, it was classed as experimental, and Perl emitted a warning for its usage, except when explicitly disabled: no warnings "experimental::postderef"; As of Perl 5.24, use of this feature no longer triggers a warning, though the C warning category still exists (for compatibility with code that disables it). The 'postderef' feature was used in Perl 5.20 and Perl 5.22 to enable postfix dereference syntax outside double-quotish interpolations. In those versions, using it triggered the C warning in the same way as the 'postderef_qq' feature did. As of Perl 5.24, this syntax is not only no longer experimental, but it is enabled for all Perl code, regardless of what feature declarations are in scope. =head2 The 'signatures' feature B: This feature is still experimental and the implementation may change in future versions of Perl. For this reason, Perl will warn when you use the feature, unless you have explicitly disabled the warning: no warnings "experimental::signatures"; This enables unpacking of subroutine arguments into lexical variables by syntax such as sub foo ($left, $right) { return $left + $right; } See L for details. This feature is available from Perl 5.20 onwards. =head2 The 'refaliasing' feature B: This feature is still experimental and the implementation may change in future versions of Perl. For this reason, Perl will warn when you use the feature, unless you have explicitly disabled the warning: no warnings "experimental::refaliasing"; This enables aliasing via assignment to references: \$a = \$b; # $a and $b now point to the same scalar \@a = \@b; # to the same array \%a = \%b; \&a = \&b; foreach \%hash (@array_of_hash_refs) { ... } See L for details. This feature is available from Perl 5.22 onwards. =head2 The 'bitwise' feature B: This feature is still experimental and the implementation may change in future versions of Perl. For this reason, Perl will warn when you use the feature, unless you have explicitly disabled the warning: no warnings "experimental::bitwise"; This makes the four standard bitwise operators (C<& | ^ ~>) treat their operands consistently as numbers, and introduces four new dotted operators (C<&. |. ^. ~.>) that treat their operands consistently as strings. The same applies to the assignment variants (C<&= |= ^= &.= |.= ^.=>). See L for details. This feature is available from Perl 5.22 onwards. =head1 FEATURE BUNDLES It's possible to load multiple features together, using a I. The name of a feature bundle is prefixed with a colon, to distinguish it from an actual feature. use feature ":5.10"; The following feature bundles are available: bundle features included --------- ----------------- PODTURES The C<:default> bundle represents the feature set that is enabled before any C or C declaration. Specifying sub-versions such as the C<0> in C<5.14.0> in feature bundles has no effect. Feature bundles are guaranteed to be the same for all sub-versions. use feature ":5.14.0"; # same as ":5.14" use feature ":5.14.1"; # same as ":5.14" =head1 IMPLICIT LOADING Instead of loading feature bundles by name, it is easier to let Perl do implicit loading of a feature bundle for you. There are two ways to load the C pragma implicitly: =over 4 =item * By using the C<-E> switch on the Perl command-line instead of C<-e>. That will enable the feature bundle for that version of Perl in the main compilation unit (that is, the one-liner that follows C<-E>). =item * By explicitly requiring a minimum Perl version number for your program, with the C construct. That is, use v5.10.0; will do an implicit no feature ':all'; use feature ':5.10'; and so on. Note how the trailing sub-version is automatically stripped from the version. But to avoid portability warnings (see L), you may prefer: use 5.010; with the same effect. If the required version is older than Perl 5.10, the ":default" feature bundle is automatically loaded instead. =back =cut sub import { shift; if (!@_) { croak("No features specified"); } __common(1, @_); } sub unimport { shift; # A bare C should reset to the default bundle if (!@_) { $^H &= ~($hint_uni8bit|$hint_mask); return; } __common(0, @_); } sub __common { my $import = shift; my $bundle_number = $^H & $hint_mask; my $features = $bundle_number != $hint_mask && $feature_bundle{$hint_bundles[$bundle_number >> $hint_shift]}; if ($features) { # Features are enabled implicitly via bundle hints. # Delete any keys that may be left over from last time. delete @^H{ values(%feature) }; $^H |= $hint_mask; for (@$features) { $^H{$feature{$_}} = 1; $^H |= $hint_uni8bit if $_ eq 'unicode_strings'; } } while (@_) { my $name = shift; if (substr($name, 0, 1) eq ":") { my $v = substr($name, 1); if (!exists $feature_bundle{$v}) { $v =~ s/^([0-9]+)\.([0-9]+).[0-9]+$/$1.$2/; if (!exists $feature_bundle{$v}) { unknown_feature_bundle(substr($name, 1)); } } unshift @_, @{$feature_bundle{$v}}; next; } if (!exists $feature{$name}) { if (exists $noops{$name}) { next; } unknown_feature($name); } if ($import) { $^H{$feature{$name}} = 1; $^H |= $hint_uni8bit if $name eq 'unicode_strings'; } else { delete $^H{$feature{$name}}; $^H &= ~ $hint_uni8bit if $name eq 'unicode_strings'; } } } sub unknown_feature { my $feature = shift; croak(sprintf('Feature "%s" is not supported by Perl %vd', $feature, $^V)); } sub unknown_feature_bundle { my $feature = shift; croak(sprintf('Feature bundle "%s" is not supported by Perl %vd', $feature, $^V)); } sub croak { require Carp; Carp::croak(@_); } 1;