[perl5.git] / ext / Storable / t / downgrade.t

#!./perl -w
#
#  Copyright 2002, Larry Wall.
#
#  You may redistribute only under the same terms as Perl 5, as specified
#  in the README file that comes with the distribution.
#

# I ought to keep this test easily backwards compatible to 5.004, so no
# qr//;

# This test checks downgrade behaviour on pre-5.8 perls when new 5.8 features
# are encountered.

sub BEGIN {
    if ($ENV{PERL_CORE}){
	chdir('t') if -d 't';
	@INC = ('.', '../lib');
    } else {
	unshift @INC, 't';
    }
    require Config; import Config;
    if ($ENV{PERL_CORE} and $Config{'extensions'} !~ /\bStorable\b/) {
        print "1..0 # Skip: Storable was not built\n";
        exit 0;
    }
}

use Test::More;
use Storable 'thaw';

use strict;
use vars qw(@RESTRICT_TESTS %R_HASH %U_HASH $UTF8_CROAK $RESTRICTED_CROAK);

@RESTRICT_TESTS = ('Locked hash', 'Locked hash placeholder',
                   'Locked keys', 'Locked keys placeholder',
                  );
%R_HASH = (perl => 'rules');

if ($] > 5.007002) {
  # This is cheating. "\xdf" in Latin 1 is beta S, so will match \w if it
  # is stored in utf8, not bytes.
  # "\xdf" is y diaresis in EBCDIC (except for cp875, but so far no-one seems
  # to use that) which has exactly the same properties for \w
  # So the tests happen to pass.
  my $utf8 = "Schlo\xdf" . chr 256;
  chop $utf8;

  # \xe5 is V in EBCDIC. That doesn't have the same properties w.r.t. \w as
  # an a circumflex, so we need to be explicit.

  # and its these very properties we're trying to test - an edge case
  # involving whether scalars are being stored in bytes or in utf8.
  my $a_circumflex = (ord ('A') == 193 ? "\x47" : "\xe5");
  %U_HASH = (map {$_, $_} 'castle', "ch${a_circumflex}teau", $utf8, chr 0x57CE);
  plan tests => 169;
} elsif ($] >= 5.006) {
  plan tests => 59;
} else {
  plan tests => 67;
}

$UTF8_CROAK = "/^Cannot retrieve UTF8 data in non-UTF8 perl/";
$RESTRICTED_CROAK = "/^Cannot retrieve restricted hash/";

my %tests;
{
  local $/ = "\n\nend\n";
  while (<DATA>) {
    next unless /\S/s;
    unless (/begin ([0-7]{3}) ([^\n]*)\n(.*)$/s) {
      s/\n.*//s;
      warn "Dodgy data in section starting '$_'";
      next;
    }
    next unless oct $1 == ord 'A'; # Skip ASCII on EBCDIC, and vice versa
    my $data = unpack 'u', $3;
    $tests{$2} = $data;
  }
}

# use Data::Dumper; $Data::Dumper::Useqq = 1; print Dumper \%tests;
sub thaw_hash {
  my ($name, $expected) = @_;
  my $hash = eval {thaw $tests{$name}};
  is ($@, '', "Thawed $name without error?");
  isa_ok ($hash, 'HASH');
  ok (defined $hash && eq_hash($hash, $expected),
      "And it is the hash we expected?");
  $hash;
}

sub thaw_scalar {
  my ($name, $expected, $bug) = @_;
  my $scalar = eval {thaw $tests{$name}};
  is ($@, '', "Thawed $name without error?");
  isa_ok ($scalar, 'SCALAR', "Thawed $name?");
  if ($bug and $] == 5.006) {
    # Aargh. <expletive> <expletive> 5.6.0's harness doesn't even honour
    # TODO tests.
    warn "# Test skipped because eq is buggy for certain Unicode cases in 5.6.0";
    warn "# Please upgrade to 5.6.1\n";
    ok ("I'd really like to fail this test on 5.6.0 but I'm told that CPAN auto-dependancies mess up, and certain vendors only ship 5.6.0. Get your vendor to ugrade. Else upgrade your vendor.");
    # One such vendor being the folks who brought you LONG_MIN as a positive
    # integer.
  } else {
    is ($$scalar, $expected, "And it is the data we expected?");
  }
  $scalar;
}

sub thaw_fail {
  my ($name, $expected) = @_;
  my $thing = eval {thaw $tests{$name}};
  is ($thing, undef, "Thawed $name failed as expected?");
  like ($@, $expected, "Error as predicted?");
}

sub test_locked_hash {
  my $hash = shift;
  my @keys = keys %$hash;
  my ($key, $value) = each %$hash;
  eval {$hash->{$key} = reverse $value};
  like( $@, "/^Modification of a read-only value attempted/",
        'trying to change a locked key' );
  is ($hash->{$key}, $value, "hash should not change?");
  eval {$hash->{use} = 'perl'};
  like( $@, "/^Attempt to access disallowed key 'use' in a restricted hash/",
        'trying to add another key' );
  ok (eq_array([keys %$hash], \@keys), "Still the same keys?");
}

sub test_restricted_hash {
  my $hash = shift;
  my @keys = keys %$hash;
  my ($key, $value) = each %$hash;
  eval {$hash->{$key} = reverse $value};
  is( $@, '',
        'trying to change a restricted key' );
  is ($hash->{$key}, reverse ($value), "hash should change");
  eval {$hash->{use} = 'perl'};
  like( $@, "/^Attempt to access disallowed key 'use' in a restricted hash/",
        'trying to add another key' );
  ok (eq_array([keys %$hash], \@keys), "Still the same keys?");
}

sub test_placeholder {
  my $hash = shift;
  eval {$hash->{rules} = 42};
  is ($@, '', 'No errors');
  is ($hash->{rules}, 42, "New value added");
}

sub test_newkey {
  my $hash = shift;
  eval {$hash->{nms} = "http://nms-cgi.sourceforge.net/"};
  is ($@, '', 'No errors');
  is ($hash->{nms}, "http://nms-cgi.sourceforge.net/", "New value added");
}

# $Storable::DEBUGME = 1;
thaw_hash ('Hash with utf8 flag but no utf8 keys', \%R_HASH);

if (eval "use Hash::Util; 1") {
  print "# We have Hash::Util, so test that the restricted hashes in <DATA> are valid\n";
  for $Storable::downgrade_restricted (0, 1, undef, "cheese") {
    my $hash = thaw_hash ('Locked hash', \%R_HASH);
    test_locked_hash ($hash);
    $hash = thaw_hash ('Locked hash placeholder', \%R_HASH);
    test_locked_hash ($hash);
    test_placeholder ($hash);

    $hash = thaw_hash ('Locked keys', \%R_HASH);
    test_restricted_hash ($hash);
    $hash = thaw_hash ('Locked keys placeholder', \%R_HASH);
    test_restricted_hash ($hash);
    test_placeholder ($hash);
  }
} else {
  print "# We don't have Hash::Util, so test that the restricted hashes downgrade\n";
  my $hash = thaw_hash ('Locked hash', \%R_HASH);
  test_newkey ($hash);
  $hash = thaw_hash ('Locked hash placeholder', \%R_HASH);
  test_newkey ($hash);
  $hash = thaw_hash ('Locked keys', \%R_HASH);
  test_newkey ($hash);
  $hash = thaw_hash ('Locked keys placeholder', \%R_HASH);
  test_newkey ($hash);
  local $Storable::downgrade_restricted = 0;
  thaw_fail ('Locked hash', $RESTRICTED_CROAK);
  thaw_fail ('Locked hash placeholder', $RESTRICTED_CROAK);
  thaw_fail ('Locked keys', $RESTRICTED_CROAK);
  thaw_fail ('Locked keys placeholder', $RESTRICTED_CROAK);
}

if ($] >= 5.006) {
  print "# We have utf8 scalars, so test that the utf8 scalars in <DATA> are valid\n";
  thaw_scalar ('Short 8 bit utf8 data', "\xDF", 1);
  thaw_scalar ('Long 8 bit utf8 data', "\xDF" x 256, 1);
  thaw_scalar ('Short 24 bit utf8 data', chr 0xC0FFEE);
  thaw_scalar ('Long 24 bit utf8 data', chr (0xC0FFEE) x 256);
} else {
  print "# We don't have utf8 scalars, so test that the utf8 scalars downgrade\n";
  thaw_fail ('Short 8 bit utf8 data', $UTF8_CROAK);
  thaw_fail ('Long 8 bit utf8 data', $UTF8_CROAK);
  thaw_fail ('Short 24 bit utf8 data', $UTF8_CROAK);
  thaw_fail ('Long 24 bit utf8 data', $UTF8_CROAK);
  local $Storable::drop_utf8 = 1;
  my $bytes = thaw $tests{'Short 8 bit utf8 data as bytes'};
  thaw_scalar ('Short 8 bit utf8 data', $$bytes);
  thaw_scalar ('Long 8 bit utf8 data', $$bytes x 256);
  $bytes = thaw $tests{'Short 24 bit utf8 data as bytes'};
  thaw_scalar ('Short 24 bit utf8 data', $$bytes);
  thaw_scalar ('Long 24 bit utf8 data', $$bytes x 256);
}

if ($] > 5.007002) {
  print "# We have utf8 hashes, so test that the utf8 hashes in <DATA> are valid\n";
  my $hash = thaw_hash ('Hash with utf8 keys', \%U_HASH);
  for (keys %$hash) {
    my $l = 0 + /^\w+$/;
    my $r = 0 + $hash->{$_} =~ /^\w+$/;
    cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
    cmp_ok ($l, '==', $_ eq "ch\xe5teau" ? 0 : 1);
  }
  if (eval "use Hash::Util; 1") {
    print "# We have Hash::Util, so test that the restricted utf8 hash is valid\n";
  my $hash = thaw_hash ('Locked hash with utf8 keys', \%U_HASH);
    for (keys %$hash) {
      my $l = 0 + /^\w+$/;
      my $r = 0 + $hash->{$_} =~ /^\w+$/;
      cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
      cmp_ok ($l, '==', $_ eq "ch\xe5teau" ? 0 : 1);
    }
    test_locked_hash ($hash);
  } else {
    print "# We don't have Hash::Util, so test that the utf8 hash downgrades\n";
    fail ("You can't get here [perl version $]]. This is a bug in the test.
# Please send the output of perl -V to perlbug\@perl.org");
  }
} else {
  print "# We don't have utf8 hashes, so test that the utf8 hashes downgrade\n";
  thaw_fail ('Hash with utf8 keys', $UTF8_CROAK);
  thaw_fail ('Locked hash with utf8 keys', $UTF8_CROAK);
  local $Storable::drop_utf8 = 1;
  my $what = $] < 5.006 ? 'pre 5.6' : '5.6';
  my $expect = thaw $tests{"Hash with utf8 keys for $what"};
  thaw_hash ('Hash with utf8 keys', $expect);
  #foreach (keys %$expect) { print "'$_':\t'$expect->{$_}'\n"; }
  #foreach (keys %$got) { print "'$_':\t'$got->{$_}'\n"; }
  if (eval "use Hash::Util; 1") {
    print "# We have Hash::Util, so test that the restricted hashes in <DATA> are valid\n";
    fail ("You can't get here [perl version $]]. This is a bug in the test.
# Please send the output of perl -V to perlbug\@perl.org");
  } else {
    print "# We don't have Hash::Util, so test that the restricted hashes downgrade\n";
    my $hash = thaw_hash ('Locked hash with utf8 keys', $expect);
    test_newkey ($hash);
    local $Storable::downgrade_restricted = 0;
    thaw_fail ('Locked hash with utf8 keys', $RESTRICTED_CROAK);
    # Which croak comes first is a bit of an implementation issue :-)
    local $Storable::drop_utf8 = 0;
    thaw_fail ('Locked hash with utf8 keys', $RESTRICTED_CROAK);
  }
}
__END__
# A whole run of 2.x nfreeze data, uuencoded. The "mode bits" are the octal
# value of 'A', the "file name" is the test name. Use make_downgrade.pl to
# generate these.
begin 101 Locked hash
8!049`0````$*!7)U;&5S!`````1P97)L

end

begin 101 Locked hash placeholder
C!049`0````(*!7)U;&5S!`````1P97)L#A0````%<G5L97,`

end

begin 101 Locked keys
8!049`0````$*!7)U;&5S``````1P97)L

end

begin 101 Locked keys placeholder
C!049`0````(*!7)U;&5S``````1P97)L#A0````%<G5L97,`

end

begin 101 Short 8 bit utf8 data
&!047`L.?

end

begin 101 Short 8 bit utf8 data as bytes
&!04*`L.?

end

begin 101 Long 8 bit utf8 data
M!048```"`,.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
8PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?

end

begin 101 Short 24 bit utf8 data
)!047!?BPC[^N

end

begin 101 Short 24 bit utf8 data as bytes
)!04*!?BPC[^N

end

begin 101 Long 24 bit utf8 data
M!048```%`/BPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
;OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N

end

begin 101 Hash with utf8 flag but no utf8 keys
8!049``````$*!7)U;&5S``````1P97)L

end

begin 101 Hash with utf8 keys
M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
D96%U%P/EGXX!`````^6?CA<'4V-H;&_#GP(````&4V-H;&_?

end

begin 101 Locked hash with utf8 keys
M!049`0````0*!F-A<W1L900````&8V%S=&QE"@=C:.5T96%U!`````=C:.5T
D96%U%P/EGXX%`````^6?CA<'4V-H;&_#GP8````&4V-H;&_?

end

begin 101 Hash with utf8 keys for pre 5.6
M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
D96%U"@/EGXX``````^6?C@H'4V-H;&_#GP(````&4V-H;&_?

end

begin 101 Hash with utf8 keys for 5.6
M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
D96%U%P/EGXX``````^6?CA<'4V-H;&_#GP(````&4V-H;&_?

end

begin 301 Locked hash
8!049`0````$*!9FDDX6B!`````27A9F3

end

begin 301 Locked hash placeholder
C!049`0````(.%`````69I).%H@H%F:23A:(`````!)>%F9,`

end

begin 301 Locked keys
8!049`0````$*!9FDDX6B``````27A9F3

end

begin 301 Locked keys placeholder
C!049`0````(.%`````69I).%H@H%F:23A:(`````!)>%F9,`

end

begin 301 Short 8 bit utf8 data
&!047`HMS

end

begin 301 Short 8 bit utf8 data as bytes
&!04*`HMS

end

begin 301 Long 8 bit utf8 data
M!048```"`(MSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
8BW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS

end

begin 301 Short 24 bit utf8 data
*!047!OM30G-S50``

end

begin 301 Short 24 bit utf8 data as bytes
*!04*!OM30G-S50``

end

begin 301 Long 24 bit utf8 data
M!048```&`/M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
-5?M30G-S5?M30G-S50``

end

begin 301 Hash with utf8 flag but no utf8 keys
8!049``````$*!9FDDX6B``````27A9F3

end

begin 301 Hash with utf8 keys
M!049``````0*!X.(1Z.%@:0`````!X.(1Z.%@:0*!H.!HJ.3A0`````&@X&B
FHY.%%P3<9')5`0````3<9')5%P?B@XB3EHMS`@````;B@XB3EM\`

end

begin 301 Locked hash with utf8 keys
M!049`0````0*!X.(1Z.%@:0$````!X.(1Z.%@:0*!H.!HJ.3A00````&@X&B
FHY.%%P3<9')5!0````3<9')5%P?B@XB3EHMS!@````;B@XB3EM\`

end

begin 301 Hash with utf8 keys for pre 5.6
M!049``````0*!H.!HJ.3A0`````&@X&BHY.%"@B#B(M&HX6!I``````'@XA'
GHX6!I`H'XH.(DY:+<P(````&XH.(DY;?"@3<9')5``````3<9')5

end

begin 301 Hash with utf8 keys for 5.6
M!049``````0*!H.!HJ.3A0`````&@X&BHY.%"@>#B$>CA8&D``````>#B$>C
FA8&D%P?B@XB3EHMS`@````;B@XB3EM\7!-QD<E4`````!-QD<E4`

end
Commit	Line	Data
530b72ba	1	#!./perl -w
530b72ba NC	2	#
	3	# Copyright 2002, Larry Wall.
	4	#
	5	# You may redistribute only under the same terms as Perl 5, as specified
	6	# in the README file that comes with the distribution.
	7	#
	8
	9	# I ought to keep this test easily backwards compatible to 5.004, so no
	10	# qr//;
	11
	12	# This test checks downgrade behaviour on pre-5.8 perls when new 5.8 features
	13	# are encountered.
	14
	15	sub BEGIN {
	16	if ($ENV{PERL_CORE}){
	17	chdir('t') if -d 't';
372cb964 NC	18	@INC = ('.', '../lib');
	19	} else {
	20	unshift @INC, 't';
530b72ba NC	21	}
	22	require Config; import Config;
	23	if ($ENV{PERL_CORE} and $Config{'extensions'} !~ /\bStorable\b/) {
	24	print "1..0 # Skip: Storable was not built\n";
	25	exit 0;
	26	}
530b72ba NC	27	}
530b72ba NC	28
530b72ba NC	29	use Test::More;
	30	use Storable 'thaw';
	31
	32	use strict;
	33	use vars qw(@RESTRICT_TESTS %R_HASH %U_HASH $UTF8_CROAK $RESTRICTED_CROAK);
	34
	35	@RESTRICT_TESTS = ('Locked hash', 'Locked hash placeholder',
	36	'Locked keys', 'Locked keys placeholder',
	37	);
	38	%R_HASH = (perl => 'rules');
	39
bfe34c33	40	if ($] > 5.007002) {
7e416500 JH	41	# This is cheating. "\xdf" in Latin 1 is beta S, so will match \w if it
	42	# is stored in utf8, not bytes.
	43	# "\xdf" is y diaresis in EBCDIC (except for cp875, but so far no-one seems
	44	# to use that) which has exactly the same properties for \w
	45	# So the tests happen to pass.
530b72ba NC	46	my $utf8 = "Schlo\xdf" . chr 256;
	47	chop $utf8;
	48
7e416500 JH	49	# \xe5 is V in EBCDIC. That doesn't have the same properties w.r.t. \w as
	50	# an a circumflex, so we need to be explicit.
	51
	52	# and its these very properties we're trying to test - an edge case
	53	# involving whether scalars are being stored in bytes or in utf8.
	54	my $a_circumflex = (ord ('A') == 193 ? "\x47" : "\xe5");
	55	%U_HASH = (map {$_, $_} 'castle', "ch${a_circumflex}teau", $utf8, chr 0x57CE);
530b72ba NC	56	plan tests => 169;
	57	} elsif ($] >= 5.006) {
	58	plan tests => 59;
	59	} else {
	60	plan tests => 67;
	61	}
	62
a2307be4 NC	63	$UTF8_CROAK = "/^Cannot retrieve UTF8 data in non-UTF8 perl/";
a2307be4 NC	64	$RESTRICTED_CROAK = "/^Cannot retrieve restricted hash/";
530b72ba NC	65
	66	my %tests;
	67	{
	68	local $/ = "\n\nend\n";
	69	while (<DATA>) {
	70	next unless /\S/s;
	71	unless (/begin ([0-7]{3}) ([^\n])\n(.)$/s) {
	72	s/\n.*//s;
	73	warn "Dodgy data in section starting '$_'";
	74	next;
	75	}
	76	next unless oct $1 == ord 'A'; # Skip ASCII on EBCDIC, and vice versa
	77	my $data = unpack 'u', $3;
	78	$tests{$2} = $data;
	79	}
	80	}
	81
	82	# use Data::Dumper; $Data::Dumper::Useqq = 1; print Dumper \%tests;
	83	sub thaw_hash {
	84	my ($name, $expected) = @_;
	85	my $hash = eval {thaw $tests{$name}};
	86	is ($@, '', "Thawed $name without error?");
	87	isa_ok ($hash, 'HASH');
	88	ok (defined $hash && eq_hash($hash, $expected),
	89	"And it is the hash we expected?");
	90	$hash;
	91	}
	92
	93	sub thaw_scalar {
2aeb6432	94	my ($name, $expected, $bug) = @_;
530b72ba NC	95	my $scalar = eval {thaw $tests{$name}};
	96	is ($@, '', "Thawed $name without error?");
	97	isa_ok ($scalar, 'SCALAR', "Thawed $name?");
2aeb6432 NC	98	if ($bug and $] == 5.006) {
	99	# Aargh. <expletive> <expletive> 5.6.0's harness doesn't even honour
	100	# TODO tests.
	101	warn "# Test skipped because eq is buggy for certain Unicode cases in 5.6.0";
	102	warn "# Please upgrade to 5.6.1\n";
	103	ok ("I'd really like to fail this test on 5.6.0 but I'm told that CPAN auto-dependancies mess up, and certain vendors only ship 5.6.0. Get your vendor to ugrade. Else upgrade your vendor.");
	104	# One such vendor being the folks who brought you LONG_MIN as a positive
	105	# integer.
	106	} else {
	107	is ($$scalar, $expected, "And it is the data we expected?");
	108	}
530b72ba NC	109	$scalar;
	110	}
	111
	112	sub thaw_fail {
	113	my ($name, $expected) = @_;
	114	my $thing = eval {thaw $tests{$name}};
	115	is ($thing, undef, "Thawed $name failed as expected?");
	116	like ($@, $expected, "Error as predicted?");
	117	}
	118
	119	sub test_locked_hash {
	120	my $hash = shift;
	121	my @keys = keys %$hash;
	122	my ($key, $value) = each %$hash;
	123	eval {$hash->{$key} = reverse $value};
a2307be4	124	like( $@, "/^Modification of a read-only value attempted/",
530b72ba NC	125	'trying to change a locked key' );
	126	is ($hash->{$key}, $value, "hash should not change?");
	127	eval {$hash->{use} = 'perl'};
a2307be4	128	like( $@, "/^Attempt to access disallowed key 'use' in a restricted hash/",
530b72ba NC	129	'trying to add another key' );
	130	ok (eq_array([keys %$hash], \@keys), "Still the same keys?");
	131	}
	132
	133	sub test_restricted_hash {
	134	my $hash = shift;
	135	my @keys = keys %$hash;
	136	my ($key, $value) = each %$hash;
	137	eval {$hash->{$key} = reverse $value};
	138	is( $@, '',
	139	'trying to change a restricted key' );
	140	is ($hash->{$key}, reverse ($value), "hash should change");
	141	eval {$hash->{use} = 'perl'};
a2307be4	142	like( $@, "/^Attempt to access disallowed key 'use' in a restricted hash/",
530b72ba NC	143	'trying to add another key' );
	144	ok (eq_array([keys %$hash], \@keys), "Still the same keys?");
	145	}
	146
	147	sub test_placeholder {
	148	my $hash = shift;
	149	eval {$hash->{rules} = 42};
	150	is ($@, '', 'No errors');
	151	is ($hash->{rules}, 42, "New value added");
	152	}
	153
	154	sub test_newkey {
	155	my $hash = shift;
	156	eval {$hash->{nms} = "http://nms-cgi.sourceforge.net/"};
	157	is ($@, '', 'No errors');
	158	is ($hash->{nms}, "http://nms-cgi.sourceforge.net/", "New value added");
	159	}
	160
	161	# $Storable::DEBUGME = 1;
	162	thaw_hash ('Hash with utf8 flag but no utf8 keys', \%R_HASH);
	163
	164	if (eval "use Hash::Util; 1") {
	165	print "# We have Hash::Util, so test that the restricted hashes in <DATA> are valid\n";
	166	for $Storable::downgrade_restricted (0, 1, undef, "cheese") {
	167	my $hash = thaw_hash ('Locked hash', \%R_HASH);
	168	test_locked_hash ($hash);
	169	$hash = thaw_hash ('Locked hash placeholder', \%R_HASH);
	170	test_locked_hash ($hash);
	171	test_placeholder ($hash);
	172
	173	$hash = thaw_hash ('Locked keys', \%R_HASH);
	174	test_restricted_hash ($hash);
	175	$hash = thaw_hash ('Locked keys placeholder', \%R_HASH);
	176	test_restricted_hash ($hash);
	177	test_placeholder ($hash);
	178	}
	179	} else {
	180	print "# We don't have Hash::Util, so test that the restricted hashes downgrade\n";
	181	my $hash = thaw_hash ('Locked hash', \%R_HASH);
	182	test_newkey ($hash);
	183	$hash = thaw_hash ('Locked hash placeholder', \%R_HASH);
	184	test_newkey ($hash);
	185	$hash = thaw_hash ('Locked keys', \%R_HASH);
	186	test_newkey ($hash);
	187	$hash = thaw_hash ('Locked keys placeholder', \%R_HASH);
	188	test_newkey ($hash);
	189	local $Storable::downgrade_restricted = 0;
	190	thaw_fail ('Locked hash', $RESTRICTED_CROAK);
	191	thaw_fail ('Locked hash placeholder', $RESTRICTED_CROAK);
	192	thaw_fail ('Locked keys', $RESTRICTED_CROAK);
	193	thaw_fail ('Locked keys placeholder', $RESTRICTED_CROAK);
	194	}
	195
	196	if ($] >= 5.006) {
	197	print "# We have utf8 scalars, so test that the utf8 scalars in <DATA> are valid\n";
2aeb6432 NC	198	thaw_scalar ('Short 8 bit utf8 data', "\xDF", 1);
2aeb6432 NC	199	thaw_scalar ('Long 8 bit utf8 data', "\xDF" x 256, 1);
530b72ba NC	200	thaw_scalar ('Short 24 bit utf8 data', chr 0xC0FFEE);
	201	thaw_scalar ('Long 24 bit utf8 data', chr (0xC0FFEE) x 256);
	202	} else {
	203	print "# We don't have utf8 scalars, so test that the utf8 scalars downgrade\n";
	204	thaw_fail ('Short 8 bit utf8 data', $UTF8_CROAK);
	205	thaw_fail ('Long 8 bit utf8 data', $UTF8_CROAK);
	206	thaw_fail ('Short 24 bit utf8 data', $UTF8_CROAK);
	207	thaw_fail ('Long 24 bit utf8 data', $UTF8_CROAK);
	208	local $Storable::drop_utf8 = 1;
	209	my $bytes = thaw $tests{'Short 8 bit utf8 data as bytes'};
	210	thaw_scalar ('Short 8 bit utf8 data', $$bytes);
	211	thaw_scalar ('Long 8 bit utf8 data', $$bytes x 256);
	212	$bytes = thaw $tests{'Short 24 bit utf8 data as bytes'};
	213	thaw_scalar ('Short 24 bit utf8 data', $$bytes);
	214	thaw_scalar ('Long 24 bit utf8 data', $$bytes x 256);
	215	}
	216
bfe34c33	217	if ($] > 5.007002) {
530b72ba NC	218	print "# We have utf8 hashes, so test that the utf8 hashes in <DATA> are valid\n";
	219	my $hash = thaw_hash ('Hash with utf8 keys', \%U_HASH);
	220	for (keys %$hash) {
	221	my $l = 0 + /^\w+$/;
	222	my $r = 0 + $hash->{$_} =~ /^\w+$/;
	223	cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
	224	cmp_ok ($l, '==', $_ eq "ch\xe5teau" ? 0 : 1);
	225	}
	226	if (eval "use Hash::Util; 1") {
	227	print "# We have Hash::Util, so test that the restricted utf8 hash is valid\n";
	228	my $hash = thaw_hash ('Locked hash with utf8 keys', \%U_HASH);
	229	for (keys %$hash) {
	230	my $l = 0 + /^\w+$/;
	231	my $r = 0 + $hash->{$_} =~ /^\w+$/;
	232	cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
	233	cmp_ok ($l, '==', $_ eq "ch\xe5teau" ? 0 : 1);
	234	}
	235	test_locked_hash ($hash);
	236	} else {
	237	print "# We don't have Hash::Util, so test that the utf8 hash downgrades\n";
	238	fail ("You can't get here [perl version $]]. This is a bug in the test.
	239	# Please send the output of perl -V to perlbug\@perl.org");
	240	}
	241	} else {
	242	print "# We don't have utf8 hashes, so test that the utf8 hashes downgrade\n";
	243	thaw_fail ('Hash with utf8 keys', $UTF8_CROAK);
	244	thaw_fail ('Locked hash with utf8 keys', $UTF8_CROAK);
	245	local $Storable::drop_utf8 = 1;
	246	my $what = $] < 5.006 ? 'pre 5.6' : '5.6';
	247	my $expect = thaw $tests{"Hash with utf8 keys for $what"};
	248	thaw_hash ('Hash with utf8 keys', $expect);
	249	#foreach (keys %$expect) { print "'$_':\t'$expect->{$_}'\n"; }
	250	#foreach (keys %$got) { print "'$_':\t'$got->{$_}'\n"; }
	251	if (eval "use Hash::Util; 1") {
	252	print "# We have Hash::Util, so test that the restricted hashes in <DATA> are valid\n";
	253	fail ("You can't get here [perl version $]]. This is a bug in the test.
	254	# Please send the output of perl -V to perlbug\@perl.org");
	255	} else {
	256	print "# We don't have Hash::Util, so test that the restricted hashes downgrade\n";
	257	my $hash = thaw_hash ('Locked hash with utf8 keys', $expect);
	258	test_newkey ($hash);
	259	local $Storable::downgrade_restricted = 0;
	260	thaw_fail ('Locked hash with utf8 keys', $RESTRICTED_CROAK);
	261	# Which croak comes first is a bit of an implementation issue :-)
	262	local $Storable::drop_utf8 = 0;
	263	thaw_fail ('Locked hash with utf8 keys', $RESTRICTED_CROAK);
	264	}
	265	}
	266	__END__
	267	# A whole run of 2.x nfreeze data, uuencoded. The "mode bits" are the octal
	268	# value of 'A', the "file name" is the test name. Use make_downgrade.pl to
	269	# generate these.
	270	begin 101 Locked hash
	271	8!049`0````$*!7)U;&5S!`````1P97)L
	272
	273	end
	274
	275	begin 101 Locked hash placeholder
	276	C!049`0````(*!7)U;&5S!`````1P97)L#A0````%<G5L97,`
	277
	278	end
	279
	280	begin 101 Locked keys
	281	8!049`0````$*!7)U;&5S``````1P97)L
282
283	end
284
285	begin 101 Locked keys placeholder
286	C!049`0````(*!7)U;&5S``````1P97)L#A0````%<G5L97,`
287
288	end
289
290	begin 101 Short 8 bit utf8 data
291	&!047`L.?
292
293	end
294
295	begin 101 Short 8 bit utf8 data as bytes
296	&!04*`L.?
297
298	end
299
300	begin 101 Long 8 bit utf8 data
301	M!048```"`,.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
302	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
303	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
304	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
305	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
306	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
307	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
308	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
309	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
310	MPY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#
311	MG\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
312	8PY_#G\.?PY_#G\.?PY_#G\.?PY_#G\.?
313
314	end
315
316	begin 101 Short 24 bit utf8 data
317	)!047!?BPC[^N
318
319	end
320
321	begin 101 Short 24 bit utf8 data as bytes
322	)!04*!?BPC[^N
323
324	end
325
326	begin 101 Long 24 bit utf8 data
327	M!048```%`/BPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
328	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
329	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
330	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
331	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
332	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
333	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
334	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
335	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
336	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
337	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
338	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
339	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
340	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
341	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
342	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
343	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
344	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
345	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
346	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
347	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
348	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
349	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
350	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
351	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
352	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
353	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
354	MOZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N^+"/
355	;OZ[XL(^_KOBPC[^N^+"/OZ[XL(^_KOBPC[^N
356
357	end
358
359	begin 101 Hash with utf8 flag but no utf8 keys
360	8!049``````$*!7)U;&5S``````1P97)L
361
362	end
363
364	begin 101 Hash with utf8 keys
365	M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
366	D96%U%P/EGXX!`````^6?CA<'4V-H;&_#GP(````&4V-H;&_?
367
368	end
369
370	begin 101 Locked hash with utf8 keys
371	M!049`0````0*!F-A<W1L900````&8V%S=&QE"@=C:.5T96%U!`````=C:.5T
372	D96%U%P/EGXX%`````^6?CA<'4V-H;&_#GP8````&4V-H;&_?
373
374	end
375
376	begin 101 Hash with utf8 keys for pre 5.6
377	M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
378	D96%U"@/EGXX``````^6?C@H'4V-H;&_#GP(````&4V-H;&_?
379
380	end
381
382	begin 101 Hash with utf8 keys for 5.6
383	M!049``````0*!F-A<W1L90`````&8V%S=&QE"@=C:.5T96%U``````=C:.5T
384	D96%U%P/EGXX``````^6?CA<'4V-H;&_#GP(````&4V-H;&_?
385
386	end
387
62cc3256 JH	388	begin 301 Locked hash
	389	8!049`0````$*!9FDDX6B!`````27A9F3
	390
	391	end
	392
	393	begin 301 Locked hash placeholder
	394	C!049`0````(.%`````69I).%H@H%F:23A:(`````!)>%F9,`
	395
	396	end
	397
	398	begin 301 Locked keys
	399	8!049`0````$*!9FDDX6B``````27A9F3
	400
	401	end
	402
	403	begin 301 Locked keys placeholder
	404	C!049`0````(.%`````69I).%H@H%F:23A:(`````!)>%F9,`
	405
	406	end
	407
	408	begin 301 Short 8 bit utf8 data
	409	&!047`HMS
	410
	411	end
	412
	413	begin 301 Short 8 bit utf8 data as bytes
	414	&!04*`HMS
	415
	416	end
	417
	418	begin 301 Long 8 bit utf8 data
7e416500	419	M!048```"`(MSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
62cc3256 JH	420	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	421	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	422	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	423	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	424	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	425	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	426	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	427	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	428	MBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+
	429	M<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	430	8BW.+<XMSBW.+<XMSBW.+<XMSBW.+<XMS
	431
	432	end
	433
	434	begin 301 Short 24 bit utf8 data
	435	*!047!OM30G-S50``
	436
	437	end
	438
	439	begin 301 Short 24 bit utf8 data as bytes
	440	!04!OM30G-S50``
	441
	442	end
	443
	444	begin 301 Long 24 bit utf8 data
7e416500	445	M!048```&`/M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
62cc3256 JH	446	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	447	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	448	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	449	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	450	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	451	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	452	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	453	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	454	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	455	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	456	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	457	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	458	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	459	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	460	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	461	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	462	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	463	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	464	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	465	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	466	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	467	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	468	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	469	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	470	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	471	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	472	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	473	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	474	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	475	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	476	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	477	M5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M3
	478	M0G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S5?M30G-S
	479	-5?M30G-S5?M30G-S50``
	480
	481	end
	482
	483	begin 301 Hash with utf8 flag but no utf8 keys
	484	8!049``````$*!9FDDX6B``````27A9F3
	485
	486	end
	487
	488	begin 301 Hash with utf8 keys
7e416500 JH	489	M!049``````0!X.(1Z.%@:0`````!X.(1Z.%@:0!H.!HJ.3A0`````&@X&B
7e416500 JH	490	FHY.%%P3<9')5`0````3<9')5%P?B@XB3EHMS`@````;B@XB3EM\`
62cc3256 JH	491
	492	end
	493
	494	begin 301 Locked hash with utf8 keys
7e416500 JH	495	M!049`0````0!X.(1Z.%@:0$````!X.(1Z.%@:0!H.!HJ.3A00````&@X&B
7e416500 JH	496	FHY.%%P3<9')5!0````3<9')5%P?B@XB3EHMS!@````;B@XB3EM\`
62cc3256 JH	497
	498	end
	499
	500	begin 301 Hash with utf8 keys for pre 5.6
7e416500 JH	501	M!049``````0*!H.!HJ.3A0`````&@X&BHY.%"@B#B(M&HX6!I``````'@XA'
7e416500 JH	502	GHX6!I`H'XH.(DY:+<P(````&XH.(DY;?"@3<9')5``````3<9')5
62cc3256 JH	503
	504	end
	505
	506	begin 301 Hash with utf8 keys for 5.6
7e416500	507	M!049``````0*!H.!HJ.3A0`````&@X&BHY.%"@>#B$>CA8&D``````>#B$>C
62cc3256 JH	508	FA8&D%P?B@XB3EHMS`@````;B@XB3EM\7!-QD<E4`````!-QD<E4`
	509
	510	end