[perl5.git] / lib / Test / Harness / t / strap-analyze.t

#!/usr/bin/perl -w

BEGIN {
    if( $ENV{PERL_CORE} ) {
        chdir 't';
        @INC = ('../lib', 'lib');
    }
    else {
        unshift @INC, 't/lib';
    }
}

use strict;
use Test::More;
use File::Spec;

my $Curdir = File::Spec->curdir;
my $SAMPLE_TESTS = $ENV{PERL_CORE}
                    ? File::Spec->catdir($Curdir, 'lib', 'sample-tests')
                    : File::Spec->catdir($Curdir, 't',   'sample-tests');


my $IsMacPerl = $^O eq 'MacOS';
my $IsVMS     = $^O eq 'VMS';

# VMS uses native, not POSIX, exit codes.
my $die_exit = $IsVMS ? 44 : 1;

# We can only predict that the wait status should be zero or not.
my $wait_non_zero = 1;

my %samples = (
   combined   => {
                  passing     => 0,

                  'exit'      => 0,
                  'wait'      => 0,

                  max         => 10,
                  seen        => 10,

                  'ok'        => 8,
                  'todo'      => 2,
                  'skip'      => 1,
                  bonus       => 1,

                  details     => [ { 'ok' => 1, actual_ok => 1 },
                                   { 'ok' => 1, actual_ok => 1,
                                     name => 'basset hounds got long ears',
                                   },
                                   { 'ok' => 0, actual_ok => 0,
                                     name => 'all hell broke lose',
                                   },
                                   { 'ok' => 1, actual_ok => 1,
                                     type => 'todo'
                                   },
                                   { 'ok' => 1, actual_ok => 1 },
                                   { 'ok' => 1, actual_ok => 1 },
                                   { 'ok' => 1, actual_ok => 1,
                                     type   => 'skip',
                                     reason => 'contract negociations'
                                   },
                                   { 'ok' => 1, actual_ok => 1 },
                                   { 'ok' => 0, actual_ok => 0 },
                                   { 'ok' => 1, actual_ok => 0,
                                     type   => 'todo' 
                                   },
                                 ]
                       },

   descriptive      => {
                        passing     => 1,

                        'wait'      => 0,
                        'exit'      => 0,

                        max         => 5,
                        seen        => 5,

                        'ok'          => 5,
                        'todo'        => 0,
                        'skip'        => 0,
                        bonus       => 0,

                        details     => [ { 'ok' => 1, actual_ok => 1,
                                           name => 'Interlock activated'
                                         },
                                         { 'ok' => 1, actual_ok => 1,
                                           name => 'Megathrusters are go',
                                         },
                                         { 'ok' => 1, actual_ok => 1,
                                           name => 'Head formed',
                                         },
                                         { 'ok' => 1, actual_ok => 1,
                                           name => 'Blazing sword formed'
                                         },
                                         { 'ok' => 1, actual_ok => 1,
                                           name => 'Robeast destroyed'
                                         },
                                       ],
                       },

   duplicates       => {
                        passing     => 0,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 10,
                        seen        => 11,

                        'ok'          => 11,
                        'todo'        => 0,
                        'skip'        => 0,
                        bonus       => 0,

                        details     => [ ({ 'ok' => 1, actual_ok => 1 }) x 10
                                       ],
                       },

   head_end         => {
                        passing     => 1,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 4,
                        seen        => 4,

                        'ok'        => 4,
                        'todo'      => 0,
                        'skip'      => 0,
                        bonus       => 0,

                        details     => [ ({ 'ok' => 1, actual_ok => 1 }) x 4
                                       ],
                       },

   lone_not_bug     => {
                        passing     => 1,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 4,
                        seen        => 4,

                        'ok'        => 4,
                        'todo'      => 0,
                        'skip'      => 0,
                        bonus       => 0,

                        details     => [ ({ 'ok' => 1, actual_ok => 1 }) x 4
                                       ],
                       },

   head_fail           => {
                           passing  => 0,

                           'exit'   => 0,
                           'wait'   => 0,

                           max      => 4,
                           seen     => 4,

                           'ok'     => 3,
                           'todo'   => 0,
                           'skip'   => 0,
                           bonus    => 0,

                           details  => [ { 'ok' => 1, actual_ok => 1 },
                                         { 'ok' => 0, actual_ok => 0 },
                                         ({ 'ok'=> 1, actual_ok => 1 }) x 2
                                       ],
                          },

   no_output        => {
                        passing     => 0,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 0,
                        seen        => 0,

                        'ok'        => 0,
                        'todo'      => 0,
                        'skip'      => 0,
                        bonus       => 0,

                        details     => [],
                       },

   simple           => {
                        passing     => 1,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 5,
                        seen        => 5,

                        'ok'          => 5,
                        'todo'        => 0,
                        'skip'        => 0,
                        bonus       => 0,

                        details     => [ ({ 'ok' => 1, actual_ok => 1 }) x 5
                                       ]
                       },

   simple_fail      => {
                        passing     => 0,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 5,
                        seen        => 5,

                        'ok'          => 3,
                        'todo'        => 0,
                        'skip'        => 0,
                        bonus       => 0,

                        details     => [ { 'ok' => 1, actual_ok => 1 },
                                         { 'ok' => 0, actual_ok => 0 },
                                         { 'ok' => 1, actual_ok => 1 },
                                         { 'ok' => 1, actual_ok => 1 },
                                         { 'ok' => 0, actual_ok => 0 },
                                       ]
                       },

   'skip'             => {
                        passing     => 1,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 5,
                        seen        => 5,

                        'ok'          => 5,
                        'todo'        => 0,
                        'skip'        => 1,
                        bonus       => 0,

                        details     => [ { 'ok' => 1, actual_ok => 1 },
                                         { 'ok'   => 1, actual_ok => 1,
                                           type   => 'skip',
                                           reason => 'rain delay',
                                         },
                                         ({ 'ok' => 1, actual_ok => 1 }) x 3
                                       ]
                       },

   'skip_nomsg'     => {
                        passing     => 1,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 1,
                        seen        => 1,

                        'ok'          => 1,
                        'todo'        => 0,
                        'skip'        => 1,
                        bonus       => 0,

                        details     => [ { 'ok'   => 1, actual_ok => 1,
                                           type   => 'skip',
                                           reason => '',
                                         },
                                       ]
                       },

   skipall           => {
                          passing   => 1,

                          'exit'    => 0,
                          'wait'    => 0,

                          max       => 0,
                          seen      => 0,
                          skip_all  => 'rope',

                          'ok'      => 0,
                          'todo'    => 0,
                          'skip'    => 0,
                          bonus     => 0,

                          details   => [],
                         },

   skipall_nomsg    => {
                          passing   => 1,

                          'exit'    => 0,
                          'wait'    => 0,

                          max       => 0,
                          seen      => 0,
                          skip_all  => '',

                          'ok'      => 0,
                          'todo'    => 0,
                          'skip'    => 0,
                          bonus     => 0,

                          details   => [],
                         },

   'todo'             => {
                        passing     => 1,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 5,
                        seen        => 5,

                        'ok'          => 5,
                        'todo'        => 2,
                        'skip'        => 0,
                        bonus       => 1,

                        details     => [ { 'ok' => 1, actual_ok => 1 },
                                         { 'ok' => 1, actual_ok => 1,
                                           type => 'todo' },
                                         { 'ok' => 1, actual_ok => 0,
                                           type => 'todo' },
                                         ({ 'ok' => 1, actual_ok => 1 }) x 2
                                       ],
                       },
   taint            => {
                        passing     => 1,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 1,
                        seen        => 1,

                        'ok'          => 1,
                        'todo'        => 0,
                        'skip'        => 0,
                        bonus       => 0,

                        details     => [ { 'ok' => 1, actual_ok => 1,
                                           name => '- -T honored'
                                         },
                                       ],
                       },
   vms_nit          => {
                        passing     => 0,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 2,
                        seen        => 2,

                        'ok'          => 1,
                        'todo'        => 0,
                        'skip'        => 0,
                        bonus       => 0,

                        details     => [ { 'ok' => 0, actual_ok => 0 },
                                         { 'ok' => 1, actual_ok => 1 },
                                       ],
                       },
   'die'            => {
                        passing     => 0,

                        'exit'      => $die_exit,
                        'wait'      => $wait_non_zero,

                        max         => 0,
                        seen        => 0,

                        'ok'        => 0,
                        'todo'      => 0,
                        'skip'      => 0,
                        bonus       => 0,

                        details     => []
                       },

   die_head_end     => {
                        passing     => 0,

                        'exit'      => $die_exit,
                        'wait'      => $wait_non_zero,

                        max         => 0,
                        seen        => 4,

                        'ok'        => 4,
                        'todo'      => 0,
                        'skip'      => 0,
                        bonus       => 0,

                        details     => [ ({ 'ok' => 1, actual_ok => 1 }) x 4
                                       ],
                       },

   die_last_minute  => {
                        passing     => 0,

                        'exit'      => $die_exit,
                        'wait'      => $wait_non_zero,

                        max         => 4,
                        seen        => 4,

                        'ok'        => 4,
                        'todo'      => 0,
                        'skip'      => 0,
                        bonus       => 0,

                        details     => [ ({ 'ok' => 1, actual_ok => 1 }) x 4
                                       ],
                       },

   bignum           => {
                        passing     => 0,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 2,
                        seen        => 4,

                        'ok'          => 4,
                        'todo'        => 0,
                        'skip'        => 0,
                        bonus       => 0,

                        details     => [ { 'ok' => 1, actual_ok => 1 },
                                         { 'ok' => 1, actual_ok => 1 },
                                       ]
                       },

   'shbang_misparse' =>{
                        passing     => 1,

                        'exit'      => 0,
                        'wait'      => 0,

                        max         => 2,
                        seen        => 2,

                        'ok'          => 2,
                        'todo'        => 0,
                        'skip'        => 0,
                        bonus       => 0,

                        details     => [ ({ 'ok' => 1, actual_ok => 1 }) x 2 ]
                       },
);

plan tests => (keys(%samples) * 4) + 3;

use_ok('Test::Harness::Straps');

$SIG{__WARN__} = sub { 
    warn @_ unless $_[0] =~ /^Enormous test number/ ||
                   $_[0] =~ /^Can't detailize/
};
while( my($test, $expect) = each %samples ) {
    for (0..$#{$expect->{details}}) {
        $expect->{details}[$_]{type} = ''
            unless exists $expect->{details}[$_]{type};
        $expect->{details}[$_]{name} = ''
            unless exists $expect->{details}[$_]{name};
        $expect->{details}[$_]{reason} = ''
            unless exists $expect->{details}[$_]{reason};
    }

    my $test_path = File::Spec->catfile($SAMPLE_TESTS, $test);
    my $strap = Test::Harness::Straps->new;
    my %results = $strap->analyze_file($test_path);

    is_deeply($results{details}, $expect->{details}, "$test details" );

    delete $expect->{details};
    delete $results{details};

    SKIP: {
        skip '$? unreliable in MacPerl', 2 if $IsMacPerl;

        # We can only check if it's zero or non-zero.
        is( !!$results{'wait'}, !!$expect->{'wait'}, 'wait status' );
        delete $results{'wait'};
        delete $expect->{'wait'};

        # Have to check the exit status seperately so we can skip it
        # in MacPerl.
        is( $results{'exit'}, $expect->{'exit'} );
        delete $results{'exit'};
        delete $expect->{'exit'};
    }

    is_deeply(\%results, $expect, "  the rest $test" );
}


my $strap = Test::Harness::Straps->new;
ok( !$strap->analyze_file('I_dont_exist') );
is( $strap->{error}, "I_dont_exist does not exist" );
Commit	Line	Data
13287dd5 MS	1	#!/usr/bin/perl -w
	2
	3	BEGIN {
	4	if( $ENV{PERL_CORE} ) {
	5	chdir 't';
	6	@INC = ('../lib', 'lib');
	7	}
	8	else {
	9	unshift @INC, 't/lib';
	10	}
	11	}
	12
13287dd5	13	use strict;
6e5a998b	14	use Test::More;
d5d4ec93 MS	15	use File::Spec;
	16
	17	my $Curdir = File::Spec->curdir;
	18	my $SAMPLE_TESTS = $ENV{PERL_CORE}
	19	? File::Spec->catdir($Curdir, 'lib', 'sample-tests')
	20	: File::Spec->catdir($Curdir, 't', 'sample-tests');
13287dd5	21
d5201bd2	22
a72fde19	23	my $IsMacPerl = $^O eq 'MacOS';
d5d4ec93	24	my $IsVMS = $^O eq 'VMS';
13287dd5	25
f0008e52	26	# VMS uses native, not POSIX, exit codes.
a72fde19	27	my $die_exit = $IsVMS ? 44 : 1;
c0bb2de7 MS	28
	29	# We can only predict that the wait status should be zero or not.
	30	my $wait_non_zero = 1;
f0008e52	31
13287dd5 MS	32	my %samples = (
	33	combined => {
	34	passing => 0,
	35
356733da MS	36	'exit' => 0,
	37	'wait' => 0,
	38
13287dd5 MS	39	max => 10,
	40	seen => 10,
	41
	42	'ok' => 8,
	43	'todo' => 2,
	44	'skip' => 1,
	45	bonus => 1,
	46
	47	details => [ { 'ok' => 1, actual_ok => 1 },
	48	{ 'ok' => 1, actual_ok => 1,
	49	name => 'basset hounds got long ears',
	50	},
	51	{ 'ok' => 0, actual_ok => 0,
	52	name => 'all hell broke lose',
	53	},
	54	{ 'ok' => 1, actual_ok => 1,
	55	type => 'todo'
	56	},
	57	{ 'ok' => 1, actual_ok => 1 },
	58	{ 'ok' => 1, actual_ok => 1 },
	59	{ 'ok' => 1, actual_ok => 1,
	60	type => 'skip',
	61	reason => 'contract negociations'
	62	},
	63	{ 'ok' => 1, actual_ok => 1 },
	64	{ 'ok' => 0, actual_ok => 0 },
	65	{ 'ok' => 1, actual_ok => 0,
	66	type => 'todo'
	67	},
	68	]
	69	},
	70
	71	descriptive => {
	72	passing => 1,
	73
356733da MS	74	'wait' => 0,
	75	'exit' => 0,
	76
13287dd5 MS	77	max => 5,
	78	seen => 5,
	79
	80	'ok' => 5,
	81	'todo' => 0,
	82	'skip' => 0,
	83	bonus => 0,
	84
	85	details => [ { 'ok' => 1, actual_ok => 1,
	86	name => 'Interlock activated'
	87	},
	88	{ 'ok' => 1, actual_ok => 1,
	89	name => 'Megathrusters are go',
	90	},
	91	{ 'ok' => 1, actual_ok => 1,
	92	name => 'Head formed',
	93	},
	94	{ 'ok' => 1, actual_ok => 1,
	95	name => 'Blazing sword formed'
	96	},
	97	{ 'ok' => 1, actual_ok => 1,
	98	name => 'Robeast destroyed'
	99	},
	100	],
	101	},
	102
	103	duplicates => {
	104	passing => 0,
	105
356733da MS	106	'exit' => 0,
	107	'wait' => 0,
	108
13287dd5 MS	109	max => 10,
	110	seen => 11,
	111
	112	'ok' => 11,
	113	'todo' => 0,
	114	'skip' => 0,
	115	bonus => 0,
	116
	117	details => [ ({ 'ok' => 1, actual_ok => 1 }) x 10
	118	],
	119	},
	120
	121	head_end => {
	122	passing => 1,
	123
356733da MS	124	'exit' => 0,
	125	'wait' => 0,
	126
13287dd5 MS	127	max => 4,
	128	seen => 4,
	129
	130	'ok' => 4,
	131	'todo' => 0,
	132	'skip' => 0,
	133	bonus => 0,
	134
	135	details => [ ({ 'ok' => 1, actual_ok => 1 }) x 4
	136	],
	137	},
	138
	139	lone_not_bug => {
	140	passing => 1,
	141
356733da MS	142	'exit' => 0,
	143	'wait' => 0,
	144
13287dd5 MS	145	max => 4,
	146	seen => 4,
	147
	148	'ok' => 4,
	149	'todo' => 0,
	150	'skip' => 0,
	151	bonus => 0,
	152
	153	details => [ ({ 'ok' => 1, actual_ok => 1 }) x 4
	154	],
	155	},
	156
	157	head_fail => {
	158	passing => 0,
	159
356733da MS	160	'exit' => 0,
	161	'wait' => 0,
	162
13287dd5 MS	163	max => 4,
	164	seen => 4,
	165
	166	'ok' => 3,
	167	'todo' => 0,
	168	'skip' => 0,
	169	bonus => 0,
	170
	171	details => [ { 'ok' => 1, actual_ok => 1 },
	172	{ 'ok' => 0, actual_ok => 0 },
	173	({ 'ok'=> 1, actual_ok => 1 }) x 2
	174	],
	175	},
308957f5	176
a72fde19 JH	177	no_output => {
	178	passing => 0,
	179
	180	'exit' => 0,
	181	'wait' => 0,
	182
	183	max => 0,
	184	seen => 0,
	185
	186	'ok' => 0,
	187	'todo' => 0,
	188	'skip' => 0,
	189	bonus => 0,
	190
	191	details => [],
	192	},
	193
13287dd5 MS	194	simple => {
	195	passing => 1,
	196
356733da MS	197	'exit' => 0,
	198	'wait' => 0,
	199
13287dd5 MS	200	max => 5,
13287dd5 MS	201	seen => 5,
308957f5	202
13287dd5 MS	203	'ok' => 5,
	204	'todo' => 0,
	205	'skip' => 0,
	206	bonus => 0,
308957f5	207
13287dd5 MS	208	details => [ ({ 'ok' => 1, actual_ok => 1 }) x 5
	209	]
	210	},
	211
	212	simple_fail => {
	213	passing => 0,
	214
356733da MS	215	'exit' => 0,
	216	'wait' => 0,
	217
13287dd5 MS	218	max => 5,
13287dd5 MS	219	seen => 5,
308957f5	220
13287dd5 MS	221	'ok' => 3,
	222	'todo' => 0,
	223	'skip' => 0,
	224	bonus => 0,
308957f5	225
13287dd5 MS	226	details => [ { 'ok' => 1, actual_ok => 1 },
	227	{ 'ok' => 0, actual_ok => 0 },
	228	{ 'ok' => 1, actual_ok => 1 },
	229	{ 'ok' => 1, actual_ok => 1 },
	230	{ 'ok' => 0, actual_ok => 0 },
	231	]
	232	},
	233
	234	'skip' => {
	235	passing => 1,
	236
356733da MS	237	'exit' => 0,
	238	'wait' => 0,
	239
13287dd5 MS	240	max => 5,
	241	seen => 5,
	242
	243	'ok' => 5,
	244	'todo' => 0,
	245	'skip' => 1,
	246	bonus => 0,
308957f5	247
13287dd5 MS	248	details => [ { 'ok' => 1, actual_ok => 1 },
	249	{ 'ok' => 1, actual_ok => 1,
	250	type => 'skip',
	251	reason => 'rain delay',
	252	},
	253	({ 'ok' => 1, actual_ok => 1 }) x 3
	254	]
	255	},
	256
0be28027 JH	257	'skip_nomsg' => {
	258	passing => 1,
	259
	260	'exit' => 0,
	261	'wait' => 0,
	262
	263	max => 1,
	264	seen => 1,
	265
	266	'ok' => 1,
	267	'todo' => 0,
	268	'skip' => 1,
	269	bonus => 0,
	270
	271	details => [ { 'ok' => 1, actual_ok => 1,
	272	type => 'skip',
	273	reason => '',
	274	},
	275	]
	276	},
	277
	278	skipall => {
13287dd5 MS	279	passing => 1,
13287dd5 MS	280
356733da MS	281	'exit' => 0,
	282	'wait' => 0,
	283
13287dd5 MS	284	max => 0,
	285	seen => 0,
	286	skip_all => 'rope',
	287
	288	'ok' => 0,
	289	'todo' => 0,
	290	'skip' => 0,
	291	bonus => 0,
308957f5	292
13287dd5 MS	293	details => [],
	294	},
	295
0be28027 JH	296	skipall_nomsg => {
	297	passing => 1,
	298
	299	'exit' => 0,
	300	'wait' => 0,
	301
	302	max => 0,
	303	seen => 0,
a72fde19	304	skip_all => '',
0be28027 JH	305
	306	'ok' => 0,
	307	'todo' => 0,
	308	'skip' => 0,
	309	bonus => 0,
	310
	311	details => [],
	312	},
	313
13287dd5 MS	314	'todo' => {
	315	passing => 1,
	316
356733da MS	317	'exit' => 0,
	318	'wait' => 0,
	319
13287dd5 MS	320	max => 5,
13287dd5 MS	321	seen => 5,
308957f5	322
13287dd5 MS	323	'ok' => 5,
	324	'todo' => 2,
	325	'skip' => 0,
	326	bonus => 1,
	327
	328	details => [ { 'ok' => 1, actual_ok => 1 },
	329	{ 'ok' => 1, actual_ok => 1,
	330	type => 'todo' },
	331	{ 'ok' => 1, actual_ok => 0,
	332	type => 'todo' },
	333	({ 'ok' => 1, actual_ok => 1 }) x 2
	334	],
	335	},
	336	taint => {
	337	passing => 1,
	338
356733da MS	339	'exit' => 0,
	340	'wait' => 0,
	341
13287dd5 MS	342	max => 1,
	343	seen => 1,
	344
	345	'ok' => 1,
	346	'todo' => 0,
	347	'skip' => 0,
	348	bonus => 0,
	349
	350	details => [ { 'ok' => 1, actual_ok => 1,
	351	name => '- -T honored'
	352	},
	353	],
	354	},
	355	vms_nit => {
	356	passing => 0,
	357
356733da MS	358	'exit' => 0,
	359	'wait' => 0,
	360
13287dd5 MS	361	max => 2,
	362	seen => 2,
	363
	364	'ok' => 1,
	365	'todo' => 0,
	366	'skip' => 0,
	367	bonus => 0,
	368
	369	details => [ { 'ok' => 0, actual_ok => 0 },
	370	{ 'ok' => 1, actual_ok => 1 },
	371	],
356733da MS	372	},
	373	'die' => {
	374	passing => 0,
	375
f0008e52	376	'exit' => $die_exit,
c0bb2de7	377	'wait' => $wait_non_zero,
356733da MS	378
	379	max => 0,
	380	seen => 0,
	381
	382	'ok' => 0,
	383	'todo' => 0,
	384	'skip' => 0,
	385	bonus => 0,
	386
	387	details => []
	388	},
	389
	390	die_head_end => {
	391	passing => 0,
	392
f0008e52	393	'exit' => $die_exit,
c0bb2de7	394	'wait' => $wait_non_zero,
356733da MS	395
	396	max => 0,
	397	seen => 4,
	398
	399	'ok' => 4,
	400	'todo' => 0,
	401	'skip' => 0,
	402	bonus => 0,
	403
	404	details => [ ({ 'ok' => 1, actual_ok => 1 }) x 4
	405	],
	406	},
	407
	408	die_last_minute => {
	409	passing => 0,
	410
f0008e52	411	'exit' => $die_exit,
c0bb2de7	412	'wait' => $wait_non_zero,
356733da MS	413
	414	max => 4,
	415	seen => 4,
	416
	417	'ok' => 4,
	418	'todo' => 0,
	419	'skip' => 0,
	420	bonus => 0,
	421
	422	details => [ ({ 'ok' => 1, actual_ok => 1 }) x 4
	423	],
	424	},
	425
	426	bignum => {
	427	passing => 0,
	428
	429	'exit' => 0,
	430	'wait' => 0,
	431
	432	max => 2,
	433	seen => 4,
308957f5	434
356733da MS	435	'ok' => 4,
	436	'todo' => 0,
	437	'skip' => 0,
	438	bonus => 0,
308957f5	439
356733da MS	440	details => [ { 'ok' => 1, actual_ok => 1 },
	441	{ 'ok' => 1, actual_ok => 1 },
	442	]
	443	},
6e5a998b MS	444
	445	'shbang_misparse' =>{
	446	passing => 1,
	447
	448	'exit' => 0,
	449	'wait' => 0,
	450
	451	max => 2,
	452	seen => 2,
	453
	454	'ok' => 2,
	455	'todo' => 0,
	456	'skip' => 0,
	457	bonus => 0,
	458
	459	details => [ ({ 'ok' => 1, actual_ok => 1 }) x 2 ]
	460	},
13287dd5 MS	461	);
13287dd5 MS	462
d5d4ec93	463	plan tests => (keys(%samples) * 4) + 3;
6e5a998b MS	464
	465	use_ok('Test::Harness::Straps');
	466
356733da	467	$SIG{__WARN__} = sub {
d5d4ec93	468	warn @_ unless $_[0] =~ /^Enormous test number/ \|\|
356733da MS	469	$_[0] =~ /^Can't detailize/
356733da MS	470	};
13287dd5	471	while( my($test, $expect) = each %samples ) {
308957f5 JH	472	for (0..$#{$expect->{details}}) {
	473	$expect->{details}[$_]{type} = ''
	474	unless exists $expect->{details}[$_]{type};
	475	$expect->{details}[$_]{name} = ''
	476	unless exists $expect->{details}[$_]{name};
	477	$expect->{details}[$_]{reason} = ''
	478	unless exists $expect->{details}[$_]{reason};
	479	}
	480
d5d4ec93	481	my $test_path = File::Spec->catfile($SAMPLE_TESTS, $test);
13287dd5	482	my $strap = Test::Harness::Straps->new;
d5d4ec93	483	my %results = $strap->analyze_file($test_path);
308957f5	484
356733da	485	is_deeply($results{details}, $expect->{details}, "$test details" );
13287dd5 MS	486
	487	delete $expect->{details};
	488	delete $results{details};
c0bb2de7	489
d5d4ec93	490	SKIP: {
a72fde19	491	skip '$? unreliable in MacPerl', 2 if $IsMacPerl;
d5d4ec93 MS	492
	493	# We can only check if it's zero or non-zero.
	494	is( !!$results{'wait'}, !!$expect->{'wait'}, 'wait status' );
	495	delete $results{'wait'};
	496	delete $expect->{'wait'};
	497
	498	# Have to check the exit status seperately so we can skip it
	499	# in MacPerl.
	500	is( $results{'exit'}, $expect->{'exit'} );
	501	delete $results{'exit'};
	502	delete $expect->{'exit'};
	503	}
c0bb2de7	504
f0008e52	505	is_deeply(\%results, $expect, " the rest $test" );
13287dd5	506	}
0be28027 JH	507
	508
	509	my $strap = Test::Harness::Straps->new;
	510	ok( !$strap->analyze_file('I_dont_exist') );
	511	is( $strap->{error}, "I_dont_exist does not exist" );