[perl5.git] / lib / Test / Harness / t / test-harness.t

#!perl

BEGIN {
    chdir 't' if -d 't';
    @INC = '../lib';
}

use strict;

# For shutting up Test::Harness.
# Has to work on 5.004, which doesn't have Tie::StdHandle.
package My::Dev::Null;

sub WRITE  {}
sub PRINT  {}
sub PRINTF {}
sub TIEHANDLE {
    my $class = shift;
    my $fh    = do { local *HANDLE;  \*HANDLE };
    return bless $fh, $class;
}
sub READ {}
sub READLINE {}
sub GETC {}


package main;

# Utility testing functions.
my $test_num = 1;
sub ok ($;$) {
    my($test, $name) = @_;
    my $okstring = '';
    $okstring = "not " unless $test;
    $okstring .= "ok $test_num";
    $okstring .= " - $name" if defined $name;
    print "$okstring\n";
    $test_num++;
}

sub eqhash {
    my($a1, $a2) = @_;
    return 0 unless keys %$a1 == keys %$a2;

    my $ok = 1;
    foreach my $k (keys %$a1) {
        $ok = $a1->{$k} eq $a2->{$k};
        last unless $ok;
    }

    return $ok;
}

use vars qw($Total_tests %samples);

my $loaded;
BEGIN { $| = 1; $^W = 1; }
END {print "not ok $test_num\n" unless $loaded;}
print "1..$Total_tests\n";
use Test::Harness;
$loaded = 1;
ok(1, 'compile');
######################### End of black magic.

BEGIN {
    %samples = (
                simple            => {
                                      total => {
                                                bonus      => 0,
                                                max        => 5,
                                                'ok'       => 5,
                                                files      => 1,
                                                bad        => 0,
                                                good       => 1,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 0,
                                                skipped    => 0,
                                               },
                                      failed => { },
                                      all_ok => 1,
                                     },
                simple_fail      => {
                                     total => {
                                               bonus       => 0,
                                               max         => 5,
                                               'ok'        => 3,
                                               files       => 1,
                                               bad         => 1,
                                               good        => 0,
                                               tests       => 1,
                                               sub_skipped => 0,
                                               todo        => 0,
                                               skipped     => 0,
                                              },
                                     failed => {
                                                canon      => '2 5',
                                               },
                                     all_ok => 0,
                                    },
                descriptive       => {
                                      total => {
                                                bonus      => 0,
                                                max        => 5,
                                                'ok'       => 5,
                                                files      => 1,
                                                bad        => 0,
                                                good       => 1,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 0,
                                                skipped    => 0,
                                               },
                                      failed => { },
                                      all_ok => 1,
                                     },
                no_nums           => {
                                      total => {
                                                bonus      => 0,
                                                max        => 5,
                                                'ok'       => 4,
                                                files      => 1,
                                                bad        => 1,
                                                good       => 0,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 0,
                                                skipped    => 0,
                                               },
                                      failed => {
                                                 canon     => '3',
                                                },
                                      all_ok => 0,
                                     },
                todo              => {
                                      total => {
                                                bonus      => 1,
                                                max        => 5,
                                                'ok'       => 5,
                                                files      => 1,
                                                bad        => 0,
                                                good       => 1,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 2,
                                                skipped    => 0,
                                               },
                                      failed => { },
                                      all_ok => 1,
                                     },
                todo_inline       => {
                                      total => {
                                                bonus       => 1,
                                                max         => 3,
                                                'ok'        => 3,
                                                files       => 1,
                                                bad         => 0,
                                                good        => 1,
                                                tests       => 1,
                                                sub_skipped => 0,
                                                todo        => 2,
                                                skipped     => 0,
                                               },
                                      failed => { },
                                      all_ok => 1,
                                     },
                skip              => {
                                      total => {
                                                bonus      => 0,
                                                max        => 5,
                                                'ok'       => 5,
                                                files      => 1,
                                                bad        => 0,
                                                good       => 1,
                                                tests      => 1,
                                                sub_skipped=> 1,
                                                todo       => 0,
                                                skipped    => 0,
                                               },
                                      failed => { },
                                      all_ok => 1,
                                     },
                bailout           => 0,
                combined          => {
                                      total => {
                                                bonus      => 1,
                                                max        => 10,
                                                'ok'       => 8,
                                                files      => 1,
                                                bad        => 1,
                                                good       => 0,
                                                tests      => 1,
                                                sub_skipped=> 1,
                                                todo       => 2,
                                                skipped    => 0
                                               },
                                      failed => {
                                                 canon     => '3 9',
                                                },
                                      all_ok => 0,
                                     },
                duplicates        => {
                                      total => {
                                                bonus      => 0,
                                                max        => 10,
                                                'ok'       => 11,
                                                files      => 1,
                                                bad        => 1,
                                                good       => 0,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 0,
                                                skipped    => 0,
                                               },
                                      failed => {
                                                 canon     => '??',
                                                },
                                      all_ok => 0,
                                     },
                header_at_end     => {
                                      total => {
                                                bonus      => 0,
                                                max        => 4,
                                                'ok'       => 4,
                                                files      => 1,
                                                bad        => 0,
                                                good       => 1,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 0,
                                                skipped    => 0,
                                               },
                                      failed => { },
                                      all_ok => 1,
                                     },
                header_at_end_fail=> {
                                      total => {
                                                bonus      => 0,
                                                max        => 4,
                                                'ok'       => 3,
                                                files      => 1,
                                                bad        => 1,
                                                good       => 0,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 0,
                                                skipped    => 0,
                                               },
                                      failed => {
                                                 canon      => '2',
                                                },
                                      all_ok => 0,
                                     },
                skip_all          => {
                                      total => {
                                                bonus      => 0,
                                                max        => 0,
                                                'ok'       => 0,
                                                files      => 1,
                                                bad        => 0,
                                                good       => 1,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 0,
                                                skipped    => 1,
                                               },
                                      failed => { },
                                      all_ok => 1,
                                     },
                with_comments     => {
                                      total => {
                                                bonus      => 2,
                                                max        => 5,
                                                'ok'       => 5,
                                                files      => 1,
                                                bad        => 0,
                                                good       => 1,
                                                tests      => 1,
                                                sub_skipped=> 0,
                                                todo       => 4,
                                                skipped    => 0,
                                               },
                                      failed => { },
                                      all_ok => 1,
                                     },
               );

    $Total_tests = (keys(%samples) * 4);
}

tie *NULL, 'My::Dev::Null' or die $!;

while (my($test, $expect) = each %samples) {
    # _run_all_tests() runs the tests but skips the formatting.
    my($totals, $failed);
    eval {
        select NULL;    # _run_all_tests() isn't as quiet as it should be.
        ($totals, $failed) = 
          Test::Harness::_run_all_tests("lib/sample-tests/$test");
    };
    select STDOUT;

    unless( $@ ) {
        ok( Test::Harness::_all_ok($totals) == $expect->{all_ok},    
                                                      "$test - all ok" );
        ok( defined $expect->{total},                 "$test - has total" );
        ok( eqhash( $expect->{total}, 
                    {map { $_=>$totals->{$_} } keys %{$expect->{total}}} ),
                                                         "$test - totals" );
        ok( eqhash( $expect->{failed}, 
                    {map { $_=>$failed->{"lib/sample-tests/$test"}{$_} }
                              keys %{$expect->{failed}}} ),
                                                         "$test - failed" );
    }
    else {      # special case for bailout
        ok( ($test eq 'bailout' and $@ =~ /Further testing stopped: GERONI/i),
            $test );
        ok( 1,  'skipping for bailout' );
        ok( 1,  'skipping for bailout' );
    }
}
#!perl

BEGIN {
    chdir 't' if -d 't';
    @INC = '../lib';
}

use strict;

# For shutting up Test::Harness.
package My::Dev::Null;
use Tie::Handle;
@My::Dev::Null::ISA = qw(Tie::StdHandle);

sub WRITE { }


package main;

# Utility testing functions.
my $test_num = 1;
sub ok ($;$) {
    my($test, $name) = @_;
    my $okstring = '';
    $okstring = "not " unless $test;
    $okstring .= "ok $test_num";
    $okstring .= " - $name" if defined $name;
    print "$okstring\n";
    $test_num++;
}

sub eqhash {
    my($a1, $a2) = @_;
    return 0 unless keys %$a1 == keys %$a2;

    my $ok = 1;
    foreach my $k (keys %$a1) {
        $ok = $a1->{$k} eq $a2->{$k};
        last unless $ok;
    }

    return $ok;
}

use vars qw($Total_tests %samples);

my $loaded;
BEGIN { $| = 1; $^W = 1; }
END {print "not ok $test_num\n" unless $loaded;}
print "1..$Total_tests\n";
use Test::Harness;
$loaded = 1;
ok(1, 'compile');
######################### End of black magic.

BEGIN {
    %samples = (
                simple            => {
                                      bonus      => 0,
                                      max        => 5,
                                      'ok'         => 5,
                                      files      => 1,
                                      bad        => 0,
                                      good       => 1,
                                      tests      => 1,
                                      sub_skipped=> 0,
                                      skipped    => 0,
                                     },
                simple_fail      => {
                                     bonus       => 0,
                                     max         => 5,
                                     'ok'          => 3,
                                     files       => 1,
                                     bad         => 1,
                                     good        => 0,
                                     tests       => 1,
                                     sub_skipped => 0,
                                     skipped     => 0,
                                    },
                descriptive       => {
                                      bonus      => 0,
                                      max        => 5,
                                      'ok'         => 5,
                                      files      => 1,
                                      bad        => 0,
                                      good       => 1,
                                      tests      => 1,
                                      sub_skipped=> 0,
                                      skipped    => 0,
                                     },
                no_nums           => {
                                      bonus      => 0,
                                      max        => 5,
                                      'ok'         => 4,
                                      files      => 1,
                                      bad        => 1,
                                      good       => 0,
                                      tests      => 1,
                                      sub_skipped=> 0,
                                      skipped    => 0,
                                     },
                todo              => {
                                      bonus      => 1,
                                      max        => 5,
                                      'ok'         => 5,
                                      files      => 1,
                                      bad        => 0,
                                      good       => 1,
                                      tests      => 1,
                                      sub_skipped=> 0,
                                      skipped    => 0,
                                     },
                skip              => {
                                      bonus      => 0,
                                      max        => 5,
                                      'ok'         => 5,
                                      files      => 1,
                                      bad        => 0,
                                      good       => 1,
                                      tests      => 1,
                                      sub_skipped=> 1,
                                      skipped    => 0,
                                     },
                bailout           => 0,
                combined          => {
                                      bonus      => 1,
                                      max        => 10,
                                      'ok'         => 8,
                                      files      => 1,
                                      bad        => 1,
                                      good       => 0,
                                      tests      => 1,
                                      sub_skipped=> 1,
                                      skipped    => 0
                                     },
                duplicates        => {
                                      bonus      => 0,
                                      max        => 10,
                                      'ok'         => 11,
                                      files      => 1,
                                      bad        => 1,
                                      good       => 0,
                                      tests      => 1,
                                      sub_skipped=> 0,
                                      skipped    => 0,
                                     },
                header_at_end     => {
                                      bonus      => 0,
                                      max        => 4,
                                      'ok'         => 4,
                                      files      => 1,
                                      bad        => 0,
                                      good       => 1,
                                      tests      => 1,
                                      sub_skipped=> 0,
                                      skipped    => 0,
                                     },
                skip_all          => {
                                      bonus      => 0,
                                      max        => 0,
                                      'ok'         => 0,
                                      files      => 1,
                                      bad        => 0,
                                      good       => 1,
                                      tests      => 1,
                                      sub_skipped=> 0,
                                      skipped    => 1,
                                     },
                with_comments     => {
                                      bonus      => 2,
                                      max        => 5,
                                      'ok'         => 5,
                                      files      => 1,
                                      bad        => 0,
                                      good       => 1,
                                      tests      => 1,
                                      sub_skipped=> 0,
                                      skipped    => 0,
                                     },
               );

    $Total_tests = keys(%samples) + 1;
}

tie *NULL, 'My::Dev::Null' or die $!;

while (my($test, $expect) = each %samples) {
    # _run_all_tests() runs the tests but skips the formatting.
    my($totals, $failed);
    eval {
        select NULL;    # _run_all_tests() isn't as quiet as it should be.
        ($totals, $failed) = 
          Test::Harness::_run_all_tests("lib/sample-tests/$test");
    };
    select STDOUT;

    unless( $@ ) {
        ok( eqhash( $expect, {map { $_=>$totals->{$_} } keys %$expect} ), 
                                                                      $test );
    }
    else {      # special case for bailout
        ok( ($test eq 'bailout' and $@ =~ /Further testing stopped: GERONI/i),
            $test );
    }
}
Commit	Line	Data
2fe373ce MS	1	#!perl
	2
	3	BEGIN {
	4	chdir 't' if -d 't';
	5	@INC = '../lib';
	6	}
	7
	8	use strict;
	9
	10	# For shutting up Test::Harness.
	11	# Has to work on 5.004, which doesn't have Tie::StdHandle.
	12	package My::Dev::Null;
	13
	14	sub WRITE {}
	15	sub PRINT {}
	16	sub PRINTF {}
	17	sub TIEHANDLE {
	18	my $class = shift;
	19	my $fh = do { local HANDLE; \HANDLE };
	20	return bless $fh, $class;
	21	}
	22	sub READ {}
	23	sub READLINE {}
	24	sub GETC {}
	25
	26
	27	package main;
	28
	29	# Utility testing functions.
	30	my $test_num = 1;
	31	sub ok ($;$) {
	32	my($test, $name) = @_;
	33	my $okstring = '';
	34	$okstring = "not " unless $test;
	35	$okstring .= "ok $test_num";
	36	$okstring .= " - $name" if defined $name;
	37	print "$okstring\n";
	38	$test_num++;
	39	}
	40
	41	sub eqhash {
	42	my($a1, $a2) = @_;
	43	return 0 unless keys %$a1 == keys %$a2;
	44
	45	my $ok = 1;
	46	foreach my $k (keys %$a1) {
	47	$ok = $a1->{$k} eq $a2->{$k};
	48	last unless $ok;
	49	}
	50
	51	return $ok;
	52	}
	53
	54	use vars qw($Total_tests %samples);
	55
	56	my $loaded;
	57	BEGIN { $\| = 1; $^W = 1; }
	58	END {print "not ok $test_num\n" unless $loaded;}
	59	print "1..$Total_tests\n";
	60	use Test::Harness;
	61	$loaded = 1;
	62	ok(1, 'compile');
	63	######################### End of black magic.
	64
65	BEGIN {
66	%samples = (
67	simple => {
68	total => {
69	bonus => 0,
70	max => 5,
71	'ok' => 5,
72	files => 1,
73	bad => 0,
74	good => 1,
75	tests => 1,
76	sub_skipped=> 0,
77	todo => 0,
78	skipped => 0,
79	},
80	failed => { },
81	all_ok => 1,
82	},
83	simple_fail => {
84	total => {
85	bonus => 0,
86	max => 5,
87	'ok' => 3,
88	files => 1,
89	bad => 1,
90	good => 0,
91	tests => 1,
92	sub_skipped => 0,
93	todo => 0,
94	skipped => 0,
95	},
96	failed => {
97	canon => '2 5',
98	},
99	all_ok => 0,
100	},
101	descriptive => {
102	total => {
103	bonus => 0,
104	max => 5,
105	'ok' => 5,
106	files => 1,
107	bad => 0,
108	good => 1,
109	tests => 1,
110	sub_skipped=> 0,
111	todo => 0,
112	skipped => 0,
113	},
114	failed => { },
115	all_ok => 1,
116	},
117	no_nums => {
118	total => {
119	bonus => 0,
120	max => 5,
121	'ok' => 4,
122	files => 1,
123	bad => 1,
124	good => 0,
125	tests => 1,
126	sub_skipped=> 0,
127	todo => 0,
128	skipped => 0,
129	},
130	failed => {
131	canon => '3',
132	},
133	all_ok => 0,
134	},
135	todo => {
136	total => {
137	bonus => 1,
138	max => 5,
139	'ok' => 5,
140	files => 1,
141	bad => 0,
142	good => 1,
143	tests => 1,
144	sub_skipped=> 0,
145	todo => 2,
146	skipped => 0,
147	},
148	failed => { },
149	all_ok => 1,
150	},
151	todo_inline => {
152	total => {
153	bonus => 1,
154	max => 3,
155	'ok' => 3,
156	files => 1,
157	bad => 0,
158	good => 1,
159	tests => 1,
160	sub_skipped => 0,
161	todo => 2,
162	skipped => 0,
163	},
164	failed => { },
165	all_ok => 1,
166	},
167	skip => {
168	total => {
169	bonus => 0,
170	max => 5,
171	'ok' => 5,
172	files => 1,
173	bad => 0,
174	good => 1,
175	tests => 1,
176	sub_skipped=> 1,
177	todo => 0,
178	skipped => 0,
179	},
180	failed => { },
181	all_ok => 1,
182	},
183	bailout => 0,
184	combined => {
185	total => {
186	bonus => 1,
187	max => 10,
188	'ok' => 8,
189	files => 1,
190	bad => 1,
191	good => 0,
192	tests => 1,
193	sub_skipped=> 1,
194	todo => 2,
195	skipped => 0
196	},
197	failed => {
198	canon => '3 9',
199	},
200	all_ok => 0,
201	},
202	duplicates => {
203	total => {
204	bonus => 0,
205	max => 10,
206	'ok' => 11,
207	files => 1,
208	bad => 1,
209	good => 0,
210	tests => 1,
211	sub_skipped=> 0,
212	todo => 0,
213	skipped => 0,
214	},
215	failed => {
216	canon => '??',
217	},
218	all_ok => 0,
219	},
220	header_at_end => {
221	total => {
222	bonus => 0,
223	max => 4,
224	'ok' => 4,
225	files => 1,
226	bad => 0,
227	good => 1,
228	tests => 1,
229	sub_skipped=> 0,
230	todo => 0,
231	skipped => 0,
232	},
233	failed => { },
234	all_ok => 1,
235	},
236	header_at_end_fail=> {
237	total => {
238	bonus => 0,
239	max => 4,
240	'ok' => 3,
241	files => 1,
242	bad => 1,
243	good => 0,
244	tests => 1,
245	sub_skipped=> 0,
246	todo => 0,
247	skipped => 0,
248	},
249	failed => {
250	canon => '2',
251	},
252	all_ok => 0,
253	},
254	skip_all => {
255	total => {
256	bonus => 0,
257	max => 0,
258	'ok' => 0,
259	files => 1,
260	bad => 0,
261	good => 1,
262	tests => 1,
263	sub_skipped=> 0,
264	todo => 0,
265	skipped => 1,
266	},
267	failed => { },
268	all_ok => 1,
269	},
270	with_comments => {
271	total => {
272	bonus => 2,
273	max => 5,
274	'ok' => 5,
275	files => 1,
276	bad => 0,
277	good => 1,
278	tests => 1,
279	sub_skipped=> 0,
280	todo => 4,
281	skipped => 0,
282	},
283	failed => { },
284	all_ok => 1,
285	},
286	);
287
288	$Total_tests = (keys(%samples) * 4);
289	}
290
291	tie *NULL, 'My::Dev::Null' or die $!;
292
293	while (my($test, $expect) = each %samples) {
294	# _run_all_tests() runs the tests but skips the formatting.
295	my($totals, $failed);
296	eval {
297	select NULL; # _run_all_tests() isn't as quiet as it should be.
298	($totals, $failed) =
299	Test::Harness::_run_all_tests("lib/sample-tests/$test");
300	};
301	select STDOUT;
302
303	unless( $@ ) {
304	ok( Test::Harness::_all_ok($totals) == $expect->{all_ok},
305	"$test - all ok" );
306	ok( defined $expect->{total}, "$test - has total" );
307	ok( eqhash( $expect->{total},
308	{map { $_=>$totals->{$_} } keys %{$expect->{total}}} ),
309	"$test - totals" );
310	ok( eqhash( $expect->{failed},
311	{map { $_=>$failed->{"lib/sample-tests/$test"}{$_} }
312	keys %{$expect->{failed}}} ),
313	"$test - failed" );
314	}
315	else { # special case for bailout
316	ok( ($test eq 'bailout' and $@ =~ /Further testing stopped: GERONI/i),
317	$test );
318	ok( 1, 'skipping for bailout' );
319	ok( 1, 'skipping for bailout' );
320	}
321	}
322	#!perl
323
324	BEGIN {
325	chdir 't' if -d 't';
326	@INC = '../lib';
327	}
328
329	use strict;
330
331	# For shutting up Test::Harness.
332	package My::Dev::Null;
333	use Tie::Handle;
334	@My::Dev::Null::ISA = qw(Tie::StdHandle);
335
336	sub WRITE { }
337
338
339	package main;
340
341	# Utility testing functions.
342	my $test_num = 1;
343	sub ok ($;$) {
344	my($test, $name) = @_;
345	my $okstring = '';
346	$okstring = "not " unless $test;
347	$okstring .= "ok $test_num";
348	$okstring .= " - $name" if defined $name;
349	print "$okstring\n";
350	$test_num++;
351	}
352
353	sub eqhash {
354	my($a1, $a2) = @_;
355	return 0 unless keys %$a1 == keys %$a2;
356
357	my $ok = 1;
358	foreach my $k (keys %$a1) {
359	$ok = $a1->{$k} eq $a2->{$k};
360	last unless $ok;
361	}
362
363	return $ok;
364	}
365
366	use vars qw($Total_tests %samples);
367
368	my $loaded;
369	BEGIN { $\| = 1; $^W = 1; }
370	END {print "not ok $test_num\n" unless $loaded;}
371	print "1..$Total_tests\n";
372	use Test::Harness;
373	$loaded = 1;
374	ok(1, 'compile');
375	######################### End of black magic.
376
377	BEGIN {
378	%samples = (
379	simple => {
380	bonus => 0,
381	max => 5,
382	'ok' => 5,
383	files => 1,
384	bad => 0,
385	good => 1,
386	tests => 1,
387	sub_skipped=> 0,
388	skipped => 0,
389	},
390	simple_fail => {
391	bonus => 0,
392	max => 5,
393	'ok' => 3,
394	files => 1,
395	bad => 1,
396	good => 0,
397	tests => 1,
398	sub_skipped => 0,
399	skipped => 0,
400	},
401	descriptive => {
402	bonus => 0,
403	max => 5,
404	'ok' => 5,
405	files => 1,
406	bad => 0,
407	good => 1,
408	tests => 1,
409	sub_skipped=> 0,
410	skipped => 0,
411	},
412	no_nums => {
413	bonus => 0,
414	max => 5,
415	'ok' => 4,
416	files => 1,
417	bad => 1,
418	good => 0,
419	tests => 1,
420	sub_skipped=> 0,
421	skipped => 0,
422	},
423	todo => {
424	bonus => 1,
425	max => 5,
426	'ok' => 5,
427	files => 1,
428	bad => 0,
429	good => 1,
430	tests => 1,
431	sub_skipped=> 0,
432	skipped => 0,
433	},
434	skip => {
435	bonus => 0,
436	max => 5,
437	'ok' => 5,
438	files => 1,
439	bad => 0,
440	good => 1,
441	tests => 1,
442	sub_skipped=> 1,
443	skipped => 0,
444	},
445	bailout => 0,
446	combined => {
447	bonus => 1,
448	max => 10,
449	'ok' => 8,
450	files => 1,
451	bad => 1,
452	good => 0,
453	tests => 1,
454	sub_skipped=> 1,
455	skipped => 0
456	},
457	duplicates => {
458	bonus => 0,
459	max => 10,
460	'ok' => 11,
461	files => 1,
462	bad => 1,
463	good => 0,
464	tests => 1,
465	sub_skipped=> 0,
466	skipped => 0,
467	},
468	header_at_end => {
469	bonus => 0,
470	max => 4,
471	'ok' => 4,
472	files => 1,
473	bad => 0,
474	good => 1,
475	tests => 1,
476	sub_skipped=> 0,
477	skipped => 0,
478	},
479	skip_all => {
480	bonus => 0,
481	max => 0,
482	'ok' => 0,
483	files => 1,
484	bad => 0,
485	good => 1,
486	tests => 1,
487	sub_skipped=> 0,
488	skipped => 1,
489	},
490	with_comments => {
491	bonus => 2,
492	max => 5,
493	'ok' => 5,
494	files => 1,
495	bad => 0,
496	good => 1,
497	tests => 1,
498	sub_skipped=> 0,
499	skipped => 0,
500	},
501	);
502
503	$Total_tests = keys(%samples) + 1;
504	}
505
506	tie *NULL, 'My::Dev::Null' or die $!;
507
508	while (my($test, $expect) = each %samples) {
509	# _run_all_tests() runs the tests but skips the formatting.
510	my($totals, $failed);
511	eval {
512	select NULL; # _run_all_tests() isn't as quiet as it should be.
513	($totals, $failed) =
514	Test::Harness::_run_all_tests("lib/sample-tests/$test");
515	};
516	select STDOUT;
517
518	unless( $@ ) {
519	ok( eqhash( $expect, {map { $_=>$totals->{$_} } keys %$expect} ),
520	$test );
521	}
522	else { # special case for bailout
523	ok( ($test eq 'bailout' and $@ =~ /Further testing stopped: GERONI/i),
524	$test );
525	}
526	}