This is a live mirror of the Perl 5 development currently hosted at https://github.com/perl/perl5
Reduce inconsistencies between ext/Fcntl/t/syslfs.t and t/op/lfs.t
[perl5.git] / ext / Fcntl / t / syslfs.t
CommitLineData
ea2b5ef6 1# NOTE: this file tests how large files (>2GB) work with raw system IO.
93c29725 2# stdio: open(), tell(), seek(), print(), read() is tested in t/op/lfs.t.
ea2b5ef6
JH
3# If you modify/add tests here, remember to update also t/op/lfs.t.
4
5BEGIN {
9f8fdb7d
JH
6 require Config; import Config;
7 # Don't bother if there are no quad offsets.
8 if ($Config{lseeksize} < 8) {
6afb513c 9 print "1..0 # Skip: no 64-bit file offsets\n";
48ea9154 10 exit(0);
9f8fdb7d 11 }
ca6e1c26 12 require Fcntl; import Fcntl qw(/^O_/ /^SEEK_/);
ea2b5ef6
JH
13}
14
326fd4b6 15use strict;
52ece81a 16
326fd4b6
A
17our @s;
18our $fail;
19
93c29725 20sub zap {
ea2b5ef6 21 close(BIG);
93c29725
JH
22 unlink("big");
23 unlink("big1");
24 unlink("big2");
25}
26
27sub bye {
28 zap();
ea2b5ef6
JH
29 exit(0);
30}
31
d731b481
JH
32my $explained;
33
fcbfa962 34sub explain {
d731b481
JH
35 unless ($explained++) {
36 print <<EOM;
fcbfa962 37#
d731b481
JH
38# If the lfs (large file support: large meaning larger than two
39# gigabytes) tests are skipped or fail, it may mean either that your
40# process (or process group) is not allowed to write large files
41# (resource limits) or that the file system (the network filesystem?)
42# you are running the tests on doesn't let your user/group have large
43# files (quota) or the filesystem simply doesn't support large files.
44# You may even need to reconfigure your kernel. (This is all very
45# operating system and site-dependent.)
fcbfa962
JH
46#
47# Perl may still be able to support large files, once you have
eed7fde4 48# such a process, enough quota, and such a (file) system.
d731b481 49# It is just that the test failed now.
fcbfa962
JH
50#
51EOM
d731b481
JH
52 }
53 print "1..0 # Skip: @_\n" if @_;
fcbfa962
JH
54}
55
6c1d9365
NC
56$| = 1;
57
e0a10278
JH
58print "# checking whether we have sparse files...\n";
59
05f8a9f5 60# Known have-nots.
2986a63f 61if ($^O eq 'MSWin32' || $^O eq 'NetWare' || $^O eq 'VMS') {
86e48eb5 62 print "1..0 # Skip: no sparse files in $^O\n";
ea2b5ef6
JH
63 bye();
64}
65
b18f8161
JH
66# Known haves that have problems running this test
67# (for example because they do not support sparse files, like UNICOS)
68if ($^O eq 'unicos') {
6c1d9365 69 print "1..0 # Skip: no sparse files in $^O, unable to test large files\n";
b18f8161
JH
70 bye();
71}
72
e0a10278 73# Then try heuristically to deduce whether we have sparse files.
05f8a9f5 74
ea2b5ef6 75# We'll start off by creating a one megabyte file which has
05f8a9f5
JH
76# only three "true" bytes. If we have sparseness, we should
77# consume less blocks than one megabyte (assuming nobody has
78# one megabyte blocks...)
ea2b5ef6 79
93c29725
JH
80sysopen(BIG, "big1", O_WRONLY|O_CREAT|O_TRUNC) or
81 do { warn "sysopen big1 failed: $!\n"; bye };
82sysseek(BIG, 1_000_000, SEEK_SET) or
83 do { warn "sysseek big1 failed: $!\n"; bye };
84syswrite(BIG, "big") or
6c1d9365 85 do { warn "syswrite big1 failed: $!\n"; bye };
93c29725
JH
86close(BIG) or
87 do { warn "close big1 failed: $!\n"; bye };
ea2b5ef6 88
93c29725 89my @s1 = stat("big1");
ea2b5ef6 90
93c29725 91print "# s1 = @s1\n";
ea2b5ef6 92
93c29725
JH
93sysopen(BIG, "big2", O_WRONLY|O_CREAT|O_TRUNC) or
94 do { warn "sysopen big2 failed: $!\n"; bye };
95sysseek(BIG, 2_000_000, SEEK_SET) or
96 do { warn "sysseek big2 failed: $!\n"; bye };
97syswrite(BIG, "big") or
6c1d9365 98 do { warn "syswrite big2 failed: $!\n"; bye };
93c29725
JH
99close(BIG) or
100 do { warn "close big2 failed: $!\n"; bye };
ea2b5ef6 101
93c29725 102my @s2 = stat("big2");
5cec1e3b 103
93c29725
JH
104print "# s2 = @s2\n";
105
106zap();
107
108unless ($s1[7] == 1_000_003 && $s2[7] == 2_000_003 &&
8c3c028a
LB
109 $s1[11] == $s2[11] && $s1[12] == $s2[12] &&
110 $s1[12] > 0) {
6afb513c 111 print "1..0 # Skip: no sparse files?\n";
93c29725 112 bye;
ea2b5ef6
JH
113}
114
e0a10278
JH
115print "# we seem to have sparse files...\n";
116
ea2b5ef6
JH
117# By now we better be sure that we do have sparse files:
118# if we are not, the following will hog 5 gigabytes of disk. Ooops.
6afb513c 119# This may fail by producing some signal; run in a subprocess first for safety
ea2b5ef6 120
eed7fde4
JH
121$ENV{LC_ALL} = "C";
122
3778d1b0
DM
123my $perl = '../../perl';
124unless (-x $perl) {
125 print "1..1\nnot ok 1 - can't find perl: expected $perl\n";
126 exit 0;
127}
128my $r = system $perl, '-I../lib', '-e', <<'EOF';
6afb513c 129use Fcntl qw(/^O_/ /^SEEK_/);
96dca4d4
NC
130sysopen $big, "big", O_WRONLY|O_CREAT|O_TRUNC or die qq{sysopen big $!};
131sysseek $big, 5_000_000_000, SEEK_SET or die qq{sysseek big $!};
132syswrite $big, "big" or die qq{syswrite big $!};
133close $big or die qq{close big: $!};
6afb513c
G
134exit 0;
135EOF
136
3778d1b0 137
cc4466b7 138sysopen(BIG, "big", O_WRONLY|O_CREAT|O_TRUNC) or
e0a10278
JH
139 do { warn "sysopen 'big' failed: $!\n"; bye };
140my $sysseek = sysseek(BIG, 5_000_000_000, SEEK_SET);
6afb513c
G
141unless (! $r && defined $sysseek && $sysseek == 5_000_000_000) {
142 $sysseek = 'undef' unless defined $sysseek;
d731b481
JH
143 explain("seeking past 2GB failed: ",
144 $r ? 'signal '.($r & 0x7f) : "$! (sysseek returned $sysseek)");
e0a10278
JH
145 bye();
146}
eed7fde4 147
fcbfa962 148# The syswrite will fail if there are are filesize limitations (process or fs).
e0a10278
JH
149my $syswrite = syswrite(BIG, "big");
150print "# syswrite failed: $! (syswrite returned ",
151 defined $syswrite ? $syswrite : 'undef', ")\n"
152 unless defined $syswrite && $syswrite == 3;
153my $close = close BIG;
154print "# close failed: $!\n" unless $close;
eed7fde4 155unless($syswrite && $close) {
b948423f 156 if ($! =~/too large/i) {
d731b481 157 explain("writing past 2GB failed: process limits?");
b948423f 158 } elsif ($! =~ /quota/i) {
d731b481
JH
159 explain("filesystem quota limits?");
160 } else {
161 explain("error: $!");
fcbfa962 162 }
eed7fde4 163 bye();
fcbfa962 164}
ea2b5ef6
JH
165
166@s = stat("big");
167
168print "# @s\n";
169
ae178db1 170unless ($s[7] == 5_000_000_003) {
d731b481 171 explain("kernel/fs not configured to use large files?");
ae178db1
JH
172 bye();
173}
174
6c1d9365 175sub fail {
64215065 176 print "not ";
05f8a9f5
JH
177 $fail++;
178}
179
326fd4b6
A
180sub offset ($$) {
181 my ($offset_will_be, $offset_want) = @_;
182 my $offset_is = eval $offset_will_be;
183 unless ($offset_is == $offset_want) {
184 print "# bad offset $offset_is, want $offset_want\n";
52ece81a 185 my ($offset_func) = ($offset_will_be =~ /^(\w+)/);
326fd4b6 186 if (unpack("L", pack("L", $offset_want)) == $offset_is) {
326fd4b6 187 print "# 32-bit wraparound suspected in $offset_func() since\n";
52ece81a 188 print "# $offset_want cast into 32 bits equals $offset_is.\n";
f06a04a3 189 } elsif ($offset_want - unpack("L", pack("L", $offset_want)) - 1
52ece81a 190 == $offset_is) {
f06a04a3
A
191 print "# 32-bit wraparound suspected in $offset_func() since\n";
192 printf "# %s - unpack('L', pack('L', %s)) - 1 equals %s.\n",
193 $offset_want,
194 $offset_want,
195 $offset_is;
196 }
326fd4b6
A
197 fail;
198 }
199}
200
77166d51 201print "1..17\n";
fcbfa962 202
52ece81a 203$fail = 0;
fcbfa962 204
64215065 205fail unless $s[7] == 5_000_000_003; # exercizes pp_stat
ea2b5ef6
JH
206print "ok 1\n";
207
64215065 208fail unless -s "big" == 5_000_000_003; # exercizes pp_ftsize
ea2b5ef6
JH
209print "ok 2\n";
210
77166d51
JH
211fail unless -e "big";
212print "ok 3\n";
213
214fail unless -f "big";
215print "ok 4\n";
216
ea2b5ef6
JH
217sysopen(BIG, "big", O_RDONLY) or do { warn "sysopen failed: $!\n"; bye };
218
326fd4b6 219offset('sysseek(BIG, 4_500_000_000, SEEK_SET)', 4_500_000_000);
77166d51 220print "ok 5\n";
ea2b5ef6 221
326fd4b6 222offset('sysseek(BIG, 0, SEEK_CUR)', 4_500_000_000);
77166d51 223print "ok 6\n";
ea2b5ef6 224
6c1d9365
NC
225# If you get 205_032_705 from here it means that
226# your tell() is returning 32-bit values since (I32)4_500_000_001
227# is exactly 205_032_705.
326fd4b6 228offset('sysseek(BIG, 1, SEEK_CUR)', 4_500_000_001);
77166d51 229print "ok 7\n";
ea2b5ef6 230
326fd4b6 231offset('sysseek(BIG, 0, SEEK_CUR)', 4_500_000_001);
77166d51 232print "ok 8\n";
ea2b5ef6 233
326fd4b6 234offset('sysseek(BIG, -1, SEEK_CUR)', 4_500_000_000);
77166d51 235print "ok 9\n";
ea2b5ef6 236
326fd4b6 237offset('sysseek(BIG, 0, SEEK_CUR)', 4_500_000_000);
77166d51 238print "ok 10\n";
ea2b5ef6 239
326fd4b6 240offset('sysseek(BIG, -3, SEEK_END)', 5_000_000_000);
77166d51 241print "ok 11\n";
ea2b5ef6 242
326fd4b6 243offset('sysseek(BIG, 0, SEEK_CUR)', 5_000_000_000);
77166d51 244print "ok 12\n";
ea2b5ef6
JH
245
246my $big;
247
05f8a9f5 248fail unless sysread(BIG, $big, 3) == 3;
77166d51 249print "ok 13\n";
ea2b5ef6 250
05f8a9f5 251fail unless $big eq "big";
77166d51
JH
252print "ok 14\n";
253
254# 705_032_704 = (I32)5_000_000_000
326fd4b6
A
255# See that we don't have "big" in the 705_... spot:
256# that would mean that we have a wraparound.
a5853b9e 257fail unless sysseek(BIG, 705_032_704, SEEK_SET);
77166d51
JH
258print "ok 15\n";
259
260my $zero;
261
262fail unless read(BIG, $zero, 3) == 3;
263print "ok 16\n";
264
265fail unless $zero eq "\0\0\0";
266print "ok 17\n";
ea2b5ef6 267
d731b481 268explain() if $fail;
05f8a9f5 269
77166d51 270bye(); # does the necessary cleanup
e9a694fc 271
290be4b1 272END {
b0d0c539 273 # unlink may fail if applied directly to a large file
6c8d78fb
HS
274 # be paranoid about leaving 5 gig files lying around
275 open(BIG, ">big"); # truncate
b0d0c539 276 close(BIG);
6c8d78fb 277 1 while unlink "big"; # standard portable idiom
290be4b1
JH
278}
279
ea2b5ef6 280# eof