Commit | Line | Data |
---|---|---|
8ebc5c01 | 1 | #!./perl -wT |
2 | ||
3 | BEGIN { | |
4 | chdir 't' if -d 't'; | |
20822f61 | 5 | @INC = '../lib'; |
f9cbebe1 | 6 | unshift @INC, '.'; |
b002077a | 7 | require Config; import Config; |
97a0514d | 8 | if (!$Config{d_setlocale} || $Config{ccflags} =~ /\bD?NO_LOCALE\b/) { |
b002077a CS |
9 | print "1..0\n"; |
10 | exit; | |
11 | } | |
2de3dbcc | 12 | $| = 1; |
8ebc5c01 | 13 | } |
14 | ||
15 | use strict; | |
16 | ||
284102e8 JH |
17 | my $debug = 1; |
18 | ||
db4b7445 A |
19 | use Dumpvalue; |
20 | ||
21 | my $dumper = Dumpvalue->new( | |
22 | tick => qq{"}, | |
23 | quoteHighBit => 0, | |
24 | unctrl => "quote" | |
25 | ); | |
6be75cd7 | 26 | sub debug { |
db4b7445 A |
27 | return unless $debug; |
28 | my($mess) = join "", @_; | |
29 | chop $mess; | |
30 | print $dumper->stringify($mess,1), "\n"; | |
6be75cd7 JH |
31 | } |
32 | ||
33 | sub debugf { | |
34 | printf @_ if $debug; | |
35 | } | |
36 | ||
8ebc5c01 | 37 | my $have_setlocale = 0; |
38 | eval { | |
39 | require POSIX; | |
40 | import POSIX ':locale_h'; | |
41 | $have_setlocale++; | |
42 | }; | |
43 | ||
6dead956 | 44 | # Visual C's CRT goes silly on strings of the form "en_US.ISO8859-1" |
f6c6487a | 45 | # and mingw32 uses said silly CRT |
2986a63f | 46 | $have_setlocale = 0 if (($^O eq 'MSWin32' || $^O eq 'NetWare') && $Config{cc} =~ /^(cl|gcc)/i); |
6dead956 | 47 | |
906f284f | 48 | my $last = $have_setlocale ? &last : &last_without_setlocale; |
26d80d95 LC |
49 | |
50 | print "1..$last\n"; | |
8ebc5c01 | 51 | |
097ee67d | 52 | use vars qw(&LC_ALL); |
8ebc5c01 | 53 | |
0e053d1e | 54 | $a = 'abc %'; |
8ebc5c01 | 55 | |
56 | sub ok { | |
57 | my ($n, $result) = @_; | |
58 | ||
59 | print 'not ' unless ($result); | |
60 | print "ok $n\n"; | |
61 | } | |
62 | ||
63 | # First we'll do a lot of taint checking for locales. | |
64 | # This is the easiest to test, actually, as any locale, | |
65 | # even the default locale will taint under 'use locale'. | |
66 | ||
67 | sub is_tainted { # hello, camel two. | |
9f1b1f2d | 68 | no warnings 'uninitialized' ; |
8ebc5c01 | 69 | my $dummy; |
70 | not eval { $dummy = join("", @_), kill 0; 1 } | |
71 | } | |
72 | ||
73 | sub check_taint ($$) { | |
74 | ok $_[0], is_tainted($_[1]); | |
75 | } | |
76 | ||
77 | sub check_taint_not ($$) { | |
78 | ok $_[0], not is_tainted($_[1]); | |
79 | } | |
80 | ||
81 | use locale; # engage locale and therefore locale taint. | |
82 | ||
83 | check_taint_not 1, $a; | |
84 | ||
85 | check_taint 2, uc($a); | |
86 | check_taint 3, "\U$a"; | |
87 | check_taint 4, ucfirst($a); | |
88 | check_taint 5, "\u$a"; | |
89 | check_taint 6, lc($a); | |
90 | check_taint 7, "\L$a"; | |
91 | check_taint 8, lcfirst($a); | |
92 | check_taint 9, "\l$a"; | |
93 | ||
ff9121f8 JH |
94 | check_taint_not 10, sprintf('%e', 123.456); |
95 | check_taint_not 11, sprintf('%f', 123.456); | |
96 | check_taint_not 12, sprintf('%g', 123.456); | |
8ebc5c01 | 97 | check_taint_not 13, sprintf('%d', 123.456); |
98 | check_taint_not 14, sprintf('%x', 123.456); | |
99 | ||
100 | $_ = $a; # untaint $_ | |
101 | ||
102 | $_ = uc($a); # taint $_ | |
103 | ||
104 | check_taint 15, $_; | |
105 | ||
106 | /(\w)/; # taint $&, $`, $', $+, $1. | |
107 | check_taint 16, $&; | |
108 | check_taint 17, $`; | |
109 | check_taint 18, $'; | |
110 | check_taint 19, $+; | |
111 | check_taint 20, $1; | |
112 | check_taint_not 21, $2; | |
113 | ||
114 | /(.)/; # untaint $&, $`, $', $+, $1. | |
115 | check_taint_not 22, $&; | |
116 | check_taint_not 23, $`; | |
117 | check_taint_not 24, $'; | |
118 | check_taint_not 25, $+; | |
119 | check_taint_not 26, $1; | |
120 | check_taint_not 27, $2; | |
121 | ||
122 | /(\W)/; # taint $&, $`, $', $+, $1. | |
123 | check_taint 28, $&; | |
124 | check_taint 29, $`; | |
125 | check_taint 30, $'; | |
126 | check_taint 31, $+; | |
127 | check_taint 32, $1; | |
128 | check_taint_not 33, $2; | |
129 | ||
130 | /(\s)/; # taint $&, $`, $', $+, $1. | |
131 | check_taint 34, $&; | |
132 | check_taint 35, $`; | |
133 | check_taint 36, $'; | |
134 | check_taint 37, $+; | |
135 | check_taint 38, $1; | |
136 | check_taint_not 39, $2; | |
137 | ||
138 | /(\S)/; # taint $&, $`, $', $+, $1. | |
139 | check_taint 40, $&; | |
140 | check_taint 41, $`; | |
141 | check_taint 42, $'; | |
142 | check_taint 43, $+; | |
143 | check_taint 44, $1; | |
144 | check_taint_not 45, $2; | |
145 | ||
146 | $_ = $a; # untaint $_ | |
147 | ||
148 | check_taint_not 46, $_; | |
149 | ||
150 | /(b)/; # this must not taint | |
151 | check_taint_not 47, $&; | |
152 | check_taint_not 48, $`; | |
153 | check_taint_not 49, $'; | |
154 | check_taint_not 50, $+; | |
155 | check_taint_not 51, $1; | |
156 | check_taint_not 52, $2; | |
157 | ||
158 | $_ = $a; # untaint $_ | |
159 | ||
160 | check_taint_not 53, $_; | |
161 | ||
162 | $b = uc($a); # taint $b | |
163 | s/(.+)/$b/; # this must taint only the $_ | |
164 | ||
165 | check_taint 54, $_; | |
166 | check_taint_not 55, $&; | |
167 | check_taint_not 56, $`; | |
168 | check_taint_not 57, $'; | |
169 | check_taint_not 58, $+; | |
170 | check_taint_not 59, $1; | |
171 | check_taint_not 60, $2; | |
172 | ||
173 | $_ = $a; # untaint $_ | |
174 | ||
175 | s/(.+)/b/; # this must not taint | |
176 | check_taint_not 61, $_; | |
177 | check_taint_not 62, $&; | |
178 | check_taint_not 63, $`; | |
179 | check_taint_not 64, $'; | |
180 | check_taint_not 65, $+; | |
181 | check_taint_not 66, $1; | |
182 | check_taint_not 67, $2; | |
183 | ||
184 | $b = $a; # untaint $b | |
185 | ||
186 | ($b = $a) =~ s/\w/$&/; | |
187 | check_taint 68, $b; # $b should be tainted. | |
188 | check_taint_not 69, $a; # $a should be not. | |
189 | ||
190 | $_ = $a; # untaint $_ | |
191 | ||
192 | s/(\w)/\l$1/; # this must taint | |
193 | check_taint 70, $_; | |
194 | check_taint 71, $&; | |
195 | check_taint 72, $`; | |
196 | check_taint 73, $'; | |
197 | check_taint 74, $+; | |
198 | check_taint 75, $1; | |
199 | check_taint_not 76, $2; | |
200 | ||
201 | $_ = $a; # untaint $_ | |
202 | ||
203 | s/(\w)/\L$1/; # this must taint | |
204 | check_taint 77, $_; | |
205 | check_taint 78, $&; | |
206 | check_taint 79, $`; | |
207 | check_taint 80, $'; | |
208 | check_taint 81, $+; | |
209 | check_taint 82, $1; | |
210 | check_taint_not 83, $2; | |
211 | ||
212 | $_ = $a; # untaint $_ | |
213 | ||
214 | s/(\w)/\u$1/; # this must taint | |
215 | check_taint 84, $_; | |
216 | check_taint 85, $&; | |
217 | check_taint 86, $`; | |
218 | check_taint 87, $'; | |
219 | check_taint 88, $+; | |
220 | check_taint 89, $1; | |
221 | check_taint_not 90, $2; | |
222 | ||
223 | $_ = $a; # untaint $_ | |
224 | ||
225 | s/(\w)/\U$1/; # this must taint | |
226 | check_taint 91, $_; | |
227 | check_taint 92, $&; | |
228 | check_taint 93, $`; | |
229 | check_taint 94, $'; | |
230 | check_taint 95, $+; | |
231 | check_taint 96, $1; | |
232 | check_taint_not 97, $2; | |
233 | ||
234 | # After all this tainting $a should be cool. | |
235 | ||
236 | check_taint_not 98, $a; | |
237 | ||
906f284f NC |
238 | sub last_without_setlocale { 98 } |
239 | ||
8ebc5c01 | 240 | # I think we've seen quite enough of taint. |
241 | # Let us do some *real* locale work now, | |
284102e8 | 242 | # unless setlocale() is missing (i.e. minitest). |
8ebc5c01 | 243 | |
244 | exit unless $have_setlocale; | |
245 | ||
284102e8 JH |
246 | # Find locales. |
247 | ||
6be75cd7 JH |
248 | debug "# Scanning for locales...\n"; |
249 | ||
250 | # Note that it's okay that some languages have their native names | |
251 | # capitalized here even though that's not "right". They are lowercased | |
252 | # anyway later during the scanning process (and besides, some clueless | |
253 | # vendor might have them capitalized errorneously anyway). | |
254 | ||
284102e8 | 255 | my $locales = <<EOF; |
6be75cd7 | 256 | Afrikaans:af:za:1 15 |
284102e8 | 257 | Arabic:ar:dz eg sa:6 arabic8 |
6be75cd7 JH |
258 | Brezhoneg Breton:br:fr:1 15 |
259 | Bulgarski Bulgarian:bg:bg:5 | |
dd8482fc | 260 | Chinese:zh:cn tw:cn.EUC eucCN eucTW euc.CN euc.TW Big5 GB2312 tw.EUC |
6be75cd7 JH |
261 | Hrvatski Croatian:hr:hr:2 |
262 | Cymraeg Welsh:cy:cy:1 14 15 | |
284102e8 | 263 | Czech:cs:cz:2 |
6be75cd7 JH |
264 | Dansk Danish:dk:da:1 15 |
265 | Nederlands Dutch:nl:be nl:1 15 | |
dd8482fc | 266 | English American British:en:au ca gb ie nz us uk zw:1 15 cp850 |
6be75cd7 JH |
267 | Esperanto:eo:eo:3 |
268 | Eesti Estonian:et:ee:4 6 13 | |
269 | Suomi Finnish:fi:fi:1 15 | |
270 | Flamish::fl:1 15 | |
6be75cd7 JH |
271 | Deutsch German:de:at be ch de lu:1 15 |
272 | Euskaraz Basque:eu:es fr:1 15 | |
6be75cd7 JH |
273 | Galego Galician:gl:es:1 15 |
274 | Ellada Greek:el:gr:7 g8 | |
6be75cd7 JH |
275 | Frysk:fy:nl:1 15 |
276 | Greenlandic:kl:gl:4 6 | |
284102e8 JH |
277 | Hebrew:iw:il:8 hebrew8 |
278 | Hungarian:hu:hu:2 | |
6be75cd7 JH |
279 | Indonesian:in:id:1 15 |
280 | Gaeilge Irish:ga:IE:1 14 15 | |
281 | Italiano Italian:it:ch it:1 15 | |
282 | Nihongo Japanese:ja:jp:euc eucJP jp.EUC sjis | |
284102e8 | 283 | Korean:ko:kr: |
6be75cd7 JH |
284 | Latine Latin:la:va:1 15 |
285 | Latvian:lv:lv:4 6 13 | |
286 | Lithuanian:lt:lt:4 6 13 | |
287 | Macedonian:mk:mk:1 15 | |
288 | Maltese:mt:mt:3 | |
dd8482fc JH |
289 | Moldovan:mo:mo:2 |
290 | Norsk Norwegian:no no\@nynorsk:no:1 15 | |
6be75cd7 JH |
291 | Occitan:oc:es:1 15 |
292 | Polski Polish:pl:pl:2 | |
284102e8 | 293 | Rumanian:ro:ro:2 |
a528dad0 | 294 | Russki Russian:ru:ru su ua:5 koi8 koi8r KOI8-R koi8u cp1251 cp866 |
6be75cd7 | 295 | Serbski Serbian:sr:yu:5 |
284102e8 | 296 | Slovak:sk:sk:2 |
6be75cd7 | 297 | Slovene Slovenian:sl:si:2 |
d43ce814 JH |
298 | Sqhip Albanian:sq:sq:1 15 |
299 | Svenska Swedish:sv:fi se:1 15 | |
6be75cd7 | 300 | Thai:th:th:11 tis620 |
284102e8 | 301 | Turkish:tr:tr:9 turkish8 |
dd8482fc | 302 | Yiddish:yi::1 15 |
284102e8 JH |
303 | EOF |
304 | ||
ee50adbe | 305 | if ($^O eq 'os390') { |
dd8482fc | 306 | # These cause heartburn. Broken locales? |
ee50adbe PP |
307 | $locales =~ s/Svenska Swedish:sv:fi se:1 15\n//; |
308 | $locales =~ s/Thai:th:th:11 tis620\n//; | |
309 | } | |
310 | ||
ef4a39e5 | 311 | sub in_utf8 () { $^H & 0x08 || (${^OPEN} || "") =~ /:utf8/ } |
f9cbebe1 JH |
312 | |
313 | if (in_utf8) { | |
8a6cb2cb | 314 | require "lib/locale/utf8"; |
f9cbebe1 | 315 | } else { |
8a6cb2cb | 316 | require "lib/locale/latin1"; |
f9cbebe1 JH |
317 | } |
318 | ||
284102e8 JH |
319 | my @Locale; |
320 | my $Locale; | |
321 | my @Alnum_; | |
322 | ||
0e053d1e JH |
323 | my @utf8locale; |
324 | my %utf8skip; | |
325 | ||
284102e8 | 326 | sub getalnum_ { |
8ebc5c01 | 327 | sort grep /\w/, map { chr } 0..255 |
328 | } | |
329 | ||
284102e8 JH |
330 | sub trylocale { |
331 | my $locale = shift; | |
332 | if (setlocale(LC_ALL, $locale)) { | |
333 | push @Locale, $locale; | |
334 | } | |
335 | } | |
8ebc5c01 | 336 | |
284102e8 JH |
337 | sub decode_encodings { |
338 | my @enc; | |
8ebc5c01 | 339 | |
284102e8 JH |
340 | foreach (split(/ /, shift)) { |
341 | if (/^(\d+)$/) { | |
342 | push @enc, "ISO8859-$1"; | |
343 | push @enc, "iso8859$1"; # HP | |
344 | if ($1 eq '1') { | |
345 | push @enc, "roman8"; # HP | |
346 | } | |
347 | } else { | |
348 | push @enc, $_; | |
dd8482fc | 349 | push @enc, "$_.UTF-8"; |
8ebc5c01 | 350 | } |
351 | } | |
ee50adbe PP |
352 | if ($^O eq 'os390') { |
353 | push @enc, qw(IBM-037 IBM-819 IBM-1047); | |
354 | } | |
8ebc5c01 | 355 | |
284102e8 | 356 | return @enc; |
8ebc5c01 | 357 | } |
358 | ||
284102e8 JH |
359 | trylocale("C"); |
360 | trylocale("POSIX"); | |
361 | foreach (0..15) { | |
362 | trylocale("ISO8859-$_"); | |
284102e8 | 363 | trylocale("iso8859$_"); |
097ee67d JH |
364 | trylocale("iso8859-$_"); |
365 | trylocale("iso_8859_$_"); | |
366 | trylocale("isolatin$_"); | |
367 | trylocale("isolatin-$_"); | |
368 | trylocale("iso_latin_$_"); | |
8ebc5c01 | 369 | } |
370 | ||
645e49ed JH |
371 | # Sanitize the environment so that we can run the external 'locale' |
372 | # program without the taint mode getting grumpy. | |
cce5967e JH |
373 | |
374 | # $ENV{PATH} is special in VMS. | |
375 | delete $ENV{PATH} if $^O ne 'VMS' or $Config{d_setenv}; | |
376 | ||
377 | # Other subversive stuff. | |
378 | delete @ENV{qw(IFS CDPATH ENV BASH_ENV)}; | |
dd8482fc | 379 | |
21477fb4 | 380 | if (-x "/usr/bin/locale" && open(LOCALES, "/usr/bin/locale -a 2>/dev/null|")) { |
dd8482fc JH |
381 | while (<LOCALES>) { |
382 | chomp; | |
383 | trylocale($_); | |
284102e8 | 384 | } |
dd8482fc | 385 | close(LOCALES); |
a6259068 PP |
386 | } elsif ($^O eq 'VMS' && defined($ENV{'SYS$I18N_LOCALE'}) && -d 'SYS$I18N_LOCALE') { |
387 | # The SYS$I18N_LOCALE logical name search list was not present on | |
388 | # VAX VMS V5.5-12, but was on AXP && VAX VMS V6.2 as well as later versions. | |
389 | opendir(LOCALES, "SYS\$I18N_LOCALE:"); | |
390 | while ($_ = readdir(LOCALES)) { | |
391 | chomp; | |
392 | trylocale($_); | |
393 | } | |
394 | close(LOCALES); | |
dd8482fc JH |
395 | } else { |
396 | ||
397 | # This is going to be slow. | |
398 | ||
399 | foreach my $locale (split(/\n/, $locales)) { | |
400 | my ($locale_name, $language_codes, $country_codes, $encodings) = | |
401 | split(/:/, $locale); | |
402 | my @enc = decode_encodings($encodings); | |
403 | foreach my $loc (split(/ /, $locale_name)) { | |
404 | trylocale($loc); | |
284102e8 | 405 | foreach my $enc (@enc) { |
dd8482fc | 406 | trylocale("$loc.$enc"); |
284102e8 | 407 | } |
dd8482fc | 408 | $loc = lc $loc; |
284102e8 | 409 | foreach my $enc (@enc) { |
dd8482fc JH |
410 | trylocale("$loc.$enc"); |
411 | } | |
412 | } | |
413 | foreach my $lang (split(/ /, $language_codes)) { | |
414 | trylocale($lang); | |
415 | foreach my $country (split(/ /, $country_codes)) { | |
416 | my $lc = "${lang}_${country}"; | |
417 | trylocale($lc); | |
418 | foreach my $enc (@enc) { | |
419 | trylocale("$lc.$enc"); | |
420 | } | |
421 | my $lC = "${lang}_\U${country}"; | |
422 | trylocale($lC); | |
423 | foreach my $enc (@enc) { | |
424 | trylocale("$lC.$enc"); | |
425 | } | |
284102e8 JH |
426 | } |
427 | } | |
428 | } | |
429 | } | |
4599a1de | 430 | |
d43ce814 JH |
431 | setlocale(LC_ALL, "C"); |
432 | ||
4599a1de JH |
433 | @Locale = sort @Locale; |
434 | ||
284102e8 | 435 | debug "# Locales = @Locale\n"; |
8ebc5c01 | 436 | |
284102e8 | 437 | my %Problem; |
2a680da6 JH |
438 | my %Okay; |
439 | my %Testing; | |
097ee67d | 440 | my @Neoalpha; |
d8093b23 | 441 | my %Neoalpha; |
284102e8 | 442 | |
2a680da6 JH |
443 | sub tryneoalpha { |
444 | my ($Locale, $i, $test) = @_; | |
2a680da6 JH |
445 | unless ($test) { |
446 | $Problem{$i}{$Locale} = 1; | |
447 | debug "# failed $i with locale '$Locale'\n"; | |
448 | } else { | |
449 | push @{$Okay{$i}}, $Locale; | |
450 | } | |
451 | } | |
452 | ||
284102e8 JH |
453 | foreach $Locale (@Locale) { |
454 | debug "# Locale = $Locale\n"; | |
455 | @Alnum_ = getalnum_(); | |
db4b7445 | 456 | debug "# w = ", join("",@Alnum_), "\n"; |
284102e8 JH |
457 | |
458 | unless (setlocale(LC_ALL, $Locale)) { | |
459 | foreach (99..103) { | |
460 | $Problem{$_}{$Locale} = -1; | |
8ebc5c01 | 461 | } |
284102e8 | 462 | next; |
8ebc5c01 | 463 | } |
8ebc5c01 | 464 | |
284102e8 JH |
465 | # Sieve the uppercase and the lowercase. |
466 | ||
097ee67d JH |
467 | my %UPPER = (); |
468 | my %lower = (); | |
469 | my %BoThCaSe = (); | |
284102e8 JH |
470 | for (@Alnum_) { |
471 | if (/[^\d_]/) { # skip digits and the _ | |
472 | if (uc($_) eq $_) { | |
473 | $UPPER{$_} = $_; | |
474 | } | |
475 | if (lc($_) eq $_) { | |
476 | $lower{$_} = $_; | |
477 | } | |
478 | } | |
479 | } | |
480 | foreach (keys %UPPER) { | |
097ee67d | 481 | $BoThCaSe{$_}++ if exists $lower{$_}; |
284102e8 JH |
482 | } |
483 | foreach (keys %lower) { | |
097ee67d | 484 | $BoThCaSe{$_}++ if exists $UPPER{$_}; |
284102e8 | 485 | } |
097ee67d | 486 | foreach (keys %BoThCaSe) { |
284102e8 JH |
487 | delete $UPPER{$_}; |
488 | delete $lower{$_}; | |
489 | } | |
490 | ||
db4b7445 A |
491 | debug "# UPPER = ", join("", sort keys %UPPER ), "\n"; |
492 | debug "# lower = ", join("", sort keys %lower ), "\n"; | |
493 | debug "# BoThCaSe = ", join("", sort keys %BoThCaSe), "\n"; | |
284102e8 JH |
494 | |
495 | # Find the alphabets that are not alphabets in the default locale. | |
8ebc5c01 | 496 | |
284102e8 JH |
497 | { |
498 | no locale; | |
8ebc5c01 | 499 | |
284102e8 JH |
500 | @Neoalpha = (); |
501 | for (keys %UPPER, keys %lower) { | |
502 | push(@Neoalpha, $_) if (/\W/); | |
d8093b23 | 503 | $Neoalpha{$_} = $_; |
284102e8 | 504 | } |
8ebc5c01 | 505 | } |
8ebc5c01 | 506 | |
284102e8 | 507 | @Neoalpha = sort @Neoalpha; |
8ebc5c01 | 508 | |
db4b7445 | 509 | debug "# Neoalpha = ", join("",@Neoalpha), "\n"; |
8ebc5c01 | 510 | |
284102e8 JH |
511 | if (@Neoalpha == 0) { |
512 | # If we have no Neoalphas the remaining tests are no-ops. | |
6be75cd7 | 513 | debug "# no Neoalpha, skipping tests 99..102 for locale '$Locale'\n"; |
a88c3d7c GS |
514 | foreach (99..102) { |
515 | push @{$Okay{$_}}, $Locale; | |
516 | } | |
6be75cd7 | 517 | } else { |
8ebc5c01 | 518 | |
6be75cd7 | 519 | # Test \w. |
284102e8 | 520 | |
ef4a39e5 | 521 | my $word = join('', @Neoalpha); |
8ebc5c01 | 522 | |
ef4a39e5 JH |
523 | if ($Locale =~ /utf-?8/i) { |
524 | debug "# unknown whether locale and Unicode have the same \\w, skipping test 99 for locale '$Locale'\n"; | |
525 | push @{$Okay{99}}, $Locale; | |
526 | } else { | |
527 | if ($word =~ /^(\w+)$/) { | |
528 | tryneoalpha($Locale, 99, 1); | |
529 | } else { | |
530 | tryneoalpha($Locale, 99, 0); | |
531 | } | |
8ac0d9e6 | 532 | } |
ef4a39e5 | 533 | |
2a680da6 | 534 | # Cross-check the whole 8-bit character set. |
8ebc5c01 | 535 | |
6be75cd7 | 536 | for (map { chr } 0..255) { |
2a680da6 JH |
537 | tryneoalpha($Locale, 100, |
538 | (/\w/ xor /\W/) || | |
539 | (/\d/ xor /\D/) || | |
540 | (/\s/ xor /\S/)); | |
284102e8 | 541 | } |
8ebc5c01 | 542 | |
6be75cd7 | 543 | # Test for read-only scalars' locale vs non-locale comparisons. |
284102e8 | 544 | |
284102e8 | 545 | { |
6be75cd7 JH |
546 | no locale; |
547 | $a = "qwerty"; | |
548 | { | |
549 | use locale; | |
2a680da6 | 550 | tryneoalpha($Locale, 101, ($a cmp "qwerty") == 0); |
8ebc5c01 | 551 | } |
552 | } | |
8ebc5c01 | 553 | |
6be75cd7 JH |
554 | { |
555 | my ($from, $to, $lesser, $greater, | |
556 | @test, %test, $test, $yes, $no, $sign); | |
557 | ||
558 | for (0..9) { | |
559 | # Select a slice. | |
560 | $from = int(($_*@Alnum_)/10); | |
561 | $to = $from + int(@Alnum_/10); | |
562 | $to = $#Alnum_ if ($to > $#Alnum_); | |
563 | $lesser = join('', @Alnum_[$from..$to]); | |
564 | # Select a slice one character on. | |
565 | $from++; $to++; | |
566 | $to = $#Alnum_ if ($to > $#Alnum_); | |
567 | $greater = join('', @Alnum_[$from..$to]); | |
568 | ($yes, $no, $sign) = ($lesser lt $greater | |
569 | ? (" ", "not ", 1) | |
570 | : ("not ", " ", -1)); | |
571 | # all these tests should FAIL (return 0). | |
572 | # Exact lt or gt cannot be tested because | |
573 | # in some locales, say, eacute and E may test equal. | |
574 | @test = | |
575 | ( | |
576 | $no.' ($lesser le $greater)', # 1 | |
577 | 'not ($lesser ne $greater)', # 2 | |
578 | ' ($lesser eq $greater)', # 3 | |
579 | $yes.' ($lesser ge $greater)', # 4 | |
580 | $yes.' ($lesser ge $greater)', # 5 | |
581 | $yes.' ($greater le $lesser )', # 7 | |
582 | 'not ($greater ne $lesser )', # 8 | |
583 | ' ($greater eq $lesser )', # 9 | |
584 | $no.' ($greater ge $lesser )', # 10 | |
0e053d1e | 585 | 'not (($lesser cmp $greater) == -($sign))' # 11 |
6be75cd7 JH |
586 | ); |
587 | @test{@test} = 0 x @test; | |
588 | $test = 0; | |
284102e8 | 589 | for my $ti (@test) { |
6be75cd7 JH |
590 | $test{$ti} = eval $ti; |
591 | $test ||= $test{$ti} | |
284102e8 | 592 | } |
2a680da6 | 593 | tryneoalpha($Locale, 102, $test == 0); |
6be75cd7 | 594 | if ($test) { |
6be75cd7 JH |
595 | debug "# lesser = '$lesser'\n"; |
596 | debug "# greater = '$greater'\n"; | |
597 | debug "# lesser cmp greater = ", | |
598 | $lesser cmp $greater, "\n"; | |
599 | debug "# greater cmp lesser = ", | |
600 | $greater cmp $lesser, "\n"; | |
601 | debug "# (greater) from = $from, to = $to\n"; | |
602 | for my $ti (@test) { | |
603 | debugf("# %-40s %-4s", $ti, | |
604 | $test{$ti} ? 'FAIL' : 'ok'); | |
605 | if ($ti =~ /\(\.*(\$.+ +cmp +\$[^\)]+)\.*\)/) { | |
606 | debugf("(%s == %4d)", $1, eval $1); | |
607 | } | |
608 | debug "\n#"; | |
609 | } | |
284102e8 | 610 | |
6be75cd7 JH |
611 | last; |
612 | } | |
284102e8 | 613 | } |
8ebc5c01 | 614 | } |
615 | } | |
6be75cd7 JH |
616 | |
617 | use locale; | |
618 | ||
619 | my ($x, $y) = (1.23, 1.23); | |
620 | ||
0e053d1e | 621 | $a = "$x"; |
6be75cd7 | 622 | printf ''; # printf used to reset locale to "C" |
0e053d1e | 623 | $b = "$y"; |
6be75cd7 | 624 | |
2a680da6 JH |
625 | debug "# 103..107: a = $a, b = $b, Locale = $Locale\n"; |
626 | ||
627 | tryneoalpha($Locale, 103, $a eq $b); | |
6be75cd7 JH |
628 | |
629 | my $c = "$x"; | |
630 | my $z = sprintf ''; # sprintf used to reset locale to "C" | |
631 | my $d = "$y"; | |
632 | ||
2a680da6 | 633 | debug "# 104..107: c = $c, d = $d, Locale = $Locale\n"; |
6be75cd7 | 634 | |
2a680da6 | 635 | tryneoalpha($Locale, 104, $c eq $d); |
6be75cd7 | 636 | |
2a680da6 | 637 | { |
9f1b1f2d | 638 | use warnings; |
2a680da6 | 639 | my $w = 0; |
0e053d1e JH |
640 | local $SIG{__WARN__} = |
641 | sub { | |
906f284f | 642 | print "# @_\n"; |
0e053d1e JH |
643 | $w++; |
644 | }; | |
6be75cd7 | 645 | |
0e053d1e JH |
646 | # The == (among other ops) used to warn for locales |
647 | # that had something else than "." as the radix character. | |
6be75cd7 | 648 | |
2a680da6 | 649 | tryneoalpha($Locale, 105, $c == 1.23); |
6be75cd7 | 650 | |
2a680da6 | 651 | tryneoalpha($Locale, 106, $c == $x); |
6be75cd7 | 652 | |
2a680da6 | 653 | tryneoalpha($Locale, 107, $c == $d); |
6be75cd7 | 654 | |
2a680da6 | 655 | { |
2de3dbcc | 656 | # no locale; # XXX did this ever work correctly? |
6be75cd7 | 657 | |
2a680da6 | 658 | my $e = "$x"; |
6be75cd7 | 659 | |
2a680da6 | 660 | debug "# 108..110: e = $e, Locale = $Locale\n"; |
6be75cd7 | 661 | |
2a680da6 | 662 | tryneoalpha($Locale, 108, $e == 1.23); |
6be75cd7 | 663 | |
2a680da6 JH |
664 | tryneoalpha($Locale, 109, $e == $x); |
665 | ||
666 | tryneoalpha($Locale, 110, $e == $c); | |
6be75cd7 | 667 | } |
2a680da6 | 668 | |
2a680da6 | 669 | my $f = "1.23"; |
906f284f | 670 | my $g = 2.34; |
2a680da6 | 671 | |
906f284f | 672 | debug "# 111..115: f = $f, g = $g, locale = $Locale\n"; |
2a680da6 | 673 | |
906f284f | 674 | tryneoalpha($Locale, 111, $f == 1.23); |
6be75cd7 | 675 | |
906f284f | 676 | tryneoalpha($Locale, 112, $f == $x); |
2a680da6 | 677 | |
906f284f NC |
678 | tryneoalpha($Locale, 113, $f == $c); |
679 | ||
680 | tryneoalpha($Locale, 114, abs(($f + $g) - 3.57) < 0.01); | |
681 | ||
682 | tryneoalpha($Locale, 115, $w == 0); | |
6be75cd7 JH |
683 | } |
684 | ||
26d80d95 LC |
685 | # Does taking lc separately differ from taking |
686 | # the lc "in-line"? (This was the bug 19990704.002, change #3568.) | |
687 | # The bug was in the caching of the 'o'-magic. | |
2a680da6 JH |
688 | { |
689 | use locale; | |
6be75cd7 | 690 | |
2a680da6 JH |
691 | sub lcA { |
692 | my $lc0 = lc $_[0]; | |
693 | my $lc1 = lc $_[1]; | |
694 | return $lc0 cmp $lc1; | |
695 | } | |
6be75cd7 | 696 | |
2a680da6 JH |
697 | sub lcB { |
698 | return lc($_[0]) cmp lc($_[1]); | |
699 | } | |
6be75cd7 | 700 | |
2a680da6 JH |
701 | my $x = "ab"; |
702 | my $y = "aa"; | |
703 | my $z = "AB"; | |
6be75cd7 | 704 | |
906f284f | 705 | tryneoalpha($Locale, 116, |
2a680da6 JH |
706 | lcA($x, $y) == 1 && lcB($x, $y) == 1 || |
707 | lcA($x, $z) == 0 && lcB($x, $z) == 0); | |
6be75cd7 | 708 | } |
d8093b23 | 709 | |
26d80d95 LC |
710 | # Does lc of an UPPER (if different from the UPPER) match |
711 | # case-insensitively the UPPER, and does the UPPER match | |
712 | # case-insensitively the lc of the UPPER. And vice versa. | |
3ba0e062 | 713 | { |
ef4a39e5 JH |
714 | use locale; |
715 | no utf8; | |
716 | my $re = qr/[\[\(\{\*\+\?\|\^\$\\]/; | |
717 | ||
718 | my @f = (); | |
719 | foreach my $x (keys %UPPER) { | |
720 | my $y = lc $x; | |
721 | next unless uc $y eq $x; | |
722 | print "# UPPER $x lc $y ", | |
723 | $x =~ /$y/i ? 1 : 0, " ", | |
724 | $y =~ /$x/i ? 1 : 0, "\n" if 0; | |
725 | # If $x and $y contain regular expression characters | |
726 | # AND THEY lowercase (/i) to regular expression characters, | |
727 | # regcomp() will be mightily confused. No, the \Q doesn't | |
728 | # help here (maybe regex engine internal lowercasing | |
729 | # is done after the \Q?) An example of this happening is | |
730 | # the bg_BG (Bulgarian) locale under EBCDIC (OS/390 USS): | |
731 | # the chr(173) (the "[") is the lowercase of the chr(235). | |
732 | # Similarly losing EBCDIC locales include cs_cz, cs_CZ, | |
733 | # el_gr, el_GR, en_us.IBM-037 (!), en_US.IBM-037 (!), | |
734 | # et_ee, et_EE, hr_hr, hr_HR, hu_hu, hu_HU, lt_LT, | |
735 | # mk_mk, mk_MK, nl_nl.IBM-037, nl_NL.IBM-037, | |
736 | # pl_pl, pl_PL, ro_ro, ro_RO, ru_ru, ru_RU, | |
737 | # sk_sk, sk_SK, sl_si, sl_SI, tr_tr, tr_TR. | |
738 | if ($x =~ $re || $y =~ $re) { | |
739 | print "# Regex characters in '$x' or '$y', skipping test 117 for locale '$Locale'\n"; | |
740 | next; | |
8ac0d9e6 | 741 | } |
ef4a39e5 JH |
742 | # With utf8 both will fail since the locale concept |
743 | # of upper/lower does not work well in Unicode. | |
744 | push @f, $x unless $x =~ /$y/i == $y =~ /$x/i; | |
745 | ||
8ac0d9e6 JH |
746 | foreach my $x (keys %lower) { |
747 | my $y = uc $x; | |
748 | next unless lc $y eq $x; | |
4c53e876 | 749 | print "# lower $x uc $y ", |
ef4a39e5 JH |
750 | $x =~ /$y/i ? 1 : 0, " ", |
751 | $y =~ /$x/i ? 1 : 0, "\n" if 0; | |
047e14fb JH |
752 | if ($x =~ $re || $y =~ $re) { # See above. |
753 | print "# Regex characters in '$x' or '$y', skipping test 117 for locale '$Locale'\n"; | |
754 | next; | |
755 | } | |
4c53e876 JH |
756 | # With utf8 both will fail since the locale concept |
757 | # of upper/lower does not work well in Unicode. | |
758 | push @f, $x unless $x =~ /$y/i == $y =~ /$x/i; | |
8ac0d9e6 | 759 | } |
906f284f | 760 | tryneoalpha($Locale, 117, @f == 0); |
8ac0d9e6 | 761 | if (@f) { |
906f284f | 762 | print "# failed 117 locale '$Locale' characters @f\n" |
8ac0d9e6 | 763 | } |
26d80d95 | 764 | } |
d8093b23 | 765 | } |
8ebc5c01 | 766 | } |
284102e8 | 767 | |
2a680da6 JH |
768 | # Recount the errors. |
769 | ||
906f284f | 770 | foreach (&last_without_setlocale()+1..$last) { |
2a680da6 | 771 | if ($Problem{$_} || !defined $Okay{$_} || !@{$Okay{$_}}) { |
097ee67d JH |
772 | if ($_ == 102) { |
773 | print "# The failure of test 102 is not necessarily fatal.\n"; | |
b4e009be | 774 | print "# It usually indicates a problem in the environment,\n"; |
284102e8 JH |
775 | print "# not in Perl itself.\n"; |
776 | } | |
777 | print "not "; | |
8ebc5c01 | 778 | } |
284102e8 | 779 | print "ok $_\n"; |
8ebc5c01 | 780 | } |
fb73857a | 781 | |
2a680da6 JH |
782 | # Give final advice. |
783 | ||
284102e8 JH |
784 | my $didwarn = 0; |
785 | ||
26d80d95 | 786 | foreach (99..$last) { |
284102e8 JH |
787 | if ($Problem{$_}) { |
788 | my @f = sort keys %{ $Problem{$_} }; | |
789 | my $f = join(" ", @f); | |
790 | $f =~ s/(.{50,60}) /$1\n#\t/g; | |
2a680da6 JH |
791 | |
792 | "#\n", | |
793 | "# The locale ", (@f == 1 ? "definition" : "definitions"), "\n#\n", | |
284102e8 JH |
794 | "#\t", $f, "\n#\n", |
795 | "# on your system may have errors because the locale test $_\n", | |
796 | "# failed in ", (@f == 1 ? "that locale" : "those locales"), | |
797 | ".\n"; | |
2a680da6 | 798 | print <<EOW; |
284102e8 JH |
799 | # |
800 | # If your users are not using these locales you are safe for the moment, | |
801 | # but please report this failure first to perlbug\@perl.com using the | |
802 | # perlbug script (as described in the INSTALL file) so that the exact | |
803 | # details of the failures can be sorted out first and then your operating | |
804 | # system supplier can be alerted about these anomalies. | |
805 | # | |
806 | EOW | |
807 | $didwarn = 1; | |
fb73857a | 808 | } |
809 | } | |
774d564b | 810 | |
26d80d95 | 811 | # Tell which locales were okay and which were not. |
2a680da6 | 812 | |
284102e8 | 813 | if ($didwarn) { |
26d80d95 | 814 | my (@s, @F); |
284102e8 JH |
815 | |
816 | foreach my $l (@Locale) { | |
817 | my $p = 0; | |
26d80d95 | 818 | foreach my $t (102..$last) { |
284102e8 | 819 | $p++ if $Problem{$t}{$l}; |
8ebc5c01 | 820 | } |
284102e8 | 821 | push @s, $l if $p == 0; |
26d80d95 | 822 | push @F, $l unless $p == 0; |
8ebc5c01 | 823 | } |
284102e8 | 824 | |
68d47915 CK |
825 | if (@s) { |
826 | my $s = join(" ", @s); | |
827 | $s =~ s/(.{50,60}) /$1\n#\t/g; | |
828 | ||
829 | warn | |
830 | "# The following locales\n#\n", | |
831 | "#\t", $s, "\n#\n", | |
832 | "# tested okay.\n#\n", | |
833 | } else { | |
26d80d95 LC |
834 | warn "# None of your locales were fully okay.\n"; |
835 | } | |
836 | ||
837 | if (@F) { | |
838 | my $F = join(" ", @F); | |
839 | $F =~ s/(.{50,60}) /$1\n#\t/g; | |
840 | ||
841 | warn | |
842 | "# The following locales\n#\n", | |
0e053d1e | 843 | "#\t", $F, "\n#\n", |
26d80d95 LC |
844 | "# had problems.\n#\n", |
845 | } else { | |
846 | warn "# None of your locales were broken.\n"; | |
68d47915 | 847 | } |
0e053d1e | 848 | |
c406fbf4 JH |
849 | if (@utf8locale) { |
850 | my $S = join(" ", @utf8locale); | |
851 | $S =~ s/(.{50,60}) /$1\n#\t/g; | |
852 | ||
853 | warn "#\n# The following locales\n#\n", | |
854 | "#\t", $S, "\n#\n", | |
855 | "# were skipped for the tests ", | |
856 | join(" ", sort {$a<=>$b} keys %utf8skip), "\n", | |
857 | "# because UTF-8 and locales do not work together in Perl.\n#\n"; | |
858 | } | |
8ebc5c01 | 859 | } |
90248788 | 860 | |
906f284f NC |
861 | sub last { 117 } |
862 | ||
90248788 | 863 | # eof |