This is a live mirror of the Perl 5 development currently hosted at https://github.com/perl/perl5
fix debug code in Perl_malloc() (from Ilya Zakharevich)
[perl5.git] / utf8.h
CommitLineData
a0ed51b3
LW
1/* utf8.h
2 *
3818b22b 3 * Copyright (c) 1998-2000, Larry Wall
a0ed51b3
LW
4 *
5 * You may distribute under the terms of either the GNU General Public
6 * License or the Artistic License, as specified in the README file.
7 *
8 */
9
73c4f7a1
GS
10START_EXTERN_C
11
a0ed51b3 12#ifdef DOINIT
6f06b55f 13EXTCONST unsigned char PL_utf8skip[] = {
a0ed51b3
LW
141,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* ascii */
151,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* ascii */
161,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* ascii */
171,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* ascii */
181,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* bogus */
191,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* bogus */
202,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, /* scripts */
213,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,6,6,7,8, /* cjk etc. */
22};
23#else
6f06b55f 24EXTCONST unsigned char PL_utf8skip[];
a0ed51b3
LW
25#endif
26
73c4f7a1
GS
27END_EXTERN_C
28
393fec97 29/*#define IN_UTF8 (PL_curcop->op_private & HINT_UTF8)*/
5bc28da9 30#define IN_BYTE (PL_curcop->op_private & HINT_BYTE)
7e2040f0 31#define DO_UTF8(sv) (SvUTF8(sv) && !IN_BYTE)
a0ed51b3 32
6f06b55f 33#define UTF8SKIP(s) PL_utf8skip[*(U8*)s]
7e2040f0
GS
34
35/*
36 * Note: we try to be careful never to call the isXXX_utf8() functions
37 * unless we're pretty sure we've seen the beginning of a UTF-8 character
38 * (that is, the two high bits are set). Otherwise we risk loading in the
39 * heavy-duty SWASHINIT and SWASHGET routines unnecessarily.
40 */
41#define isIDFIRST_lazy_if(p,c) ((!c || (*((U8*)p) < 0xc0)) \
42 ? isIDFIRST(*(p)) \
43 : isIDFIRST_utf8((U8*)p))
44#define isALNUM_lazy_if(p,c) ((!c || (*((U8*)p) < 0xc0)) \
45 ? isALNUM(*(p)) \
46 : isALNUM_utf8((U8*)p))
47#define isIDFIRST_lazy(p) isIDFIRST_lazy_if(p,1)
48#define isALNUM_lazy(p) isALNUM_lazy_if(p,1)