unicode_constants.h: Add #defines for Byte Order Mark

These will be used in future commits

diff --git a/regen/unicode_constants.pl b/regen/unicode_constants.pl
index ba4cf54..78e0110 100644 (file)
--- a/regen/unicode_constants.pl
+++ b/regen/unicode_constants.pl
@@ -157,6 +157,8 @@ U+1E9E string
 
 U+2010 string
 U+D800 first FIRST_SURROGATE
+BOM first
+BOM tail
 
 DEL native
 U+00DF native

diff --git a/unicode_constants.h b/unicode_constants.h
index 5281c6a..35842a3 100644 (file)
--- a/unicode_constants.h
+++ b/unicode_constants.h
@@ -37,6 +37,8 @@
 
 #define HYPHEN_UTF8  "\xE2\x80\x90"    /* U+2010 */
 #define FIRST_SURROGATE_UTF8_FIRST_BYTE  0xED    /* U+D800 */
+#define BOM_UTF8_FIRST_BYTE  0xEF    /* U+FEFF */
+#define BOM_UTF8_TAIL  "\xBB\xBF"    /* U+FEFF */
 
 #define DEL_NATIVE  0x7F    /* U+007F */
 #define LATIN_SMALL_LETTER_SHARP_S_NATIVE  0xDF    /* U+00DF */