BIT_LOWER = 64\r
BIT_UPPER = 128\r
BIT_DIGIT = 256\r
+BIT_XDIGT = 512\r
\r
# Category to bitfield mapping\r
categories = {\r
'Cc': BIT_CNTRL, # C0/C1 control codes\r
}\r
\r
+# Characters with special properties\r
+special = {\r
+ # Digits\r
+ 0x0030: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0031: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0032: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0033: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0034: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0035: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0036: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0037: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0038: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+ 0x0039: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,\r
+\r
+ # A-F (hex uppercase)\r
+ 0x0041: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_UPPER,\r
+ 0x0042: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_UPPER,\r
+ 0x0043: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_UPPER,\r
+ 0x0044: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_UPPER,\r
+ 0x0045: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_UPPER,\r
+ 0x0046: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_UPPER,\r
+\r
+\r
+ # a-f (hex lowercase)\r
+ 0x0061: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_LOWER,\r
+ 0x0062: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_LOWER,\r
+ 0x0063: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_LOWER,\r
+ 0x0064: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_LOWER,\r
+ 0x0065: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_LOWER,\r
+ 0x0066: BIT_XDIGT | BIT_ALPHA | BIT_GRAPH | BIT_LOWER,\r
+}\r
+\r
in_file = open('UnicodeData.txt', 'r')\r
out_file = open('_PDCLIB_unicodedata.c', 'w')\r
try:\r
num = int(num_hex, 16)\r
upper_case = int(upper_case_hex, 16) if len(upper_case_hex) else num\r
lower_case = int(lower_case_hex, 16) if len(lower_case_hex) else num\r
- bits = categories.get(category, 0)\r
+ bits = special.get(num, categories.get(category, 0))\r
\r
if upper_case == 0 and lower_case == 0 and bits == 0:\r
continue\r