X-Git-Url: https://pd.if.org/git/?a=blobdiff_plain;f=functions%2Flocale%2FUnicodeData.py;h=7de35bdcb2592e20bab7ae229dd3cb66599fe87a;hb=a86fc06b877aa1418ae52f36720957e4cb9a4300;hp=e31ec2e29f02fb2b5022a23a7cb0918273b20e40;hpb=36aeca966a42f071466086ddaa4f50e9b9b51c3f;p=pdclib

diff --git a/functions/locale/UnicodeData.py b/functions/locale/UnicodeData.py
index e31ec2e..7de35bd 100644
--- a/functions/locale/UnicodeData.py
+++ b/functions/locale/UnicodeData.py
@@ -1,5 +1,5 @@
 #!/usr/bin/python
-# -*- coding: <encoding name> -*-
+# -*- coding: ascii -*-
 # Unicode Data Converter
 #
 # This file is part of the Public Domain C Library (PDCLib).
@@ -49,14 +49,18 @@ categories = {
     'Sc': BIT_GRAPH,                            # Currency symbol
     'Sk': BIT_GRAPH,                            # Non-letterlike modifier symbol
     'So': BIT_GRAPH,                            # Other symbol
-    'Zs': BIT_SPACE | BIT_GRAPH | BIT_BLANK,    # Non-zero-width space character
-    'Zl': BIT_SPACE | BIT_GRAPH,                # Line separator
-    'Zp': BIT_SPACE | BIT_GRAPH,                # Paragraph separator
+    'Zs': BIT_SPACE,                            # Non-zero-width space character
+    'Zl': BIT_SPACE,                            # Line separator
+    'Zp': BIT_SPACE,                            # Paragraph separator
     'Cc': BIT_CNTRL,                            # C0/C1 control codes
 }
 
 # Characters with special properties
 special = {
+    # Blank characters
+    0x0020: BIT_SPACE | BIT_BLANK, # space
+    0x0009: BIT_SPACE | BIT_BLANK, # tab
+
     # Digits
     0x0030: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,
     0x0031: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,