X-Git-Url: https://pd.if.org/git/?p=pdclib.old;a=blobdiff_plain;f=functions%2Flocale%2FUnicodeData.py;h=6fe74cb8d90ee263a1681274bf2faa5fc2255548;hp=e31ec2e29f02fb2b5022a23a7cb0918273b20e40;hb=c7496dafe5261c2f0d0c4becc036ac9c9e5f2b64;hpb=0ad0505926a61b4e86d877b7db58731099b1de97 diff --git a/functions/locale/UnicodeData.py b/functions/locale/UnicodeData.py index e31ec2e..6fe74cb 100644 --- a/functions/locale/UnicodeData.py +++ b/functions/locale/UnicodeData.py @@ -49,14 +49,18 @@ categories = { 'Sc': BIT_GRAPH, # Currency symbol 'Sk': BIT_GRAPH, # Non-letterlike modifier symbol 'So': BIT_GRAPH, # Other symbol - 'Zs': BIT_SPACE | BIT_GRAPH | BIT_BLANK, # Non-zero-width space character - 'Zl': BIT_SPACE | BIT_GRAPH, # Line separator - 'Zp': BIT_SPACE | BIT_GRAPH, # Paragraph separator + 'Zs': BIT_SPACE, # Non-zero-width space character + 'Zl': BIT_SPACE, # Line separator + 'Zp': BIT_SPACE, # Paragraph separator 'Cc': BIT_CNTRL, # C0/C1 control codes } # Characters with special properties special = { + # Blank characters + 0x0020: BIT_SPACE | BIT_BLANK, # space + 0x0009: BIT_SPACE | BIT_BLANK, # tab + # Digits 0x0030: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH, 0x0031: BIT_XDIGT | BIT_DIGIT | BIT_GRAPH,