| 1 |
#!/usr/local/bin/python |
| 2 |
# -*- coding: iso-8859-1 -*- |
| 3 |
|
| 4 |
# $Id$ |
| 5 |
|
| 6 |
# Copyright (c) 2004, 2008 Kungliga Tekniska Högskolan |
| 7 |
# (Royal Institute of Technology, Stockholm, Sweden). |
| 8 |
# All rights reserved. |
| 9 |
# |
| 10 |
# Redistribution and use in source and binary forms, with or without |
| 11 |
# modification, are permitted provided that the following conditions |
| 12 |
# are met: |
| 13 |
# |
| 14 |
# 1. Redistributions of source code must retain the above copyright |
| 15 |
# notice, this list of conditions and the following disclaimer. |
| 16 |
# |
| 17 |
# 2. Redistributions in binary form must reproduce the above copyright |
| 18 |
# notice, this list of conditions and the following disclaimer in the |
| 19 |
# documentation and/or other materials provided with the distribution. |
| 20 |
# |
| 21 |
# 3. Neither the name of the Institute nor the names of its contributors |
| 22 |
# may be used to endorse or promote products derived from this software |
| 23 |
# without specific prior written permission. |
| 24 |
# |
| 25 |
# THIS SOFTWARE IS PROVIDED BY THE INSTITUTE AND CONTRIBUTORS ``AS IS'' AND |
| 26 |
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 27 |
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| 28 |
# ARE DISCLAIMED. IN NO EVENT SHALL THE INSTITUTE OR CONTRIBUTORS BE LIABLE |
| 29 |
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL |
| 30 |
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS |
| 31 |
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) |
| 32 |
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT |
| 33 |
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY |
| 34 |
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 35 |
# SUCH DAMAGE. |
| 36 |
|
| 37 |
import re |
| 38 |
import string |
| 39 |
|
| 40 |
def read(): |
| 41 |
"""return a dict of tables from rfc4518""" |
| 42 |
|
| 43 |
ret = {} |
| 44 |
|
| 45 |
#2.2. Map |
| 46 |
# |
| 47 |
# SOFT HYPHEN (U+00AD) and MONGOLIAN TODO SOFT HYPHEN (U+1806) code |
| 48 |
# points are mapped to nothing. COMBINING GRAPHEME JOINER (U+034F) and |
| 49 |
# VARIATION SELECTORs (U+180B-180D, FF00-FE0F) code points are also |
| 50 |
# mapped to nothing. The OBJECT REPLACEMENT CHARACTER (U+FFFC) is |
| 51 |
# mapped to nothing. |
| 52 |
|
| 53 |
t = [] |
| 54 |
t.append(" 00AD; ; Map to nothing") |
| 55 |
t.append(" 1806; ; Map to nothing") |
| 56 |
t.append(" 034F; ; Map to nothing") |
| 57 |
|
| 58 |
t.append(" 180B; ; Map to nothing") |
| 59 |
t.append(" 180C; ; Map to nothing") |
| 60 |
t.append(" 180D; ; Map to nothing") |
| 61 |
|
| 62 |
t.append(" FE00; ; Map to nothing") |
| 63 |
t.append(" FE01; ; Map to nothing") |
| 64 |
t.append(" FE02; ; Map to nothing") |
| 65 |
t.append(" FE03; ; Map to nothing") |
| 66 |
t.append(" FE04; ; Map to nothing") |
| 67 |
t.append(" FE05; ; Map to nothing") |
| 68 |
t.append(" FE06; ; Map to nothing") |
| 69 |
t.append(" FE07; ; Map to nothing") |
| 70 |
t.append(" FE08; ; Map to nothing") |
| 71 |
t.append(" FE09; ; Map to nothing") |
| 72 |
t.append(" FE0A; ; Map to nothing") |
| 73 |
t.append(" FE0B; ; Map to nothing") |
| 74 |
t.append(" FE0C; ; Map to nothing") |
| 75 |
t.append(" FE0D; ; Map to nothing") |
| 76 |
t.append(" FE0E; ; Map to nothing") |
| 77 |
t.append(" FE0F; ; Map to nothing") |
| 78 |
|
| 79 |
t.append(" FFFC; ; Map to nothing") |
| 80 |
|
| 81 |
# CHARACTER TABULATION (U+0009), LINE FEED (LF) (U+000A), LINE |
| 82 |
# TABULATION (U+000B), FORM FEED (FF) (U+000C), CARRIAGE RETURN (CR) |
| 83 |
# (U+000D), and NEXT LINE (NEL) (U+0085) are mapped to SPACE (U+0020). |
| 84 |
|
| 85 |
t.append(" 0009; 0020 ; Map to SPACE") |
| 86 |
t.append(" 000A; 0020 ; Map to SPACE") |
| 87 |
t.append(" 000B; 0020 ; Map to SPACE") |
| 88 |
t.append(" 000C; 0020 ; Map to SPACE") |
| 89 |
t.append(" 000D; 0020 ; Map to SPACE") |
| 90 |
t.append(" 0085; 0020 ; Map to SPACE") |
| 91 |
|
| 92 |
# All other control code (e.g., Cc) points or code points with a |
| 93 |
# control function (e.g., Cf) are mapped to nothing. The following is |
| 94 |
# a complete list of these code points: U+0000-0008, 000E-001F, 007F- |
| 95 |
# 0084, 0086-009F, 06DD, 070F, 180E, 200C-200F, 202A-202E, 2060-2063, |
| 96 |
# 206A-206F, FEFF, FFF9-FFFB, 1D173-1D17A, E0001, E0020-E007F. |
| 97 |
|
| 98 |
t.append(" 0000-0008; ; Map to nothing") |
| 99 |
t.append(" 000E-001F; ; Map to nothing") |
| 100 |
t.append(" 007F-0084; ; Map to nothing") |
| 101 |
t.append(" 0086-009F; ; Map to nothing") |
| 102 |
t.append(" 06DD; ; Map to nothing") |
| 103 |
t.append(" 070F; ; Map to nothing") |
| 104 |
t.append(" 180E; ; Map to nothing") |
| 105 |
t.append(" 200C-200F; ; Map to nothing") |
| 106 |
t.append(" 202A-202E; ; Map to nothing") |
| 107 |
t.append(" 2060-2063; ; Map to nothing") |
| 108 |
t.append(" 206A-206F; ; Map to nothing") |
| 109 |
t.append(" FEFF; ; Map to nothing") |
| 110 |
t.append(" FFF9-FFFB; ; Map to nothing") |
| 111 |
t.append(" 1D173-1D17A; ; Map to nothing") |
| 112 |
t.append(" E0001; ; Map to nothing") |
| 113 |
t.append(" E0020-E007F; ; Map to nothing") |
| 114 |
|
| 115 |
# ZERO WIDTH SPACE (U+200B) is mapped to nothing. All other code |
| 116 |
# points with Separator (space, line, or paragraph) property (e.g., Zs, |
| 117 |
# Zl, or Zp) are mapped to SPACE (U+0020). The following is a complete |
| 118 |
# list of these code points: U+0020, 00A0, 1680, 2000-200A, 2028-2029, |
| 119 |
# 202F, 205F, 3000. |
| 120 |
|
| 121 |
t.append(" 200B; ; Map to nothing") |
| 122 |
t.append(" 0020; 0020; Map to SPACE") |
| 123 |
t.append(" 00A0; 0020; Map to SPACE") |
| 124 |
t.append(" 1680; 0020; Map to SPACE") |
| 125 |
t.append(" 2000-200A; 0020; Map to SPACE") |
| 126 |
t.append(" 2028-2029; 0020; Map to SPACE") |
| 127 |
t.append(" 202F; 0020; Map to SPACE") |
| 128 |
t.append(" 205F; 0020; Map to SPACE") |
| 129 |
t.append(" 3000; 0020; Map to SPACE") |
| 130 |
|
| 131 |
ret["rfc4518-map"] = t |
| 132 |
|
| 133 |
# For case ignore, numeric, and stored prefix string matching rules, |
| 134 |
# characters are case folded per B.2 of [RFC3454]. |
| 135 |
|
| 136 |
t = [] |
| 137 |
|
| 138 |
#2.4. Prohibit |
| 139 |
|
| 140 |
# The REPLACEMENT CHARACTER (U+FFFD) code point is prohibited. |
| 141 |
|
| 142 |
t.append(" FFFD;") |
| 143 |
|
| 144 |
ret["rfc4518-error"] = t |
| 145 |
|
| 146 |
t = [] |
| 147 |
|
| 148 |
|
| 149 |
|
| 150 |
return ret |