OLD | NEW |
(Empty) | |
| 1 ######################## BEGIN LICENSE BLOCK ######################## |
| 2 # The Original Code is Mozilla Communicator client code. |
| 3 # |
| 4 # The Initial Developer of the Original Code is |
| 5 # Netscape Communications Corporation. |
| 6 # Portions created by the Initial Developer are Copyright (C) 1998 |
| 7 # the Initial Developer. All Rights Reserved. |
| 8 # |
| 9 # Contributor(s): |
| 10 # Mark Pilgrim - port to Python |
| 11 # |
| 12 # This library is free software; you can redistribute it and/or |
| 13 # modify it under the terms of the GNU Lesser General Public |
| 14 # License as published by the Free Software Foundation; either |
| 15 # version 2.1 of the License, or (at your option) any later version. |
| 16 # |
| 17 # This library is distributed in the hope that it will be useful, |
| 18 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 19 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 20 # Lesser General Public License for more details. |
| 21 # |
| 22 # You should have received a copy of the GNU Lesser General Public |
| 23 # License along with this library; if not, write to the Free Software |
| 24 # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA |
| 25 # 02110-1301 USA |
| 26 ######################### END LICENSE BLOCK ######################### |
| 27 |
| 28 # KOI8-R language model |
| 29 # Character Mapping Table: |
| 30 KOI8R_CharToOrderMap = ( |
| 31 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
| 32 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
| 33 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
| 34 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
| 35 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
| 36 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
| 37 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
| 38 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
| 39 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, # 80 |
| 40 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, # 90 |
| 41 223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237, # a0 |
| 42 238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253, # b0 |
| 43 27, 3, 21, 28, 13, 2, 39, 19, 26, 4, 23, 11, 8, 12, 5, 1, # c0 |
| 44 15, 16, 9, 7, 6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54, # d0 |
| 45 59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34, # e0 |
| 46 35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70, # f0 |
| 47 ) |
| 48 |
| 49 win1251_CharToOrderMap = ( |
| 50 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
| 51 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
| 52 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
| 53 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
| 54 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
| 55 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
| 56 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
| 57 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
| 58 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, |
| 59 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, |
| 60 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, |
| 61 239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253, |
| 62 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, |
| 63 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, |
| 64 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, |
| 65 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, |
| 66 ) |
| 67 |
| 68 latin5_CharToOrderMap = ( |
| 69 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
| 70 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
| 71 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
| 72 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
| 73 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
| 74 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
| 75 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
| 76 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
| 77 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, |
| 78 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, |
| 79 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, |
| 80 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, |
| 81 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, |
| 82 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, |
| 83 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, |
| 84 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, |
| 85 ) |
| 86 |
| 87 macCyrillic_CharToOrderMap = ( |
| 88 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
| 89 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
| 90 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
| 91 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
| 92 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
| 93 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
| 94 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
| 95 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
| 96 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, |
| 97 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, |
| 98 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, |
| 99 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, |
| 100 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, |
| 101 239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16, |
| 102 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, |
| 103 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255, |
| 104 ) |
| 105 |
| 106 IBM855_CharToOrderMap = ( |
| 107 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
| 108 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
| 109 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
| 110 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
| 111 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
| 112 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
| 113 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
| 114 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
| 115 191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205, |
| 116 206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70, |
| 117 3, 37, 21, 44, 28, 58, 13, 41, 2, 48, 39, 53, 19, 46,218,219, |
| 118 220,221,222,223,224, 26, 55, 4, 42,225,226,227,228, 23, 60,229, |
| 119 230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243, |
| 120 8, 49, 12, 38, 5, 31, 1, 34, 15,244,245,246,247, 35, 16,248, |
| 121 43, 9, 45, 7, 32, 6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249, |
| 122 250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255, |
| 123 ) |
| 124 |
| 125 IBM866_CharToOrderMap = ( |
| 126 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
| 127 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
| 128 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
| 129 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
| 130 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
| 131 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
| 132 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
| 133 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
| 134 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, |
| 135 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, |
| 136 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, |
| 137 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, |
| 138 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, |
| 139 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, |
| 140 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, |
| 141 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, |
| 142 ) |
| 143 |
| 144 # Model Table: |
| 145 # total sequences: 100% |
| 146 # first 512 sequences: 97.6601% |
| 147 # first 1024 sequences: 2.3389% |
| 148 # rest sequences: 0.1237% |
| 149 # negative sequences: 0.0009% |
| 150 RussianLangModel = ( |
| 151 0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3, |
| 152 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2, |
| 153 3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0, |
| 154 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 155 3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0, |
| 156 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 157 3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, |
| 158 0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 159 3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, |
| 160 0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 161 3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0, |
| 162 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, |
| 163 3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0, |
| 164 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
| 165 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0, |
| 166 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0, |
| 167 3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0, |
| 168 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 169 3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0, |
| 170 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 171 3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0, |
| 172 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
| 173 3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0, |
| 174 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 175 3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0, |
| 176 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 177 3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0, |
| 178 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
| 179 3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0, |
| 180 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 181 2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0, |
| 182 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 183 3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0, |
| 184 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 185 3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0, |
| 186 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 187 3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0, |
| 188 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 189 3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0, |
| 190 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 191 3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0, |
| 192 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
| 193 3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0, |
| 194 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
| 195 2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0, |
| 196 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 197 3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0, |
| 198 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 199 3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0, |
| 200 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 201 2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0, |
| 202 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 203 3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0, |
| 204 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, |
| 205 3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0, |
| 206 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 207 3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0, |
| 208 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 209 2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 210 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 211 2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1, |
| 212 1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0, |
| 213 2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1, |
| 214 1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0, |
| 215 2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1, |
| 216 1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0, |
| 217 3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1, |
| 218 1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0, |
| 219 2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2, |
| 220 1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1, |
| 221 1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1, |
| 222 1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, |
| 223 2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1, |
| 224 1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0, |
| 225 3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2, |
| 226 1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1, |
| 227 2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1, |
| 228 1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0, |
| 229 2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0, |
| 230 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 231 2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1, |
| 232 1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0, |
| 233 1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1, |
| 234 1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0, |
| 235 3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1, |
| 236 2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1, |
| 237 3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1, |
| 238 1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1, |
| 239 1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1, |
| 240 0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0, |
| 241 2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1, |
| 242 1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0, |
| 243 1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1, |
| 244 0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, |
| 245 1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1, |
| 246 1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0, |
| 247 2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2, |
| 248 2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1, |
| 249 1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0, |
| 250 1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0, |
| 251 2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1, |
| 252 0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0, |
| 253 1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1, |
| 254 0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, |
| 255 2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1, |
| 256 1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1, |
| 257 1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0, |
| 258 0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, |
| 259 0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0, |
| 260 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 261 1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1, |
| 262 0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 263 1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1, |
| 264 0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, |
| 265 1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1, |
| 266 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, |
| 267 1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0, |
| 268 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0, |
| 269 1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1, |
| 270 0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1, |
| 271 2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, |
| 272 1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0, |
| 273 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, |
| 274 1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0, |
| 275 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, |
| 276 1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0, |
| 277 0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| 278 0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0, |
| 279 ) |
| 280 |
| 281 Koi8rModel = { |
| 282 'charToOrderMap': KOI8R_CharToOrderMap, |
| 283 'precedenceMatrix': RussianLangModel, |
| 284 'mTypicalPositiveRatio': 0.976601, |
| 285 'keepEnglishLetter': False, |
| 286 'charsetName': "KOI8-R" |
| 287 } |
| 288 |
| 289 Win1251CyrillicModel = { |
| 290 'charToOrderMap': win1251_CharToOrderMap, |
| 291 'precedenceMatrix': RussianLangModel, |
| 292 'mTypicalPositiveRatio': 0.976601, |
| 293 'keepEnglishLetter': False, |
| 294 'charsetName': "windows-1251" |
| 295 } |
| 296 |
| 297 Latin5CyrillicModel = { |
| 298 'charToOrderMap': latin5_CharToOrderMap, |
| 299 'precedenceMatrix': RussianLangModel, |
| 300 'mTypicalPositiveRatio': 0.976601, |
| 301 'keepEnglishLetter': False, |
| 302 'charsetName': "ISO-8859-5" |
| 303 } |
| 304 |
| 305 MacCyrillicModel = { |
| 306 'charToOrderMap': macCyrillic_CharToOrderMap, |
| 307 'precedenceMatrix': RussianLangModel, |
| 308 'mTypicalPositiveRatio': 0.976601, |
| 309 'keepEnglishLetter': False, |
| 310 'charsetName': "MacCyrillic" |
| 311 }; |
| 312 |
| 313 Ibm866Model = { |
| 314 'charToOrderMap': IBM866_CharToOrderMap, |
| 315 'precedenceMatrix': RussianLangModel, |
| 316 'mTypicalPositiveRatio': 0.976601, |
| 317 'keepEnglishLetter': False, |
| 318 'charsetName': "IBM866" |
| 319 } |
| 320 |
| 321 Ibm855Model = { |
| 322 'charToOrderMap': IBM855_CharToOrderMap, |
| 323 'precedenceMatrix': RussianLangModel, |
| 324 'mTypicalPositiveRatio': 0.976601, |
| 325 'keepEnglishLetter': False, |
| 326 'charsetName': "IBM855" |
| 327 } |
| 328 |
| 329 # flake8: noqa |
OLD | NEW |