diff options
Diffstat (limited to 'venv/lib/python3.7/site-packages/pip-10.0.1-py3.7.egg/pip/_vendor/chardet/langcyrillicmodel.py')
-rw-r--r-- | venv/lib/python3.7/site-packages/pip-10.0.1-py3.7.egg/pip/_vendor/chardet/langcyrillicmodel.py | 333 |
1 files changed, 333 insertions, 0 deletions
diff --git a/venv/lib/python3.7/site-packages/pip-10.0.1-py3.7.egg/pip/_vendor/chardet/langcyrillicmodel.py b/venv/lib/python3.7/site-packages/pip-10.0.1-py3.7.egg/pip/_vendor/chardet/langcyrillicmodel.py new file mode 100644 index 0000000..bdbad70 --- /dev/null +++ b/venv/lib/python3.7/site-packages/pip-10.0.1-py3.7.egg/pip/_vendor/chardet/langcyrillicmodel.py | |||
@@ -0,0 +1,333 @@ | |||
1 | ######################## BEGIN LICENSE BLOCK ######################## | ||
2 | # The Original Code is Mozilla Communicator client code. | ||
3 | # | ||
4 | # The Initial Developer of the Original Code is | ||
5 | # Netscape Communications Corporation. | ||
6 | # Portions created by the Initial Developer are Copyright (C) 1998 | ||
7 | # the Initial Developer. All Rights Reserved. | ||
8 | # | ||
9 | # Contributor(s): | ||
10 | # Mark Pilgrim - port to Python | ||
11 | # | ||
12 | # This library is free software; you can redistribute it and/or | ||
13 | # modify it under the terms of the GNU Lesser General Public | ||
14 | # License as published by the Free Software Foundation; either | ||
15 | # version 2.1 of the License, or (at your option) any later version. | ||
16 | # | ||
17 | # This library is distributed in the hope that it will be useful, | ||
18 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
19 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
20 | # Lesser General Public License for more details. | ||
21 | # | ||
22 | # You should have received a copy of the GNU Lesser General Public | ||
23 | # License along with this library; if not, write to the Free Software | ||
24 | # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA | ||
25 | # 02110-1301 USA | ||
26 | ######################### END LICENSE BLOCK ######################### | ||
27 | |||
28 | # KOI8-R language model | ||
29 | # Character Mapping Table: | ||
30 | KOI8R_char_to_order_map = ( | ||
31 | 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 | ||
32 | 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 | ||
33 | 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 | ||
34 | 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 | ||
35 | 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 | ||
36 | 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 | ||
37 | 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 | ||
38 | 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 | ||
39 | 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, # 80 | ||
40 | 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, # 90 | ||
41 | 223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237, # a0 | ||
42 | 238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253, # b0 | ||
43 | 27, 3, 21, 28, 13, 2, 39, 19, 26, 4, 23, 11, 8, 12, 5, 1, # c0 | ||
44 | 15, 16, 9, 7, 6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54, # d0 | ||
45 | 59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34, # e0 | ||
46 | 35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70, # f0 | ||
47 | ) | ||
48 | |||
49 | win1251_char_to_order_map = ( | ||
50 | 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 | ||
51 | 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 | ||
52 | 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 | ||
53 | 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 | ||
54 | 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 | ||
55 | 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 | ||
56 | 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 | ||
57 | 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 | ||
58 | 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, | ||
59 | 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, | ||
60 | 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, | ||
61 | 239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253, | ||
62 | 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, | ||
63 | 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, | ||
64 | 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, | ||
65 | 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, | ||
66 | ) | ||
67 | |||
68 | latin5_char_to_order_map = ( | ||
69 | 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 | ||
70 | 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 | ||
71 | 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 | ||
72 | 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 | ||
73 | 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 | ||
74 | 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 | ||
75 | 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 | ||
76 | 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 | ||
77 | 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, | ||
78 | 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, | ||
79 | 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, | ||
80 | 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, | ||
81 | 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, | ||
82 | 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, | ||
83 | 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, | ||
84 | 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, | ||
85 | ) | ||
86 | |||
87 | macCyrillic_char_to_order_map = ( | ||
88 | 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 | ||
89 | 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 | ||
90 | 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 | ||
91 | 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 | ||
92 | 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 | ||
93 | 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 | ||
94 | 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 | ||
95 | 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 | ||
96 | 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, | ||
97 | 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, | ||
98 | 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, | ||
99 | 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, | ||
100 | 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, | ||
101 | 239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16, | ||
102 | 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, | ||
103 | 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255, | ||
104 | ) | ||
105 | |||
106 | IBM855_char_to_order_map = ( | ||
107 | 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 | ||
108 | 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 | ||
109 | 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 | ||
110 | 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 | ||
111 | 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 | ||
112 | 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 | ||
113 | 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 | ||
114 | 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 | ||
115 | 191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205, | ||
116 | 206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70, | ||
117 | 3, 37, 21, 44, 28, 58, 13, 41, 2, 48, 39, 53, 19, 46,218,219, | ||
118 | 220,221,222,223,224, 26, 55, 4, 42,225,226,227,228, 23, 60,229, | ||
119 | 230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243, | ||
120 | 8, 49, 12, 38, 5, 31, 1, 34, 15,244,245,246,247, 35, 16,248, | ||
121 | 43, 9, 45, 7, 32, 6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249, | ||
122 | 250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255, | ||
123 | ) | ||
124 | |||
125 | IBM866_char_to_order_map = ( | ||
126 | 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 | ||
127 | 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 | ||
128 | 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 | ||
129 | 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 | ||
130 | 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 | ||
131 | 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 | ||
132 | 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 | ||
133 | 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 | ||
134 | 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, | ||
135 | 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, | ||
136 | 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, | ||
137 | 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, | ||
138 | 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, | ||
139 | 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, | ||
140 | 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, | ||
141 | 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, | ||
142 | ) | ||
143 | |||
144 | # Model Table: | ||
145 | # total sequences: 100% | ||
146 | # first 512 sequences: 97.6601% | ||
147 | # first 1024 sequences: 2.3389% | ||
148 | # rest sequences: 0.1237% | ||
149 | # negative sequences: 0.0009% | ||
150 | RussianLangModel = ( | ||
151 | 0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3, | ||
152 | 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2, | ||
153 | 3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0, | ||
154 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
155 | 3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0, | ||
156 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
157 | 3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, | ||
158 | 0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
159 | 3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, | ||
160 | 0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
161 | 3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0, | ||
162 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, | ||
163 | 3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0, | ||
164 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | ||
165 | 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0, | ||
166 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0, | ||
167 | 3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0, | ||
168 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
169 | 3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0, | ||
170 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
171 | 3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0, | ||
172 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | ||
173 | 3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0, | ||
174 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
175 | 3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0, | ||
176 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
177 | 3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0, | ||
178 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | ||
179 | 3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0, | ||
180 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
181 | 2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0, | ||
182 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
183 | 3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0, | ||
184 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
185 | 3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0, | ||
186 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
187 | 3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0, | ||
188 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
189 | 3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0, | ||
190 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
191 | 3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0, | ||
192 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | ||
193 | 3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0, | ||
194 | 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | ||
195 | 2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0, | ||
196 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
197 | 3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0, | ||
198 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
199 | 3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0, | ||
200 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
201 | 2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0, | ||
202 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
203 | 3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0, | ||
204 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, | ||
205 | 3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0, | ||
206 | 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
207 | 3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0, | ||
208 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
209 | 2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
210 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
211 | 2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1, | ||
212 | 1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0, | ||
213 | 2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1, | ||
214 | 1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0, | ||
215 | 2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1, | ||
216 | 1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0, | ||
217 | 3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1, | ||
218 | 1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0, | ||
219 | 2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2, | ||
220 | 1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1, | ||
221 | 1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1, | ||
222 | 1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, | ||
223 | 2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1, | ||
224 | 1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0, | ||
225 | 3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2, | ||
226 | 1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1, | ||
227 | 2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1, | ||
228 | 1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0, | ||
229 | 2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0, | ||
230 | 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
231 | 2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1, | ||
232 | 1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0, | ||
233 | 1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1, | ||
234 | 1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0, | ||
235 | 3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1, | ||
236 | 2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1, | ||
237 | 3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1, | ||
238 | 1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1, | ||
239 | 1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1, | ||
240 | 0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0, | ||
241 | 2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1, | ||
242 | 1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0, | ||
243 | 1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1, | ||
244 | 0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, | ||
245 | 1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1, | ||
246 | 1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0, | ||
247 | 2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2, | ||
248 | 2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1, | ||
249 | 1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0, | ||
250 | 1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0, | ||
251 | 2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1, | ||
252 | 0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0, | ||
253 | 1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1, | ||
254 | 0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, | ||
255 | 2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1, | ||
256 | 1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1, | ||
257 | 1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0, | ||
258 | 0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, | ||
259 | 0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0, | ||
260 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
261 | 1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1, | ||
262 | 0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
263 | 1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1, | ||
264 | 0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, | ||
265 | 1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1, | ||
266 | 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, | ||
267 | 1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0, | ||
268 | 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0, | ||
269 | 1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1, | ||
270 | 0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1, | ||
271 | 2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, | ||
272 | 1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0, | ||
273 | 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, | ||
274 | 1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0, | ||
275 | 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, | ||
276 | 1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0, | ||
277 | 0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | ||
278 | 0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0, | ||
279 | ) | ||
280 | |||
281 | Koi8rModel = { | ||
282 | 'char_to_order_map': KOI8R_char_to_order_map, | ||
283 | 'precedence_matrix': RussianLangModel, | ||
284 | 'typical_positive_ratio': 0.976601, | ||
285 | 'keep_english_letter': False, | ||
286 | 'charset_name': "KOI8-R", | ||
287 | 'language': 'Russian', | ||
288 | } | ||
289 | |||
290 | Win1251CyrillicModel = { | ||
291 | 'char_to_order_map': win1251_char_to_order_map, | ||
292 | 'precedence_matrix': RussianLangModel, | ||
293 | 'typical_positive_ratio': 0.976601, | ||
294 | 'keep_english_letter': False, | ||
295 | 'charset_name': "windows-1251", | ||
296 | 'language': 'Russian', | ||
297 | } | ||
298 | |||
299 | Latin5CyrillicModel = { | ||
300 | 'char_to_order_map': latin5_char_to_order_map, | ||
301 | 'precedence_matrix': RussianLangModel, | ||
302 | 'typical_positive_ratio': 0.976601, | ||
303 | 'keep_english_letter': False, | ||
304 | 'charset_name': "ISO-8859-5", | ||
305 | 'language': 'Russian', | ||
306 | } | ||
307 | |||
308 | MacCyrillicModel = { | ||
309 | 'char_to_order_map': macCyrillic_char_to_order_map, | ||
310 | 'precedence_matrix': RussianLangModel, | ||
311 | 'typical_positive_ratio': 0.976601, | ||
312 | 'keep_english_letter': False, | ||
313 | 'charset_name': "MacCyrillic", | ||
314 | 'language': 'Russian', | ||
315 | } | ||
316 | |||
317 | Ibm866Model = { | ||
318 | 'char_to_order_map': IBM866_char_to_order_map, | ||
319 | 'precedence_matrix': RussianLangModel, | ||
320 | 'typical_positive_ratio': 0.976601, | ||
321 | 'keep_english_letter': False, | ||
322 | 'charset_name': "IBM866", | ||
323 | 'language': 'Russian', | ||
324 | } | ||
325 | |||
326 | Ibm855Model = { | ||
327 | 'char_to_order_map': IBM855_char_to_order_map, | ||
328 | 'precedence_matrix': RussianLangModel, | ||
329 | 'typical_positive_ratio': 0.976601, | ||
330 | 'keep_english_letter': False, | ||
331 | 'charset_name': "IBM855", | ||
332 | 'language': 'Russian', | ||
333 | } | ||