Home Explore Help
Sign In
bscheibel
/
technical_drawings_extraction
Watch 1
Star 0
Fork 0
Files Issues 0 Pull Requests 0 Wiki
Tree: 11e54ecd65
Branches Tags
technical_dr...
/
venv
/
lib
/
python3.7
/
site-packages
/
chardet
/
langcyrillicmodel.py

langcyrillicmodel.py 18 KB
History Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334 
  1. ######################## BEGIN LICENSE BLOCK ########################
    2. 

  2. # The Original Code is Mozilla Communicator client code.
    3. 

  3. #
    4. 

  4. # The Initial Developer of the Original Code is
    5. 

  5. # Netscape Communications Corporation.
    6. 

  6. # Portions created by the Initial Developer are Copyright (C) 1998
    7. 

  7. # the Initial Developer. All Rights Reserved.
    8. 

  8. #
    9. 

  9. # Contributor(s):
    10. 

  10. #   Mark Pilgrim - port to Python
    11. 

  11. #
    12. 

  12. # This library is free software; you can redistribute it and/or
    13. 

  13. # modify it under the terms of the GNU Lesser General Public
    14. 

  14. # License as published by the Free Software Foundation; either
    15. 

  15. # version 2.1 of the License, or (at your option) any later version.
    16. 

  16. #
    17. 

  17. # This library is distributed in the hope that it will be useful,
    18. 

  18. # but WITHOUT ANY WARRANTY; without even the implied warranty of
    19. 

  19. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
    20. 

  20. # Lesser General Public License for more details.
    21. 

  21. #
    22. 

  22. # You should have received a copy of the GNU Lesser General Public
    23. 

  23. # License along with this library; if not, write to the Free Software
    24. 

  24. # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
    25. 

  25. # 02110-1301  USA
    26. 

  26. ######################### END LICENSE BLOCK #########################
    27. 

  27. 

  28. # KOI8-R language model
    29. 

  29. # Character Mapping Table:
    30. 

  30. KOI8R_char_to_order_map = (
    31. 

  31. 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
    32. 

  32. 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
    33. 

  33. 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
    34. 

  34. 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
    35. 

  35. 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
    36. 

  36. 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
    37. 

  37. 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
    38. 

  38.  67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
    39. 

  39. 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,  # 80
    40. 

  40. 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,  # 90
    41. 

  41. 223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237,  # a0
    42. 

  42. 238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,  # b0
    43. 

  43.  27,  3, 21, 28, 13,  2, 39, 19, 26,  4, 23, 11,  8, 12,  5,  1,  # c0
    44. 

  44.  15, 16,  9,  7,  6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54,  # d0
    45. 

  45.  59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34,  # e0
    46. 

  46.  35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70,  # f0
    47. 

  47. )
    48. 

  48. 

  49. win1251_char_to_order_map = (
    50. 

  50. 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
    51. 

  51. 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
    52. 

  52. 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
    53. 

  53. 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
    54. 

  54. 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
    55. 

  55. 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
    56. 

  56. 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
    57. 

  57.  67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
    58. 

  58. 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
    59. 

  59. 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
    60. 

  60. 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
    61. 

  61. 239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253,
    62. 

  62.  37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
    63. 

  63.  45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
    64. 

  64.   3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
    65. 

  65.   9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
    66. 

  66. )
    67. 

  67. 

  68. latin5_char_to_order_map = (
    69. 

  69. 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
    70. 

  70. 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
    71. 

  71. 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
    72. 

  72. 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
    73. 

  73. 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
    74. 

  74. 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
    75. 

  75. 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
    76. 

  76.  67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
    77. 

  77. 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
    78. 

  78. 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
    79. 

  79. 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
    80. 

  80.  37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
    81. 

  81.  45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
    82. 

  82.   3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
    83. 

  83.   9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
    84. 

  84. 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255,
    85. 

  85. )
    86. 

  86. 

  87. macCyrillic_char_to_order_map = (
    88. 

  88. 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
    89. 

  89. 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
    90. 

  90. 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
    91. 

  91. 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
    92. 

  92. 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
    93. 

  93. 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
    94. 

  94. 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
    95. 

  95.  67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
    96. 

  96.  37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
    97. 

  97.  45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
    98. 

  98. 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
    99. 

  99. 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
    100. 

  100. 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
    101. 

  101. 239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16,
    102. 

  102.   3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
    103. 

  103.   9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255,
    104. 

  104. )
    105. 

  105. 

  106. IBM855_char_to_order_map = (
    107. 

  107. 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
    108. 

  108. 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
    109. 

  109. 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
    110. 

  110. 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
    111. 

  111. 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
    112. 

  112. 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
    113. 

  113. 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
    114. 

  114.  67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
    115. 

  115. 191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205,
    116. 

  116. 206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70,
    117. 

  117.   3, 37, 21, 44, 28, 58, 13, 41,  2, 48, 39, 53, 19, 46,218,219,
    118. 

  118. 220,221,222,223,224, 26, 55,  4, 42,225,226,227,228, 23, 60,229,
    119. 

  119. 230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243,
    120. 

  120.   8, 49, 12, 38,  5, 31,  1, 34, 15,244,245,246,247, 35, 16,248,
    121. 

  121.  43,  9, 45,  7, 32,  6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249,
    122. 

  122. 250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255,
    123. 

  123. )
    124. 

  124. 

  125. IBM866_char_to_order_map = (
    126. 

  126. 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
    127. 

  127. 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
    128. 

  128. 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
    129. 

  129. 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
    130. 

  130. 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
    131. 

  131. 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
    132. 

  132. 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
    133. 

  133.  67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
    134. 

  134.  37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
    135. 

  135.  45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
    136. 

  136.   3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
    137. 

  137. 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
    138. 

  138. 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
    139. 

  139. 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
    140. 

  140.   9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
    141. 

  141. 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255,
    142. 

  142. )
    143. 

  143. 

  144. # Model Table:
    145. 

  145. # total sequences: 100%
    146. 

  146. # first 512 sequences: 97.6601%
    147. 

  147. # first 1024 sequences: 2.3389%
    148. 

  148. # rest  sequences:      0.1237%
    149. 

  149. # negative sequences:   0.0009%
    150. 

  150. RussianLangModel = (
    151. 

  151. 0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3,
    152. 

  152. 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2,
    153. 

  153. 3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0,
    154. 

  154. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    155. 

  155. 3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0,
    156. 

  156. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    157. 

  157. 3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1,
    158. 

  158. 0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    159. 

  159. 3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1,
    160. 

  160. 0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    161. 

  161. 3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0,
    162. 

  162. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
    163. 

  163. 3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0,
    164. 

  164. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
    165. 

  165. 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0,
    166. 

  166. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,
    167. 

  167. 3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0,
    168. 

  168. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    169. 

  169. 3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0,
    170. 

  170. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    171. 

  171. 3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0,
    172. 

  172. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
    173. 

  173. 3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0,
    174. 

  174. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    175. 

  175. 3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0,
    176. 

  176. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    177. 

  177. 3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0,
    178. 

  178. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
    179. 

  179. 3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0,
    180. 

  180. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    181. 

  181. 2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0,
    182. 

  182. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    183. 

  183. 3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0,
    184. 

  184. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    185. 

  185. 3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0,
    186. 

  186. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    187. 

  187. 3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0,
    188. 

  188. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    189. 

  189. 3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0,
    190. 

  190. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    191. 

  191. 3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0,
    192. 

  192. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
    193. 

  193. 3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0,
    194. 

  194. 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
    195. 

  195. 2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0,
    196. 

  196. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    197. 

  197. 3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0,
    198. 

  198. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    199. 

  199. 3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0,
    200. 

  200. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    201. 

  201. 2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0,
    202. 

  202. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    203. 

  203. 3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0,
    204. 

  204. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
    205. 

  205. 3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0,
    206. 

  206. 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    207. 

  207. 3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0,
    208. 

  208. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    209. 

  209. 2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    210. 

  210. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    211. 

  211. 2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1,
    212. 

  212. 1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
    213. 

  213. 2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1,
    214. 

  214. 1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0,
    215. 

  215. 2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1,
    216. 

  216. 1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0,
    217. 

  217. 3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1,
    218. 

  218. 1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0,
    219. 

  219. 2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2,
    220. 

  220. 1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1,
    221. 

  221. 1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1,
    222. 

  222. 1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,
    223. 

  223. 2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1,
    224. 

  224. 1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0,
    225. 

  225. 3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2,
    226. 

  226. 1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1,
    227. 

  227. 2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1,
    228. 

  228. 1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0,
    229. 

  229. 2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0,
    230. 

  230. 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    231. 

  231. 2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1,
    232. 

  232. 1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0,
    233. 

  233. 1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1,
    234. 

  234. 1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0,
    235. 

  235. 3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1,
    236. 

  236. 2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1,
    237. 

  237. 3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1,
    238. 

  238. 1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1,
    239. 

  239. 1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1,
    240. 

  240. 0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
    241. 

  241. 2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1,
    242. 

  242. 1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0,
    243. 

  243. 1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1,
    244. 

  244. 0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
    245. 

  245. 1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1,
    246. 

  246. 1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,
    247. 

  247. 2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2,
    248. 

  248. 2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1,
    249. 

  249. 1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0,
    250. 

  250. 1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0,
    251. 

  251. 2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
    252. 

  252. 0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,
    253. 

  253. 1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1,
    254. 

  254. 0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,
    255. 

  255. 2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1,
    256. 

  256. 1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1,
    257. 

  257. 1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,
    258. 

  258. 0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
    259. 

  259. 0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,
    260. 

  260. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    261. 

  261. 1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,
    262. 

  262. 0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    263. 

  263. 1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1,
    264. 

  264. 0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
    265. 

  265. 1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1,
    266. 

  266. 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
    267. 

  267. 1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,
    268. 

  268. 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
    269. 

  269. 1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1,
    270. 

  270. 0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,
    271. 

  271. 2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
    272. 

  272. 1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,
    273. 

  273. 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
    274. 

  274. 1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,
    275. 

  275. 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
    276. 

  276. 1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0,
    277. 

  277. 0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
    278. 

  278. 0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,
    279. 

  279. )
    280. 

  280. 

  281. Koi8rModel = {
    282. 

  282.   'char_to_order_map': KOI8R_char_to_order_map,
    283. 

  283.   'precedence_matrix': RussianLangModel,
    284. 

  284.   'typical_positive_ratio': 0.976601,
    285. 

  285.   'keep_english_letter': False,
    286. 

  286.   'charset_name': "KOI8-R",
    287. 

  287.   'language': 'Russian',
    288. 

  288. }
    289. 

  289. 

  290. Win1251CyrillicModel = {
    291. 

  291.   'char_to_order_map': win1251_char_to_order_map,
    292. 

  292.   'precedence_matrix': RussianLangModel,
    293. 

  293.   'typical_positive_ratio': 0.976601,
    294. 

  294.   'keep_english_letter': False,
    295. 

  295.   'charset_name': "windows-1251",
    296. 

  296.   'language': 'Russian',
    297. 

  297. }
    298. 

  298. 

  299. Latin5CyrillicModel = {
    300. 

  300.   'char_to_order_map': latin5_char_to_order_map,
    301. 

  301.   'precedence_matrix': RussianLangModel,
    302. 

  302.   'typical_positive_ratio': 0.976601,
    303. 

  303.   'keep_english_letter': False,
    304. 

  304.   'charset_name': "ISO-8859-5",
    305. 

  305.   'language': 'Russian',
    306. 

  306. }
    307. 

  307. 

  308. MacCyrillicModel = {
    309. 

  309.   'char_to_order_map': macCyrillic_char_to_order_map,
    310. 

  310.   'precedence_matrix': RussianLangModel,
    311. 

  311.   'typical_positive_ratio': 0.976601,
    312. 

  312.   'keep_english_letter': False,
    313. 

  313.   'charset_name': "MacCyrillic",
    314. 

  314.   'language': 'Russian',
    315. 

  315. }
    316. 

  316. 

  317. Ibm866Model = {
    318. 

  318.   'char_to_order_map': IBM866_char_to_order_map,
    319. 

  319.   'precedence_matrix': RussianLangModel,
    320. 

  320.   'typical_positive_ratio': 0.976601,
    321. 

  321.   'keep_english_letter': False,
    322. 

  322.   'charset_name': "IBM866",
    323. 

  323.   'language': 'Russian',
    324. 

  324. }
    325. 

  325. 

  326. Ibm855Model = {
    327. 

  327.   'char_to_order_map': IBM855_char_to_order_map,
    328. 

  328.   'precedence_matrix': RussianLangModel,
    329. 

  329.   'typical_positive_ratio': 0.976601,
    330. 

  330.   'keep_english_letter': False,
    331. 

  331.   'charset_name': "IBM855",
    332. 

  332.   'language': 'Russian',
    333. 

  333. }
    334. 

  334.