1 ######################## BEGIN LICENSE BLOCK ######################## |
|
2 # The Original Code is Mozilla Universal charset detector code. |
|
3 # |
|
4 # The Initial Developer of the Original Code is |
|
5 # Netscape Communications Corporation. |
|
6 # Portions created by the Initial Developer are Copyright (C) 2001 |
|
7 # the Initial Developer. All Rights Reserved. |
|
8 # |
|
9 # Contributor(s): |
|
10 # Mark Pilgrim - port to Python |
|
11 # Shy Shalom - original C code |
|
12 # Proofpoint, Inc. |
|
13 # |
|
14 # This library is free software; you can redistribute it and/or |
|
15 # modify it under the terms of the GNU Lesser General Public |
|
16 # License as published by the Free Software Foundation; either |
|
17 # version 2.1 of the License, or (at your option) any later version. |
|
18 # |
|
19 # This library is distributed in the hope that it will be useful, |
|
20 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
21 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
22 # Lesser General Public License for more details. |
|
23 # |
|
24 # You should have received a copy of the GNU Lesser General Public |
|
25 # License along with this library; if not, write to the Free Software |
|
26 # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA |
|
27 # 02110-1301 USA |
|
28 ######################### END LICENSE BLOCK ######################### |
|
29 |
|
30 from .charsetgroupprober import CharSetGroupProber |
|
31 from .utf8prober import UTF8Prober |
|
32 from .sjisprober import SJISProber |
|
33 from .eucjpprober import EUCJPProber |
|
34 from .gb2312prober import GB2312Prober |
|
35 from .euckrprober import EUCKRProber |
|
36 from .cp949prober import CP949Prober |
|
37 from .big5prober import Big5Prober |
|
38 from .euctwprober import EUCTWProber |
|
39 |
|
40 |
|
41 class MBCSGroupProber(CharSetGroupProber): |
|
42 def __init__(self, lang_filter=None): |
|
43 super(MBCSGroupProber, self).__init__(lang_filter=lang_filter) |
|
44 self.probers = [ |
|
45 UTF8Prober(), |
|
46 SJISProber(), |
|
47 EUCJPProber(), |
|
48 GB2312Prober(), |
|
49 EUCKRProber(), |
|
50 CP949Prober(), |
|
51 Big5Prober(), |
|
52 EUCTWProber() |
|
53 ] |
|
54 self.reset() |
|