line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ |
2
|
|
|
|
|
|
|
/* ***** BEGIN LICENSE BLOCK ***** |
3
|
|
|
|
|
|
|
* Version: MPL 1.1/GPL 2.0/LGPL 2.1 |
4
|
|
|
|
|
|
|
* |
5
|
|
|
|
|
|
|
* The contents of this file are subject to the Mozilla Public License Version |
6
|
|
|
|
|
|
|
* 1.1 (the "License"); you may not use this file except in compliance with |
7
|
|
|
|
|
|
|
* the License. You may obtain a copy of the License at |
8
|
|
|
|
|
|
|
* http://www.mozilla.org/MPL/ |
9
|
|
|
|
|
|
|
* |
10
|
|
|
|
|
|
|
* Software distributed under the License is distributed on an "AS IS" basis, |
11
|
|
|
|
|
|
|
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License |
12
|
|
|
|
|
|
|
* for the specific language governing rights and limitations under the |
13
|
|
|
|
|
|
|
* License. |
14
|
|
|
|
|
|
|
* |
15
|
|
|
|
|
|
|
* The Original Code is mozilla.org code. |
16
|
|
|
|
|
|
|
* |
17
|
|
|
|
|
|
|
* The Initial Developer of the Original Code is |
18
|
|
|
|
|
|
|
* Netscape Communications Corporation. |
19
|
|
|
|
|
|
|
* Portions created by the Initial Developer are Copyright (C) 1998 |
20
|
|
|
|
|
|
|
* the Initial Developer. All Rights Reserved. |
21
|
|
|
|
|
|
|
* |
22
|
|
|
|
|
|
|
* Contributor(s): |
23
|
|
|
|
|
|
|
* |
24
|
|
|
|
|
|
|
* Alternatively, the contents of this file may be used under the terms of |
25
|
|
|
|
|
|
|
* either the GNU General Public License Version 2 or later (the "GPL"), or |
26
|
|
|
|
|
|
|
* the GNU Lesser General Public License Version 2.1 or later (the "LGPL"), |
27
|
|
|
|
|
|
|
* in which case the provisions of the GPL or the LGPL are applicable instead |
28
|
|
|
|
|
|
|
* of those above. If you wish to allow use of your version of this file only |
29
|
|
|
|
|
|
|
* under the terms of either the GPL or the LGPL, and not to allow others to |
30
|
|
|
|
|
|
|
* use your version of this file under the terms of the MPL, indicate your |
31
|
|
|
|
|
|
|
* decision by deleting the provisions above and replace them with the notice |
32
|
|
|
|
|
|
|
* and other provisions required by the GPL or the LGPL. If you do not delete |
33
|
|
|
|
|
|
|
* the provisions above, a recipient may use your version of this file under |
34
|
|
|
|
|
|
|
* the terms of any one of the MPL, the GPL or the LGPL. |
35
|
|
|
|
|
|
|
* |
36
|
|
|
|
|
|
|
* ***** END LICENSE BLOCK ***** */ |
37
|
|
|
|
|
|
|
|
38
|
|
|
|
|
|
|
// for S-JIS encoding, obeserve characteristic: |
39
|
|
|
|
|
|
|
// 1, kana character (or hankaku?) often have hight frequency of appereance |
40
|
|
|
|
|
|
|
// 2, kana character often exist in group |
41
|
|
|
|
|
|
|
// 3, certain combination of kana is never used in japanese language |
42
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
#ifndef nsSJISProber_h__ |
44
|
|
|
|
|
|
|
#define nsSJISProber_h__ |
45
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
#include "nsCharSetProber.h" |
47
|
|
|
|
|
|
|
#include "nsCodingStateMachine.h" |
48
|
|
|
|
|
|
|
#include "JpCntx.h" |
49
|
|
|
|
|
|
|
#include "CharDistribution.h" |
50
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
|
52
|
|
|
|
|
|
|
class nsSJISProber: public nsCharSetProber { |
53
|
|
|
|
|
|
|
public: |
54
|
|
|
|
|
|
|
nsSJISProber(void){mCodingSM = new nsCodingStateMachine(&SJISSMModel); |
55
|
|
|
|
|
|
|
Reset();}; |
56
|
8
|
|
|
|
|
|
virtual ~nsSJISProber(void){delete mCodingSM;}; |
57
|
|
|
|
|
|
|
nsProbingState HandleData(const char* aBuf, PRUint32 aLen); |
58
|
2
|
|
|
|
|
|
const char* GetCharSetName() {return "Shift_JIS";}; |
59
|
0
|
|
|
|
|
|
nsProbingState GetState(void) {return mState;}; |
60
|
|
|
|
|
|
|
void Reset(void); |
61
|
|
|
|
|
|
|
float GetConfidence(void); |
62
|
0
|
|
|
|
|
|
void SetOpion() {}; |
63
|
|
|
|
|
|
|
|
64
|
|
|
|
|
|
|
protected: |
65
|
|
|
|
|
|
|
nsCodingStateMachine* mCodingSM; |
66
|
|
|
|
|
|
|
nsProbingState mState; |
67
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
SJISContextAnalysis mContextAnalyser; |
69
|
|
|
|
|
|
|
SJISDistributionAnalysis mDistributionAnalyser; |
70
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
char mLastChar[2]; |
72
|
|
|
|
|
|
|
|
73
|
|
|
|
|
|
|
}; |
74
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
#endif /* nsSJISProber_h__ */ |
77
|
|
|
|
|
|
|
|