| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package EBook::Ishmael::CharDet::CP; |
|
2
|
18
|
|
|
18
|
|
6863
|
use 5.016; |
|
|
18
|
|
|
|
|
52
|
|
|
3
|
|
|
|
|
|
|
our $VERSION = '2.05'; |
|
4
|
18
|
|
|
18
|
|
74
|
use strict; |
|
|
18
|
|
|
|
|
28
|
|
|
|
18
|
|
|
|
|
349
|
|
|
5
|
18
|
|
|
18
|
|
53
|
use warnings; |
|
|
18
|
|
|
|
|
28
|
|
|
|
18
|
|
|
|
|
776
|
|
|
6
|
|
|
|
|
|
|
|
|
7
|
18
|
|
|
18
|
|
76
|
use EBook::Ishmael::CharDet::Constants qw(:CONSTANTS); |
|
|
18
|
|
|
|
|
22
|
|
|
|
18
|
|
|
|
|
6899
|
|
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
sub new { |
|
10
|
|
|
|
|
|
|
|
|
11
|
536
|
|
|
536
|
0
|
610
|
my ($class) = @_; |
|
12
|
|
|
|
|
|
|
|
|
13
|
536
|
|
|
|
|
1167
|
my $self = { |
|
14
|
|
|
|
|
|
|
Freqs => 0, |
|
15
|
|
|
|
|
|
|
Bigrams => 0, |
|
16
|
|
|
|
|
|
|
Prev => undef, |
|
17
|
|
|
|
|
|
|
Total => 0, |
|
18
|
|
|
|
|
|
|
}; |
|
19
|
536
|
|
|
|
|
2519
|
return bless $self, $class; |
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
} |
|
22
|
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
sub take { |
|
24
|
|
|
|
|
|
|
|
|
25
|
274432
|
|
|
274432
|
0
|
304026
|
my ($self, $data) = @_; |
|
26
|
|
|
|
|
|
|
|
|
27
|
274432
|
|
|
|
|
314184
|
for my $i (0 .. length($data) - 1) { |
|
28
|
4390912
|
|
|
|
|
4280657
|
my $c = substr $data, $i, 1; |
|
29
|
4390912
|
100
|
|
|
|
5093152
|
if ($self->ignore($c)) { |
|
|
|
100
|
|
|
|
|
|
|
30
|
614927
|
|
|
|
|
638481
|
undef $self->{Prev}; |
|
31
|
|
|
|
|
|
|
} elsif (defined $self->{Prev}) { |
|
32
|
3237754
|
100
|
|
|
|
4658420
|
if ($self->freq_bigram($self->{Prev} . $c)) { |
|
33
|
748367
|
|
|
|
|
723840
|
$self->{Freqs}++; |
|
34
|
|
|
|
|
|
|
} |
|
35
|
3237754
|
|
|
|
|
3355131
|
$self->{Bigrams}++; |
|
36
|
3237754
|
|
|
|
|
3148265
|
$self->{Prev} = $c; |
|
37
|
|
|
|
|
|
|
} else { |
|
38
|
538231
|
|
|
|
|
571583
|
$self->{Prev} = $c; |
|
39
|
|
|
|
|
|
|
} |
|
40
|
4390912
|
|
|
|
|
4572154
|
$self->{Total}++; |
|
41
|
|
|
|
|
|
|
} |
|
42
|
|
|
|
|
|
|
|
|
43
|
274432
|
|
|
|
|
341934
|
return TAKE_OK; |
|
44
|
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
} |
|
46
|
|
|
|
|
|
|
|
|
47
|
0
|
|
|
0
|
0
|
0
|
sub ignore { die "ignore() not implemented" } |
|
48
|
|
|
|
|
|
|
|
|
49
|
0
|
|
|
0
|
0
|
0
|
sub freq_bigram { die "freq_bigram() not implemented" } |
|
50
|
|
|
|
|
|
|
|
|
51
|
0
|
|
|
0
|
0
|
0
|
sub dist_ratio { die "dist_ratio() not implemented" } |
|
52
|
|
|
|
|
|
|
|
|
53
|
|
|
|
|
|
|
sub confidence { |
|
54
|
|
|
|
|
|
|
|
|
55
|
536
|
|
|
536
|
0
|
639
|
my ($self) = @_; |
|
56
|
|
|
|
|
|
|
|
|
57
|
536
|
50
|
|
|
|
756
|
if ($self->{Total} == 0) { |
|
58
|
0
|
|
|
|
|
0
|
return 0; |
|
59
|
|
|
|
|
|
|
} |
|
60
|
|
|
|
|
|
|
|
|
61
|
536
|
50
|
|
|
|
742
|
if ($self->{Freqs} == $self->{Bigrams}) { |
|
62
|
0
|
|
|
|
|
0
|
return 0.99; |
|
63
|
|
|
|
|
|
|
} |
|
64
|
|
|
|
|
|
|
|
|
65
|
536
|
|
|
|
|
1968
|
return $self->{Freqs} / $self->{Bigrams}; |
|
66
|
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
} |
|
68
|
|
|
|
|
|
|
|
|
69
|
0
|
|
|
0
|
0
|
|
sub bad { 0 } |
|
70
|
|
|
|
|
|
|
|
|
71
|
0
|
|
|
0
|
0
|
|
sub encoding { die "encoding() not implemented" } |
|
72
|
|
|
|
|
|
|
|
|
73
|
|
|
|
|
|
|
1; |
|
74
|
|
|
|
|
|
|
|