line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package Plucene::Analysis::WhitespaceAnalyzer; |
2
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
=head1 NAME |
4
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
Plucene::Analysis::WhitespaceAnalyzer - white space analyzer |
6
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
=head1 SYNOPSIS |
8
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
# isa Plucene::Analysis::Analyzer |
10
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
my Plucene::Analysis::WhitespaceTokenizer $wt |
12
|
|
|
|
|
|
|
= Plucene::Analysis::WhitespaceAnalyzer->new(@args); |
13
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
=head1 DESCRIPTION |
15
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
This is an Analyzer that uses WhitespaceTokenizer. |
17
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
=head1 METHODS |
19
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
=cut |
21
|
|
|
|
|
|
|
|
22
|
5
|
|
|
5
|
|
2465
|
use strict; |
|
5
|
|
|
|
|
13
|
|
|
5
|
|
|
|
|
213
|
|
23
|
5
|
|
|
5
|
|
28
|
use warnings; |
|
5
|
|
|
|
|
11
|
|
|
5
|
|
|
|
|
185
|
|
24
|
|
|
|
|
|
|
|
25
|
5
|
|
|
5
|
|
48
|
use base 'Plucene::Analysis::Analyzer'; |
|
5
|
|
|
|
|
14
|
|
|
5
|
|
|
|
|
471
|
|
26
|
5
|
|
|
5
|
|
3038
|
use Plucene::Analysis::WhitespaceTokenizer; |
|
5
|
|
|
|
|
15
|
|
|
5
|
|
|
|
|
77
|
|
27
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
=head2 tokenstream |
29
|
|
|
|
|
|
|
|
30
|
|
|
|
|
|
|
my Plucene::Analysis::WhitespaceTokenizer $wt |
31
|
|
|
|
|
|
|
= Plucene::Analysis::WhitespaceAnalyzer->new(@args); |
32
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
Creates a TokenStream which tokenizes all the text in the provided Reader. |
34
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
=cut |
36
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
sub tokenstream { |
38
|
215
|
|
|
215
|
1
|
14747
|
my $self = shift; |
39
|
215
|
|
|
|
|
1765
|
return Plucene::Analysis::WhitespaceTokenizer->new(@_); |
40
|
|
|
|
|
|
|
} |
41
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
1; |