| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package XML::RSS::Headline; |
|
2
|
6
|
|
|
6
|
|
34824
|
use strict; |
|
|
6
|
|
|
|
|
14
|
|
|
|
6
|
|
|
|
|
249
|
|
|
3
|
6
|
|
|
6
|
|
32
|
use warnings; |
|
|
6
|
|
|
|
|
11
|
|
|
|
6
|
|
|
|
|
177
|
|
|
4
|
6
|
|
|
6
|
|
31
|
use Digest::MD5 qw(md5_base64); |
|
|
6
|
|
|
|
|
8
|
|
|
|
6
|
|
|
|
|
703
|
|
|
5
|
6
|
|
|
6
|
|
25968
|
use Encode qw(encode_utf8); |
|
|
6
|
|
|
|
|
113337
|
|
|
|
6
|
|
|
|
|
659
|
|
|
6
|
6
|
|
|
6
|
|
7279
|
use URI; |
|
|
6
|
|
|
|
|
58504
|
|
|
|
6
|
|
|
|
|
290
|
|
|
7
|
6
|
|
|
6
|
|
10043
|
use Time::HiRes; |
|
|
6
|
|
|
|
|
17999
|
|
|
|
6
|
|
|
|
|
39
|
|
|
8
|
6
|
|
|
6
|
|
13000
|
use HTML::Entities qw(decode_entities); |
|
|
6
|
|
|
|
|
61963
|
|
|
|
6
|
|
|
|
|
1499
|
|
|
9
|
6
|
|
|
6
|
|
66
|
use Carp qw(carp); |
|
|
6
|
|
|
|
|
12
|
|
|
|
6
|
|
|
|
|
413
|
|
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
# length of headline when from description |
|
12
|
6
|
|
|
6
|
|
32
|
use constant DESCRIPTION_HEADLINE => 45; |
|
|
6
|
|
|
|
|
9
|
|
|
|
6
|
|
|
|
|
9286
|
|
|
13
|
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
our $VERSION = 2.32; |
|
15
|
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
sub new { |
|
17
|
0
|
|
|
0
|
1
|
|
my ( $class, %args ) = @_; |
|
18
|
0
|
|
|
|
|
|
my $self = bless {}, $class; |
|
19
|
0
|
|
|
|
|
|
my $first_seen = $args{first_seen}; |
|
20
|
0
|
|
0
|
|
|
|
my $headline_as_id = $args{headline_as_id} || 0; |
|
21
|
0
|
0
|
|
|
|
|
delete $args{first_seen} if exists $args{first_seen}; |
|
22
|
0
|
0
|
|
|
|
|
delete $args{headline_as_id} if exists $args{headline_as_id}; |
|
23
|
|
|
|
|
|
|
|
|
24
|
0
|
0
|
|
|
|
|
if ( $args{item} ) { |
|
25
|
0
|
0
|
0
|
|
|
|
unless ( ( $args{item}->{title} || $args{item}->{description} ) |
|
|
|
|
0
|
|
|
|
|
|
26
|
|
|
|
|
|
|
&& $args{item}->{link} ) |
|
27
|
|
|
|
|
|
|
{ |
|
28
|
0
|
|
|
|
|
|
carp 'item must contain either title/link or description/link'; |
|
29
|
0
|
|
|
|
|
|
return; |
|
30
|
|
|
|
|
|
|
} |
|
31
|
|
|
|
|
|
|
} |
|
32
|
|
|
|
|
|
|
else { |
|
33
|
0
|
0
|
0
|
|
|
|
unless ( $args{url} && ( $args{headline} || $args{description} ) ) { |
|
|
|
|
0
|
|
|
|
|
|
34
|
0
|
|
|
|
|
|
carp 'Either item, url/headline. or url/description are required'; |
|
35
|
0
|
|
|
|
|
|
return; |
|
36
|
|
|
|
|
|
|
} |
|
37
|
|
|
|
|
|
|
} |
|
38
|
|
|
|
|
|
|
|
|
39
|
0
|
|
|
|
|
|
$self->headline_as_id($headline_as_id); |
|
40
|
|
|
|
|
|
|
|
|
41
|
0
|
|
|
|
|
|
for my $method ( keys %args ) { |
|
42
|
0
|
0
|
|
|
|
|
if ( $self->can($method) ) { |
|
43
|
0
|
|
|
|
|
|
$self->$method( $args{$method} ); |
|
44
|
|
|
|
|
|
|
} |
|
45
|
|
|
|
|
|
|
else { |
|
46
|
0
|
|
|
|
|
|
carp "Invalid argument: '$method'"; |
|
47
|
|
|
|
|
|
|
} |
|
48
|
|
|
|
|
|
|
} |
|
49
|
|
|
|
|
|
|
|
|
50
|
0
|
0
|
|
|
|
|
unless ( $self->headline ) { |
|
51
|
0
|
|
|
|
|
|
carp 'Failed to set headline'; |
|
52
|
0
|
|
|
|
|
|
return; |
|
53
|
|
|
|
|
|
|
} |
|
54
|
|
|
|
|
|
|
|
|
55
|
0
|
|
|
|
|
|
$self->set_first_seen($first_seen); |
|
56
|
0
|
|
|
|
|
|
return $self; |
|
57
|
|
|
|
|
|
|
} |
|
58
|
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
sub id { |
|
60
|
0
|
|
|
0
|
1
|
|
my ($self) = @_; |
|
61
|
0
|
0
|
|
|
|
|
return $self->{_rss_headline_id} if $self->headline_as_id; |
|
62
|
0
|
|
0
|
|
|
|
return $self->guid || $self->url; |
|
63
|
|
|
|
|
|
|
} |
|
64
|
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
sub guid { |
|
66
|
0
|
|
|
0
|
1
|
|
my ( $self, $guid ) = @_; |
|
67
|
0
|
0
|
|
|
|
|
$self->{guid} = $guid if $guid; |
|
68
|
0
|
|
|
|
|
|
return $self->{guid}; |
|
69
|
|
|
|
|
|
|
} |
|
70
|
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
sub _cache_id { |
|
72
|
0
|
|
|
0
|
|
|
my ($self) = @_; |
|
73
|
0
|
0
|
|
|
|
|
$self->{_rss_headline_id} |
|
74
|
|
|
|
|
|
|
= md5_base64( encode_utf8( $self->{safe_headline} ) ) |
|
75
|
|
|
|
|
|
|
if $self->{safe_headline}; |
|
76
|
0
|
|
|
|
|
|
return; |
|
77
|
|
|
|
|
|
|
} |
|
78
|
|
|
|
|
|
|
|
|
79
|
|
|
|
|
|
|
sub multiline_headline { |
|
80
|
0
|
|
|
0
|
1
|
|
my ($self) = @_; |
|
81
|
0
|
|
|
|
|
|
my @multiline_headline = split /\n/, $self->headline; |
|
82
|
0
|
0
|
|
|
|
|
return wantarray ? @multiline_headline : \@multiline_headline; |
|
83
|
|
|
|
|
|
|
} |
|
84
|
|
|
|
|
|
|
|
|
85
|
|
|
|
|
|
|
sub item { |
|
86
|
0
|
|
|
0
|
1
|
|
my ( $self, $item ) = @_; |
|
87
|
0
|
0
|
|
|
|
|
return unless $item; |
|
88
|
0
|
|
|
|
|
|
$self->url( $item->{link} ); |
|
89
|
0
|
|
|
|
|
|
$self->headline( $item->{title} ); |
|
90
|
0
|
|
|
|
|
|
$self->description( $item->{description} ); |
|
91
|
0
|
|
|
|
|
|
$self->guid( $item->{guid} ); |
|
92
|
0
|
|
|
|
|
|
return; |
|
93
|
|
|
|
|
|
|
} |
|
94
|
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
sub set_first_seen { |
|
96
|
0
|
|
|
0
|
1
|
|
my ( $self, $hires_time ) = @_; |
|
97
|
0
|
|
|
|
|
|
$self->{hires_timestamp} = $hires_time; |
|
98
|
0
|
0
|
|
|
|
|
$self->{hires_timestamp} = Time::HiRes::time() unless $hires_time; |
|
99
|
0
|
|
|
|
|
|
return 1; |
|
100
|
|
|
|
|
|
|
} |
|
101
|
|
|
|
|
|
|
|
|
102
|
|
|
|
|
|
|
sub first_seen { |
|
103
|
0
|
|
|
0
|
1
|
|
my ($self) = @_; |
|
104
|
0
|
|
|
|
|
|
return int $self->{hires_timestamp}; |
|
105
|
|
|
|
|
|
|
} |
|
106
|
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
sub first_seen_hires { |
|
108
|
0
|
|
|
0
|
1
|
|
my ($self) = @_; |
|
109
|
0
|
|
|
|
|
|
return $self->{hires_timestamp}; |
|
110
|
|
|
|
|
|
|
} |
|
111
|
|
|
|
|
|
|
|
|
112
|
|
|
|
|
|
|
sub headline { |
|
113
|
0
|
|
|
0
|
1
|
|
my ( $self, $headline ) = @_; |
|
114
|
0
|
0
|
|
|
|
|
if ($headline) { |
|
115
|
0
|
|
|
|
|
|
$self->{headline} = decode_entities $headline; |
|
116
|
0
|
0
|
|
|
|
|
if ( $self->{headline_as_id} ) { |
|
117
|
0
|
|
|
|
|
|
$self->{safe_headline} = $headline; |
|
118
|
0
|
|
|
|
|
|
$self->_cache_id; |
|
119
|
|
|
|
|
|
|
} |
|
120
|
|
|
|
|
|
|
} |
|
121
|
0
|
|
|
|
|
|
return $self->{headline}; |
|
122
|
|
|
|
|
|
|
} |
|
123
|
|
|
|
|
|
|
|
|
124
|
|
|
|
|
|
|
sub url { |
|
125
|
0
|
|
|
0
|
1
|
|
my ( $self, $url ) = @_; |
|
126
|
|
|
|
|
|
|
|
|
127
|
|
|
|
|
|
|
# clean the URL up a bit |
|
128
|
0
|
0
|
|
|
|
|
$self->{url} = URI->new($url)->canonical if $url; |
|
129
|
0
|
|
|
|
|
|
return $self->{url}; |
|
130
|
|
|
|
|
|
|
} |
|
131
|
|
|
|
|
|
|
|
|
132
|
|
|
|
|
|
|
sub description { |
|
133
|
0
|
|
|
0
|
1
|
|
my ( $self, $description ) = @_; |
|
134
|
0
|
0
|
|
|
|
|
if ($description) { |
|
135
|
0
|
|
|
|
|
|
$self->{description} = decode_entities $description; |
|
136
|
0
|
0
|
|
|
|
|
$self->_description_headline unless $self->headline; |
|
137
|
|
|
|
|
|
|
} |
|
138
|
0
|
|
|
|
|
|
return $self->{description}; |
|
139
|
|
|
|
|
|
|
} |
|
140
|
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
sub _description_headline { |
|
142
|
0
|
|
|
0
|
|
|
my ($self) = @_; |
|
143
|
0
|
|
|
|
|
|
my $punctuation = qr/[.,?!:;]+/s; |
|
144
|
|
|
|
|
|
|
|
|
145
|
0
|
|
|
|
|
|
my $description = $self->{description}; |
|
146
|
0
|
|
|
|
|
|
$description =~ s/ /\n/g; # turn br into newline |
|
147
|
0
|
|
|
|
|
|
$description =~ s/<.+?>/ /g; |
|
148
|
|
|
|
|
|
|
|
|
149
|
0
|
|
0
|
|
|
|
my $headline = ( split $punctuation, $description )[0] || ''; |
|
150
|
0
|
|
|
|
|
|
$headline =~ s/^\s+//; |
|
151
|
0
|
|
|
|
|
|
$headline =~ s/\s+$//; |
|
152
|
|
|
|
|
|
|
|
|
153
|
0
|
|
|
|
|
|
my $build_headline = ''; |
|
154
|
0
|
|
|
|
|
|
for my $word ( split /\s+/, $headline ) { |
|
155
|
0
|
0
|
|
|
|
|
$build_headline .= ' ' if $build_headline; |
|
156
|
0
|
|
|
|
|
|
$build_headline .= $word; |
|
157
|
0
|
0
|
|
|
|
|
last if length $build_headline > DESCRIPTION_HEADLINE; |
|
158
|
|
|
|
|
|
|
} |
|
159
|
|
|
|
|
|
|
|
|
160
|
0
|
0
|
|
|
|
|
return unless $build_headline; |
|
161
|
0
|
|
|
|
|
|
$self->headline( $build_headline .= '...' ); |
|
162
|
0
|
|
|
|
|
|
return; |
|
163
|
|
|
|
|
|
|
} |
|
164
|
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
sub headline_as_id { |
|
166
|
0
|
|
|
0
|
1
|
|
my ( $self, $bool ) = @_; |
|
167
|
0
|
0
|
|
|
|
|
if ( defined $bool ) { |
|
168
|
0
|
|
|
|
|
|
$self->{headline_as_id} = $bool; |
|
169
|
0
|
|
|
|
|
|
$self->_cache_id; |
|
170
|
|
|
|
|
|
|
} |
|
171
|
0
|
|
|
|
|
|
return $self->{headline_as_id}; |
|
172
|
|
|
|
|
|
|
} |
|
173
|
|
|
|
|
|
|
|
|
174
|
|
|
|
|
|
|
sub timestamp { |
|
175
|
0
|
|
|
0
|
1
|
|
my ( $self, $timestamp ) = @_; |
|
176
|
0
|
0
|
|
|
|
|
$self->{timestamp} = $timestamp if $timestamp; |
|
177
|
0
|
|
|
|
|
|
return $self->{timestamp}; |
|
178
|
|
|
|
|
|
|
} |
|
179
|
|
|
|
|
|
|
|
|
180
|
|
|
|
|
|
|
1; |
|
181
|
|
|
|
|
|
|
|
|
182
|
|
|
|
|
|
|
__END__ |