FeedAggregator.pm

filter: Statementstmt 100% 8 / 8 Branchbran n/a Conditioncond n/a MC/DCmcdc n/a Subroutinesub 100% 4 / 4 Podpod n/a totaltotal 100% 12 / 12 CC 1 SCAR 0.0
CC
1
Cov
100%
BEGIN
1.0
BEGIN
1.0
BEGIN
1.0
CRAP 1.0
« FeedAggregator/Feed.pm ↑ Summary
1 package POE::Component::FeedAggregator;
2 1 ▶BEGIN {
Subroutine BEGIN: called CC=1 SCAR=0.0
3 1 $POE::Component::FeedAggregator::AUTHORITY = 'cpan:GETTY';
4 }
5 1 ▶BEGIN {
Subroutine BEGIN: called CC=1 SCAR=0.0
6 1 $POE::Component::FeedAggregator::VERSION = '0.902';
7 }
8 # ABSTRACT: Watch multiple feeds (Atom or RSS) for new headlines
9  
10 1 ▶use MooseX::POE;
Subroutine BEGIN: called CC=1 SCAR=0.0
11 1 ▶use POE qw(
Subroutine BEGIN: called CC=1 SCAR=0.0
12 Component::FeedAggregator::Feed
13 Component::Client::Feed
14 1 );
15 use Cwd;
16 use IO::All;
17  
18 our $VERSION ||= '0.0development';
19  
20 has logger => (
21 isa => 'Object',
22 is => 'rw',
23 predicate => 'has_logger',
24 );
25  
26 has http_agent => (
27 is => 'ro',
28 isa => 'Str',
29 required => 1,
30 default => sub { __PACKAGE__.'/'.$VERSION },
31 );
32  
33 has feed_client => (
34 isa => 'POE::Component::Client::Feed',
35 is => 'ro',
36 lazy => 1,
37 required => 1,
38 default => sub {
39 my $self = shift;
40 $self->logger->info($self->logger_prefix.'Starting up POE::Component::Client::Feed') if $self->has_logger;
41 if ($self->has_logger) {
42 POE::Component::Client::Feed->new({
43 http_agent => $self->http_agent,
44 logger => $self->logger,
45 });
46 } else {
47 POE::Component::Client::Feed->new({
48 http_agent => $self->http_agent,
49 });
50 }
51 },
52 );
53  
54 has tmpdir => (
55 isa => 'Str',
56 is => 'ro',
57 required => 1,
58 default => sub { getcwd },
59 );
60  
61 event feed_received => sub {
62 my ( $self, $kernel, @args ) = @_[ OBJECT, KERNEL, ARG0..$#_ ];
63 $self->logger->debug($self->logger_prefix.'Feed received') if $self->has_logger;
64 my $http_request = $args[0];
65 my $feed = $args[2];
66 $self->logger->debug($self->logger_prefix.'Request feed '.$feed->url.' delayed with '.$feed->delay.' seconds') if $self->has_logger;
67 $kernel->delay_add( 'request_feed', $feed->delay, $feed );
68 my $xml_feed = $args[1];
69 return if !(ref $xml_feed);
70 my $cache_file = $self->tmpdir.'/'.$feed->name.'.feedcache';
71 my @entries;
72 my $ignore = 0;
73 if (-f $cache_file) {
74 @entries = io($cache_file)->slurp;
75 } else {
76 $ignore = $feed->ignore_first;
77 }
78 my @new_entries;
79 $self->logger->debug($self->logger_prefix.( scalar $xml_feed->entries ).' Entries found') if $self->has_logger;
80 for my $entry ($xml_feed->entries) {
81 my $link = $entry->link;
82 my $title = $entry->title;
83 $link =~ s/ //g;
84 my $known = 0;
85 for (@entries) {
86 chomp;
87 if ( $_ =~ m/^(.+?) (.+)$/ ) {
88 if ( $1 eq $link || $2 eq $title ) {
89 $known = 1;
90 last;
91 }
92 }
93 }
94 next if $known;
95 push @new_entries, $link.' '.$title;
96 $kernel->post( $feed->sender, $feed->entry_event, $feed, $entry ) if (!$known and !$ignore);
97 }
98 $self->logger->debug($self->logger_prefix.( scalar @new_entries ).' new entries') if $self->has_logger;
99 push @entries, @new_entries;
100 my $count = @entries;
101 my @save_entries = splice(@entries, $count - $feed->max_headlines > 0 ? $count - $feed->max_headlines : 0, $feed->max_headlines);
102 $self->logger->debug($self->logger_prefix.'Saving cache file '.$cache_file) if $self->has_logger;
103 scalar join("\n",@save_entries) > io($cache_file);
104 };
105  
106 event request_feed => sub {
107 my ( $self, $feed ) = @_[ OBJECT, ARG0..$#_ ];
108 $self->logger->debug($self->logger_prefix.'Requesting feed '.$feed->url) if $self->has_logger;
109 $self->feed_client->yield('request',$feed->url,'feed_received',$feed);
110 };
111  
112 sub add_feed { shift->yield('_add_feed', @_); }
113  
114 event _add_feed => sub {
115 my ( $self, $sender, $feed_args ) = @_[ OBJECT, SENDER, ARG0..$#_ ];
116 $feed_args->{sender} = $sender;
117 my $feed = POE::Component::FeedAggregator::Feed->new($feed_args);
118 $self->logger->debug($self->logger_prefix.'Added feed '.$feed->url) if $self->has_logger;
119 $self->yield( request_feed => $feed );
120 };
121  
122 sub logger_prefix {
123 my $self = shift;
124 __PACKAGE__.' ('.$self->get_session_id.') ';
125 }
126  
127 1;
128  
129  
130  
131 =pod
132  
133 =head1 NAME
134  
135 POE::Component::FeedAggregator - Watch multiple feeds (Atom or RSS) for new headlines
136  
137 =head1 VERSION
138  
139 version 0.902
140  
141 =head1 SYNOPSIS
142  
143 package MyServer;
144 use MooseX::POE;
145 use POE::Component::FeedAggregator;
146  
147 has feedaggregator => (
148 is => 'ro',
149 default => sub {
150 POE::Component::FeedAggregator->new();
151 }
152 );
153  
154 event new_feed_entry => sub {
155 my ( $self, @args ) = @_[ OBJECT, ARG0..$#_ ];
156 my $feed = $args[0]; # POE::Component::FeedAggregator::Feed object of the feed
157 my $entry = $args[1]; # XML::Feed::Format::* object of the new entry
158 };
159  
160 sub START {
161 my ( $self ) = @_;
162 $self->feedaggregator->add_feed({
163 url => 'http://news.perlfoundation.org/atom.xml', # required
164 name => 'perlfoundation', # required
165 delay => 1200, # default value
166 entry_event => 'new_feed_entry', # default value
167 });
168 }
169  
170 =head1 SEE ALSO
171  
172 =over 4
173  
174 =item *
175  
176 L<POE::Component::Client::Feed>
177  
178 =item *
179  
180 L<POE::Component::FeedAggregator::Feed>
181  
182 =item *
183  
184 L<XML::Feed>
185  
186 =item *
187  
188 L<MooseX::POE>
189  
190 =back
191  
192 =head1 AUTHOR
193  
194 Torsten Raudssus <torsten@raudssus.de>
195  
196 =head1 COPYRIGHT AND LICENSE
197  
198 This software is copyright (c) 2010 by L<Raudssus Social Software|http://www.raudssus.de/>.
199  
200 This is free software; you can redistribute it and/or modify it under
201 the same terms as the Perl 5 programming language system itself.
202  
203 =cut
204  
205  
206 __END__
« FeedAggregator/Feed.pm ↑ Summary