FollowLinks/Parser.pm untested

filter: Statementstmt 0.0% 0 / 89 Branchbran 0.0% 0 / 22 Conditioncond 0.0% 0 / 15 MC/DCmcdc 0.0% 0 / 10 Subroutinesub 0.0% 0 / 13 Podpod 0.0% 0 / 7 totaltotal 0.0% 0 / 156 CC 12 SCAR 33.3
CC
12
Cov
0%
apply_rules
72.0
new
12.0
follow_if_allowed
12.0
CRAP 27.8
1 # $Id: /mirror/perl/GunghoX-FollowLinks/trunk/lib/GunghoX/FollowLinks/Parser.pm 40584 2008-01-29T14:54:08.742000Z daisuke $
2 #
3 # Copyright (c) 2007 Daisuke Maki <daisuke@endeworks.jp>
4 # All rights reserved.
5  
6 package GunghoX::FollowLinks::Parser;
7 use strict;
8 use warnings;
9 use base qw(Gungho::Base);
10 use Gungho::Request;
11 use Gungho::Util;
12 use GunghoX::FollowLinks::Rule qw(FOLLOW_ALLOW FOLLOW_DENY FOLLOW_DEFER);
13  
14 __PACKAGE__->mk_accessors($_) for qw(rules filters content_type merge_rule);
15  
16 sub parse { die "Must override parse()" }
17  
18 sub register
19 {
20 my ($self, $c) = @_;
21 my $ct = $self->content_type;
22 $c->follow_links_parsers->{ $ct } = $self;
23 }
24  
25 sub new
26 {
27 my $class = shift;
28 my %args = @_;
29  
30 my @rules;
31 foreach my $rule (@{ $args{rules} }) {
32 if (! eval { $rule->isa('GunghoX::FollowLinks::Rule') } || $@) {
33 my $module = $rule->{module};
34 my $pkg = Gungho::Util::load_module($module, "GunghoX::FollowLinks::Rule");
35 $rule = $pkg->new( %{ $rule->{config} } );
36 }
37 push @rules, $rule;
38 }
39  
40 my @filters;
41 foreach my $filter (@{ $args{filters} }) {
42 if (! eval { $filter->isa('GunghoX::FollowLinks::Filter') } || $@) {
43 my $module = $filter->{module};
44 my $pkg = Gungho::Util::load_module($module, 'GunghoX::FollowLinks::Filter');
45 $filter = $pkg->new( %{ $filter->{config} } );
46 }
47 push @filters, $filter;
48 }
49  
50 return $class->next::method(
51 content_type => 'DEFAULT',
52 merge_rule => 'ANY',
53 @_,
54 rules => \@rules,
55 filters => \@filters,
56 );
57 }
58  
59 sub apply_rules
60 {
61 my ($self, $c, $response, $url, $attrs) = @_;
62  
63 $c->log->debug( "Applying rules for $url" );
64 my $rules = $self->rules ;
65 my $decision;
66 my @decision;
67 foreach my $rule (@{ $rules }) {
68 $decision = $rule->apply( $c, $response, $url, $attrs );
69 if ($decision eq FOLLOW_ALLOW || $decision eq FOLLOW_DENY) {
70 $c->log->debug( " + Rule $rule " . (
71 $decision eq FOLLOW_ALLOW ? "ALLOW" :
72 $decision eq FOLLOW_DENY ? "DENY" :
73 $decision eq FOLLOW_DEFER ? "DEFER" :
74 "UNKNOWN"
75 ) . " for url $url");
76  
77 if ($self->merge_rule eq 'ANY') {
78 $c->log->debug( " * Merge rule is 'ANY', stopping rules");
79 last;
80 }
81 }
82 push @decision, $decision;
83 }
84  
85 if ($self->merge_rule eq 'ALL') {
86 my @allowed = grep { $_ eq FOLLOW_ALLOW } @decision;
87 $c->log->debug( "Merge rule is 'ALL'. " . scalar @allowed . " ALLOWs from " . scalar @decision . " decisions");
88 $decision = (@allowed == @decision) ? FOLLOW_ALLOW : FOLLOW_DENY;
89 }
90  
91 return ($decision || FOLLOW_DEFER) eq FOLLOW_ALLOW;
92 }
93  
94 sub follow_if_allowed
95 {
96 my ($self, $c, $response, $url, $attrs) = @_;
97  
98 my $allowed = 0;
99 if ($self->apply_rules( $c, $response, $url, $attrs ) ) {
100 $self->apply_filters( $c, $url );
101  
102 if (! $url->scheme || ! $url->host) {
103 $c->log->debug( "DENY $url (ALLOW by rule, but URL is invalid)" );
104 $allowed = 0;
105 } else {
106 $c->log->debug( "ALLOW $url" );
107 my $request = $self->construct_follow_request($c, $response, $url, $attrs);
108 $c->pushback_request( $request );
109 $allowed++;
110 }
111 } else {
112 $c->log->debug( "DENY $url" );
113 }
114 return $allowed;
115 }
116  
117 sub apply_filters
118 {
119 my ($self, $c, $uri) = @_;
120  
121 my $filters = $self->filters ;
122 foreach my $filter (@{ $filters }) {
123 $filter->apply($c, $uri);
124 }
125 }
126  
127 sub construct_follow_request
128 {
129 my ($self, $c, $response, $url, $attrs) = @_;
130 my $req = Gungho::Request->new( GET => $url ) ;
131 $req->notes('auto_follow_request', 1);
132 return $req;
133 }
134  
135 1;
136  
137 __END__