File Coverage

blib/lib/WWW/Search/Coveralia.pm

Criterion	Covered	Total	%
statement	35	35	100.0
branch	6	10	60.0
condition	3	8	37.5
subroutine	6	6	100.0
pod			n/a
total	50	59	84.7

package WWW::Search::Coveralia;

use 5.014000;
use strict;
use warnings;
use parent qw/WWW::Search/;

our $VERSION = '0.000_001';
our $MAINTAINER = 'Marius Gavrilescu ';

sub DEFAULT_URL;
sub process_result;

sub _native_setup_search{
	my ($self, $native_query, $options) = @_;
	$self->agent_email('[e-mail]');
	$options //= {};
	my $base_url = $options->{search_url} // $self->DEFAULT_URL;
	$self->{search_debug} = $options->{search_debug};
	$self->{_next_url} = "$base_url?bus=$native_query";
	$self->user_agent->delay(10/60); # Crawl-Delay: 10 in robots.txt
}

sub _parse_tree {
	my ($self, $tree) = @_;
	my $found = 0;

	my $result_table = $tree->look_down(class => 'mostrar');
	return unless $result_table;
	my @results = $result_table->find('tbody')->find('tr');
	for (@results) {
		my $result = $self->process_result($_);
		push @{$self->{cache}}, $result;
		say STDERR 'Title: ', $result->title, ' URL: ', $result->url if $self->{search_debug};
		$found++;
	}

	my $url = $tree->look_down(rel => 'next');
	$self->{_next_url} = $self->absurl($self->{_prev_url}, $url->attr('href')) if defined $url;

	say STDERR "Found: $found" if $self->{search_debug};
	say STDERR 'Next URL: ', $self->{_next_url} if $self->{search_debug} && $self->{_next_url};
	$found
}

1;
__END__