File Coverage

blib/lib/Net/Async/WebSearch/Provider/Google.pm

Criterion	Covered	Total	%
statement	27	67	40.3
branch	0	30	0.0
condition	0	13	0.0
subroutine	9	15	60.0
pod	4	4	100.0
total	40	129	31.0

package Net::Async::WebSearch::Provider::Google;
our $VERSION = '0.002';
# ABSTRACT: Google Programmable Search (CSE) JSON API provider
use strict;
use warnings;
use parent 'Net::Async::WebSearch::Provider';

use Carp qw( croak );
use Future;
use JSON::MaybeXS qw( decode_json );
use URI;
use HTTP::Request::Common qw( GET );
use Net::Async::WebSearch::Result;

sub _init {
  my ( $self ) = @_;
  croak "Google provider requires 'api_key'" unless $self->{api_key};
  croak "Google provider requires 'cx' (Programmable Search engine id)" unless $self->{cx};
  $self->{endpoint} ||= 'https://www.googleapis.com/customsearch/v1';
  $self->{name}     ||= 'google';
}

sub endpoint { $_[0]->{endpoint} }
sub api_key  { $_[0]->{api_key} }
sub cx       { $_[0]->{cx} }

sub search {
  my ( $self, $http, $query, $opts ) = @_;
  $opts ||= {};
  my $limit = $opts->{limit} || 10;

  my $uri = URI->new( $self->endpoint );
  my %q = (
    q   => $query,
    key => $self->api_key,
    cx  => $self->cx,
    num => ( $limit > 10 ? 10 : $limit ),  # CSE hard-caps num to 10
  );
  $q{gl}        = $opts->{region}     if defined $opts->{region};
  $q{hl}        = $opts->{language}   if defined $opts->{language};
  $q{safe}      = $opts->{safesearch} if defined $opts->{safesearch};
  $q{dateRestrict} = $opts->{date_restrict} if defined $opts->{date_restrict};
  $uri->query_form(%q);

  my $req = GET( $uri->as_string );
  $req->header( 'User-Agent' => $self->user_agent_string );
  $req->header( 'Accept'     => 'application/json' );

  return $http->do_request( request => $req )->then(sub {
    my ( $resp ) = @_;
    unless ( $resp->is_success ) {
      return Future->fail(
        $self->name.": HTTP ".$resp->status_line, 'websearch', $self->name,
      );
    }
    my $data = eval { decode_json( $resp->decoded_content ) };
    if ( my $e = $@ ) {
      return Future->fail( $self->name.": invalid JSON: $e", 'websearch', $self->name );
    }
    my @out;
    my $rank = 0;
    for my $r ( @{ $data->{items} || [] } ) {
      $rank++;
      my $pagemap = $r->{pagemap} || {};
      my ($metatags) = @{ $pagemap->{metatags} || [] };
      push @out, Net::Async::WebSearch::Result->new(
        url      => $r->{link},
        title    => $r->{title},
        snippet  => $r->{snippet},
        provider => $self->name,
        rank     => $rank,
        published_at => (
          $metatags && ( $metatags->{'article:published_time'}
                      // $metatags->{'og:article:published_time'}
                      // $metatags->{'date'} )
        ),
        raw      => $r,
        extra    => {
          ( defined $r->{displayLink} ? ( displayLink => $r->{displayLink} ) : () ),
          ( defined $r->{mime}        ? ( mime        => $r->{mime} )        : () ),
          ( defined $r->{fileFormat}  ? ( fileFormat  => $r->{fileFormat} )  : () ),
        },
      );
      last if $rank >= $limit;
    }
    return Future->done(\@out);
  });
}

1;

__END__