File Coverage

blib/lib/Net/Async/WebSearch/Provider/Yandex.pm

Criterion	Covered	Total	%
statement	27	78	34.6
branch	0	24	0.0
condition	0	20	0.0
subroutine	9	16	56.2
pod	5	5	100.0
total	41	143	28.6

package Net::Async::WebSearch::Provider::Yandex;
our $VERSION = '0.002';
# ABSTRACT: Yandex Search API (XML) provider
use strict;
use warnings;
use parent 'Net::Async::WebSearch::Provider';

use Carp qw( croak );
use Future;
use URI;
use HTTP::Request::Common qw( GET );
use XML::LibXML ();
use Net::Async::WebSearch::Result;

sub _init {
  my ( $self ) = @_;
  croak "Yandex provider requires 'api_key'" unless $self->{api_key};
  croak "Yandex provider requires 'folderid' (Yandex Cloud folder)"
    unless $self->{folderid};
  $self->{endpoint} ||= 'https://yandex.com/search/xml';
  $self->{name}     ||= 'yandex';
  $self->{l10n}     ||= 'en';    # en | ru | tr | be | kk | uk
}

sub endpoint { $_[0]->{endpoint} }
sub api_key  { $_[0]->{api_key} }
sub folderid { $_[0]->{folderid} }
sub l10n     { $_[0]->{l10n} }

sub search {
  my ( $self, $http, $query, $opts ) = @_;
  $opts ||= {};
  my $limit = $opts->{limit} || 10;

  my $uri = URI->new( $self->endpoint );
  my %q = (
    folderid => $self->folderid,
    apikey   => $self->api_key,
    query    => $query,
    l10n     => $opts->{l10n} // $self->l10n,
    sortby   => $opts->{sortby} // 'rlv',
    groupby  => $opts->{groupby}
      // sprintf('attr=d.mode=deep.groups-on-page=%d.docs-in-group=1', $limit),
  );
  $q{filter} = $opts->{safesearch} if defined $opts->{safesearch};
  $q{lr}     = $opts->{region}     if defined $opts->{region};
  $uri->query_form(%q);

  my $req = GET( $uri->as_string );
  $req->header( 'User-Agent' => $self->user_agent_string );
  $req->header( 'Accept'     => 'application/xml' );

  return $http->do_request( request => $req )->then(sub {
    my ( $resp ) = @_;
    unless ( $resp->is_success ) {
      return Future->fail(
        $self->name.": HTTP ".$resp->status_line, 'websearch', $self->name,
      );
    }
    my $doc = eval { XML::LibXML->new->parse_string( $resp->decoded_content ) };
    if ( my $e = $@ ) {
      return Future->fail( $self->name.": XML parse: $e", 'websearch', $self->name );
    }
    # Yandex signals API-level errors inside the XML envelope.
    if ( my ($err) = $doc->findnodes('/yandexsearch/response/error') ) {
      my $code = $err->getAttribute('code') // '';
      my $msg  = $err->textContent;
      return Future->fail(
        $self->name.": API error $code: $msg", 'websearch', $self->name,
      );
    }
    my @out;
    my $rank = 0;
    for my $doc_node ( $doc->findnodes('/yandexsearch/response/results/grouping/group/doc') ) {
      my ($url_node)   = $doc_node->findnodes('./url');
      my ($title_node) = $doc_node->findnodes('./title');
      my @passages     = $doc_node->findnodes('./passages/passage');
      my @headline     = $doc_node->findnodes('./headline');
      my $url = $url_node   ? $url_node->textContent   : next;
      my $title = $title_node ? $title_node->textContent : '';
      my $snippet;
      if (@passages) {
        $snippet = join ' … ', map { $_->textContent } @passages;
      } elsif (@headline) {
        $snippet = $headline[0]->textContent;
      }
      $rank++;
      push @out, Net::Async::WebSearch::Result->new(
        url      => $url,
        title    => $title,
        snippet  => $snippet,
        provider => $self->name,
        rank     => $rank,
      );
      last if $rank >= $limit;
    }
    return Future->done(\@out);
  });
}

1;

__END__