File Coverage

blib/lib/WWW/Leech/Parser.pm

Criterion	Covered	Total	%
statement	23	84	27.3
branch	0	30	0.0
condition			n/a
subroutine	7	10	70.0
pod	2	3	66.6
total	32	127	25.2

package WWW::Leech::Parser;
use strict;
use HTML::TreeBuilder::XPath;
use Encode qw|is_utf8 encode decode|;
use utf8;


BEGIN {
    use Exporter ();
    use vars qw($VERSION @ISA @EXPORT @EXPORT_OK %EXPORT_TAGS);
    $VERSION     = '0.01';
    @ISA         = qw(Exporter);
    @EXPORT      = qw();
    @EXPORT_OK   = qw();
    %EXPORT_TAGS = ();
}

sub new{

  my $class = shift;
  my $params = shift;


  my $fields = {};

  if(ref($params->{'fields'}) eq 'ARRAY'){
    foreach( @{$params->{'fields'}}  ){
      $fields->{$_->{'name'}} = $_;
    }
    $params->{'fields'} = $fields;
  }

  return bless $params, __PACKAGE__;

}

sub parseList{
  my $this = shift;
  my $str = shift;

  my $tree= HTML::TreeBuilder::XPath->new;
  $tree->parse_content($str);

  my $links = [];
  foreach(@{$tree->findnodes($this->{'item:link'})}){
    push(@$links, $_->attr('href'));
  }

  my $np = $tree->findnodes($this->{'nextpage:link'})->[0];

  if($np){
    $np = $np->attr('href');
  }

  return {
    'links' => $links,
    'next_page' => $np
  }
}

sub parse{
  my $this = shift;
  my $str = shift;

  if(!is_utf8($str)){
    $str = decode('UTF-8',$str);
  }

  my $tree= HTML::TreeBuilder::XPath->new;
  $tree->ignore_unknown(0);
  $tree->parse_content($str);

  my $item = {};

  foreach my $field_name ( keys(%{$this->{'fields'}}) ){

    my $field = $this->{'fields'}->{$field_name};

    if(ref($field) ne 'HASH') {
      $field = {
        'xpath' => $field
      };
    }

    $field->{'name'} = $field_name;

    if($field->{'xpath'}){
      if(!is_utf8($field->{'xpath'})){
        $field->{'xpath'} = decode('UTF-8',$field->{'xpath'});
      }

      my $type = ($field->{'type'} ? $field->{'type'} : 'text');
      my $wantarray = ( $field_name =~ /\[\]$/ ? 1 : undef );

      my $value;

      if($wantarray){
        $value = [];

        if($type eq 'html'){

          foreach my $n ($tree->findnodes($field->{'xpath'})){
            push(@$value,$n->as_XML);
          }

        } else {
          $value = [$tree->findvalues($field->{'xpath'})];

          if($type eq 'unique'){
            my %u;
            $u{$_} = 1 foreach(@$value);
            $value = [keys(%u)];
          }
        }
      } else {
        if($type eq 'html'){

          if([$tree->findnodes($field->{'xpath'})]->[0]){
            $value = [$tree->findnodes($field->{'xpath'})]->[0]->as_XML;
          }

        }
        else {
          $value = $tree->findvalue($field->{'xpath'});
        }

        if($type eq 'int'){
          $value =~ s/[^\d]//g;
        }
      }

      if($field->{'filter'}){
        $value = $field->{'filter'}->($value,$field);
      }

      $item->{$field_name} = $value;
    }
  }

  return $item;

}

1;

__END__