File Coverage

blib/lib/WWW/Crawl4AI/Request.pm

Criterion	Covered	Total	%
statement	32	32	100.0
branch	5	8	62.5
condition	3	6	50.0
subroutine	9	9	100.0
pod	4	5	80.0
total	53	60	88.3

package WWW::Crawl4AI::Request;
# ABSTRACT: builds Crawl4AI /crawl and /md request payloads
use Moo;
use Carp qw( croak );

our $VERSION = '0.001';


has urls => (
  is       => 'ro',
  required => 1,
  coerce   => sub { ref $_[0] eq 'ARRAY' ? $_[0] : [ $_[0] ] },
);


has browser_params => (
  is      => 'ro',
  default => sub { {} },
);


has crawler_params => (
  is      => 'ro',
  default => sub { {} },
);


# /md endpoint extras
has filter => ( is => 'ro' );    # fit | raw | bm25 | llm


has query  => ( is => 'ro' );


has cache  => ( is => 'ro' );


sub BUILD {
  my ( $self ) = @_;
  croak "WWW::Crawl4AI::Request needs at least one url" unless @{ $self->urls };
  return;
}

sub _default_browser_params {
  return { headless => JSON_true() };
}

sub _default_crawler_params {
  return { stream => JSON_false(), cache_mode => 'bypass' };
}

# We avoid a hard JSON::PP::Boolean dependency at build time by deferring to
# JSON::MaybeXS only where booleans are actually serialized. These helpers keep
# the payload hash JSON-true/false rather than 1/0 (Crawl4AI is strict).
my ( $TRUE, $FALSE );
sub JSON_true  { $TRUE  ||= do { require JSON::MaybeXS; JSON::MaybeXS::true() } }
sub JSON_false { $FALSE ||= do { require JSON::MaybeXS; JSON::MaybeXS::false() } }


sub to_crawl_payload {
  my ( $self ) = @_;
  my %browser = ( %{ $self->_default_browser_params }, %{ $self->browser_params } );
  my %crawler = ( %{ $self->_default_crawler_params }, %{ $self->crawler_params } );
  return {
    urls           => $self->urls,
    browser_config => { type => 'BrowserConfig',     params => \%browser },
    crawler_config => { type => 'CrawlerRunConfig',  params => \%crawler },
  };
}


sub to_md_payload {
  my ( $self ) = @_;
  my %p = ( url => $self->urls->[0] );
  $p{f} = $self->filter if defined $self->filter;
  $p{q} = $self->query  if defined $self->query;
  $p{c} = $self->cache  if defined $self->cache;
  return \%p;
}


1;

__END__