Crawl4AI/Strategy/Callback.pm

filter: Statementstmt 100% 20 / 20 Branchbran 83.3% 5 / 6 Conditioncond 33.3% 2 / 6 MC/DCmcdc 0.0% 0 / 4 Subroutinesub 100% 6 / 6 Podpod 100% 4 / 4 totaltotal 80.4% 37 / 46 CC 6 SCAR 11.9
CC
6
Cov
84%
crawl
5.6
applicable
2.0
BEGIN
1.0
CRAP 3.3
« Crawl4AI/StrategyChain.pm ↑ Summary Crawl4AI/Request.pm »
1 package WWW::Crawl4AI::Strategy::Callback;
2 # ABSTRACT: last-resort Crawl4AI strategy delegating to a user coderef
3 5 ▶use Moo;
Subroutine BEGIN: called CC=1 SCAR=0.0
4 5 with 'WWW::Crawl4AI::Strategy';
5 5 ▶use WWW::Crawl4AI::Markdown qw( resolve_markdown_chain );
Subroutine BEGIN: called CC=1 SCAR=0.0
6  
7 5 our $VERSION = '0.001';
8  
9  
10 13 ▶sub name { 'external_callback' }
Subroutine name: called CC=1 SCAR=0.0
Pod documented
11  
12  
13 2 ▶sub cost_class { 'paid' }
Subroutine cost_class: called CC=1 SCAR=0.0
Pod documented
14  
15  
16 8 ▶sub applicable {
Subroutine applicable: called CC=2 SCAR=6.9
Pod documented
17 8 my ( $self, $crawler ) = @_;
18 8 ▶ return $crawler->callback ? 1 : 0;
Branch: 1 branch
BranchTrueFalseTotal
$crawler->callback ? : 2 6 8
19 }
20  
21  
22 # Does not go through Crawl4AI at all — hand the URL to the user's coderef and
23 # normalize whatever page-shaped hashref it returns. We accept markdown either
24 # as a plain string or as Crawl4AI's structured object, so Detect and Result
25 # see the same shape they get from every (Crawl4AI-backed) strategy.
26 2 ▶sub crawl {
Subroutine crawl: called CC=5 SCAR=17.3
Pod documented
27 2 my ( $self, $crawler, $url, %opts ) = @_;
28 2 my $page = $crawler->callback->( $url, %opts );
29 2 ▶ return undef unless ref $page eq 'HASH';
Branch: 1 branch
BranchTrueFalseTotal
unless ref $page eq "HASH" 0 2 2
30 2 ▶ $page->{markdown} = resolve_markdown_chain( $page->{markdown} ) if ref $page->{markdown} eq 'HASH';
Branch: 1 branch
BranchTrueFalseTotal
if ref $page->{"markdown"} eq "HASH" 1 1 2
31 2 ▶ $page->{url} //= $url;
Condition33%1/3
$page->{"url"} //= $url
l!l&&r!l&&!r
020
MC/DC0%0/2
$page->{"url"} //= $url
$page->{"url"} $url
Truth table33%1/3
A //= B
A= $page->{"url"}B= $url
ABresult
1X1
011
000
32 2 ▶ $page->{final_url} //= $page->{url};
Condition33%1/3
$page->{"final_url"} //= $page->{"url"}
l!l&&r!l&&!r
020
MC/DC0%0/2
$page->{"final_url"} //= $page->{"url"}
$page->{"final_url"} $page->{"url"}
Truth table33%1/3
A //= B
A= $page->{"final_url"}B= $page->{"url"}
ABresult
1X1
011
000
33 2 return $page;
34 }
35  
36  
37 5 1;
38  
39 __END__
« Crawl4AI/StrategyChain.pm ↑ Summary Crawl4AI/Request.pm »