blib/lib/Langertha/Holmgang.pm

filter: Statementstmt 100% 315 / 315 Branchbran 87.5% 91 / 104 Conditioncond 60.4% 78 / 129 MC/DCmcdc 37.3% 25 / 67 Subroutinesub 100% 73 / 73 Podpod 86.0% 37 / 43 totaltotal 84.6% 619 / 731 CC 103 SCAR 16.0
CC
103
Cov
88%
device
14.5
suite
11.2
_walk
9.0
CRAP 4.9
« blib/lib/Langertha/Holmgang/Template.pm ↑ Summary blib/lib/Langertha/Holmgang/Sim/Uebersetzung.pm »
1 package Langertha::Holmgang;
2 # ABSTRACT: Deterministic tool-use benchmarks for language models via Langertha
3  
4 # Runs the code of a suite.pl. Defined before any pragma and any lexical of
5 # this file, so the suite file sees neither -- as under "do FILE".
6 54 ▶sub _compile { eval $_[0]; return $@ }
Subroutine _compile: called CC=1 SCAR=0.0
Subroutine BEGIN: called CC=1 SCAR=0.0
Subroutine BEGIN: called CC=1 SCAR=0.0
Subroutine BEGIN: called CC=1 SCAR=0.0
Subroutine BEGIN: called CC=1 SCAR=0.0
Subroutine BEGIN: called CC=1 SCAR=0.0
Subroutine BEGIN: called CC=1 SCAR=0.0
7  
8 39 ▶use strict;
Subroutine BEGIN: called CC=1 SCAR=0.0
9 39 ▶use warnings;
Subroutine BEGIN: called CC=1 SCAR=0.0
10  
11 36 our $VERSION = '0.001';
12  
13 37 ▶use Carp qw( croak );
Subroutine BEGIN: called CC=1 SCAR=0.0
14 37 ▶use Moose::Exporter;
Subroutine BEGIN: called CC=1 SCAR=0.0
15 37 ▶use Path::Tiny qw( path );
Subroutine BEGIN: called CC=1 SCAR=0.0
16 37 ▶use Scalar::Util qw( blessed );
Subroutine BEGIN: called CC=1 SCAR=0.0
17 37 ▶use Langertha::Holmgang::Error;
Subroutine BEGIN: called CC=1 SCAR=0.0
18 37 ▶use Langertha::Holmgang::Expectation ();
Subroutine BEGIN: called CC=1 SCAR=0.0
19 37 ▶use Langertha::Holmgang::Random;
Subroutine BEGIN: called CC=1 SCAR=0.0
20  
21 36 my @KEYWORDS = qw(
22 suite title description version topic license repeat threshold source
23 system_prompt settings tool handler case generate difficulty weight tags tier
24 ask message image device world observe rule
25 at unchanged_except calls not_called only_tools check packet login
26 solution alternative wrong call run put file haystack excerpt
27 );
28  
29 36 Moose::Exporter->setup_import_methods( as_is => \@KEYWORDS );
30  
31 # The block being declared: the innermost open suite or case, and the
32 # loader's context while it runs a suite.pl. Package state by necessity:
33 # exported keywords have no other way to reach the block they belong to;
34 # both are only ever set with local, so they hold for one block (one file).
35 36 our $OPEN;
36 36 our $LOADING;
37  
38 36 my $PACKAGES = 0;
39  
40 36 my %SETTINGS = map { $_ => 1 } qw( temperature max_tokens max_turns );
41 36 my %RULE_REST = (
42 state => [ @Langertha::Holmgang::Expectation::MATCHERS, @Langertha::Holmgang::Expectation::MODIFIERS ],
43 unchanged_except => [],
44 calls => [],
45 not_called => [],
46 only_tools => [],
47 check => ['expect'],
48 packet => [qw( verdict boot )],
49 login => ['result'],
50 );
51  
52 #### the block a keyword belongs to
53  
54 1931 ▶sub _block {
Subroutine _block: called CC=3 SCAR=11.0
55 1931 my ( $kw, @kinds ) = @_;
56 croak $kw.': only inside a '.join( ' or ', @kinds ).' block'
57 1931 ▶ unless $OPEN && grep { $OPEN->{kind} eq $_ } @kinds;
Branch: 1 branch
BranchTrueFalseTotal
unless $Langertha::Holmgang::OPEN and grep {$Langertha::Holmgang::OPEN->{"kind"} eq $_;} @kinds 6 1925 1931
Condition100%3/3
$Langertha::Holmgang::OPEN and grep {$Langertha::Holmgang::OPEN->{"kind"} eq $_;} @kinds
!ll&&!rl&&r
511925
MC/DC100%2/2
$Langertha::Holmgang::OPEN and grep {$Langertha::Holmgang::OPEN->{"kind"} eq $_;} @kinds
$Langertha::Holmgang::OPEN grep {$Langertha::Holmgang::OPEN->{"kind"} eq $_;} @kinds
Truth table100%3/3
A and B
A= $Langertha::Holmgang::OPENB= grep {$Langertha::Holmgang::OPEN->{"kind"} eq $_;} @kinds
ABresult
0X0
100
111
58 1925 return $OPEN;
59 }
60  
61 # a single-valued keyword: once per block
62 634 ▶sub _once {
Subroutine _once: called CC=2 SCAR=6.9
63 634 my ( $blk, $kw ) = @_;
64 634 ▶ croak $kw.': given twice in '.$blk->{kind}.' '.$blk->{id} if $blk->{once}{$kw}++;
Branch: 1 branch
BranchTrueFalseTotal
if $blk->{"once"}{$kw}++ 4 630 634
65 630 return;
66 }
67  
68 770 ▶sub _pairs {
Subroutine _pairs: called CC=4 SCAR=13.9
69 770 my ( $kw, $ok, @pairs ) = @_;
70 770 ▶ croak $kw.': pairs expected (key => value)' if @pairs % 2;
Branch: 1 branch
BranchTrueFalseTotal
if @pairs % 2 1 769 770
71 769 my %h = @pairs;
72 769 my %ok = map { $_ => 1 } @$ok;
73 769 for my $k ( sort keys %h ) {
74 777 ▶ croak $kw.": unknown key '".$k."' (".join( ', ', @$ok ).')' unless $ok{$k};
Branch: 1 branch
BranchTrueFalseTotal
unless $ok{$k} 5 772 777
75 }
76 764 return \%h;
77 }
78  
79 91 ▶sub _here { my ( undef, $file, $line ) = caller(1); return ( $file, $line ) }
Subroutine _here: called CC=1 SCAR=0.0
80  
81 #### suite and case
82  
83 84 ▶sub suite {
Subroutine suite: called CC=11 SCAR=24.2
Pod documented
84 84 my ( $id, $code ) = @_;
85 84 ▶ croak 'suite: id and block expected (suite ID => sub { ... })' unless defined $id && !ref $id && ref $code eq 'CODE';
Branch: 1 branch
BranchTrueFalseTotal
unless defined $id and not ref $id and ref $code eq "CODE" 0 84 84
Condition33%2/6
defined $id and not ref $id and ref $code eq "CODE"
!ll&&!rl&&r
0084
defined $id and not ref $id
!ll&&!rl&&r
0084
MC/DC0%0/3
defined $id and not ref $id and ref $code eq "CODE"
defined $id not ref $id ref $code eq "CODE"
Truth table25%1/4
A and not(B) and C
A= defined $idB= not ref $idC= ref $code eq "CODE"
ABCresult
0XX0
10X0
1100
1111
86 84 ▶ croak 'suite: a suite does not nest' if $OPEN;
Branch: 1 branch
BranchTrueFalseTotal
if $Langertha::Holmgang::OPEN 1 83 84
87 83 my ( $file ) = (caller)[1];
88 83 my ( $label, $dir );
89 83 ▶ if ( $LOADING ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($Langertha::Holmgang::LOADING) { } 53 30 83
90 53 ▶ croak 'suite: a suite.pl declares exactly one suite' if $LOADING->{declared}++;
Branch: 1 branch
BranchTrueFalseTotal
if $Langertha::Holmgang::LOADING->{"declared"}++ 1 52 53
91 52 ( $label, $dir ) = ( 'suite.pl', $LOADING->{dir} );
92 }
93 else {
94 30 my $p = path($file);
95 30 ( $label, $dir ) = ( $p->basename, $p->parent->stringify );
96 }
97 82 my $blk = { kind => 'suite', id => $id, head => { id => $id }, cases => [], seen => {}, dir => $dir };
98 {
99 82 local $OPEN = $blk;
100 82 $code->();
101 }
102 64 ▶ my $tools = $blk->{head}{tools} || [];
Condition50%1/2
$blk->{'head'}{'tools'} || []
l!l
640
MC/DC0%0/1
$blk->{'head'}{'tools'} || []
$blk->{'head'}{'tools'}
Truth table50%1/2
A
A= $blk->{'head'}{'tools'}
Aresult
11
00
103 64 my $head = _finish( $blk->{head}, $tools );
104 64 my @cases = map { _finish( $_, $tools ) } @{ $blk->{cases} };
105 62 ▶ my $loader = $LOADING ? $LOADING->{loader} : do { require Langertha::Holmgang::Loader; Langertha::Holmgang::Loader->new };
Branch: 1 branch
BranchTrueFalseTotal
$Langertha::Holmgang::LOADING ? : 51 11 62
106 my $suite = $loader->assemble(
107 head => $head,
108 cases => \@cases,
109 file => $label,
110 dir => $dir,
111 62 ▶ ( $LOADING ? ( dirname => $LOADING->{dirname} ) : () ),
Branch: 1 branch
BranchTrueFalseTotal
$Langertha::Holmgang::LOADING ? : 51 11 62
112 );
113 46 ▶ push @{ $LOADING->{suites} }, $suite if $LOADING;
Branch: 1 branch
BranchTrueFalseTotal
if $Langertha::Holmgang::LOADING 42 4 46
114 46 return $suite;
115 }
116  
117 164 ▶sub case {
Subroutine case: called CC=5 SCAR=16.7
Pod documented
118 164 my ( $id, $code ) = @_;
119 164 ▶ croak 'case: id and block expected (case ID => sub { ... })' unless defined $id && !ref $id && ref $code eq 'CODE';
Branch: 1 branch
BranchTrueFalseTotal
unless defined $id and not ref $id and ref $code eq "CODE" 0 164 164
Condition33%2/6
defined $id and not ref $id and ref $code eq "CODE"
!ll&&!rl&&r
00164
defined $id and not ref $id
!ll&&!rl&&r
00164
MC/DC0%0/3
defined $id and not ref $id and ref $code eq "CODE"
defined $id not ref $id ref $code eq "CODE"
Truth table25%1/4
A and not(B) and C
A= defined $idB= not ref $idC= ref $code eq "CODE"
ABCresult
0XX0
10X0
1100
1111
120 164 my $suite = _block( 'case', 'suite' );
121 162 ▶ croak "case: id '".$id."' twice in suite ".$suite->{id} if $suite->{seen}{$id}++;
Branch: 1 branch
BranchTrueFalseTotal
if $suite->{"seen"}{$id}++ 1 161 162
122 161 my $blk = { kind => 'case', id => $id, data => { id => $id }, suite => $suite };
123 {
124 161 local $OPEN = $blk;
125 161 $code->();
126 }
127 150 push @{ $suite->{cases} }, $blk->{data};
128 150 return;
129 }
130  
131 41 ▶sub generate {
Subroutine generate: called CC=6 SCAR=17.9
Pod documented
132 41 my ( @args ) = @_;
133 41 my $code = pop @args;
134 41 ▶ croak 'generate: seed and block expected (generate seed => N, sub { ... })' unless ref $code eq 'CODE';
Branch: 1 branch
BranchTrueFalseTotal
unless ref $code eq "CODE" 0 41 41
135 41 my $o = _pairs( 'generate', ['seed'], @args );
136 41 ▶ croak 'generate: seed missing' unless defined $o->{seed};
Branch: 1 branch
BranchTrueFalseTotal
unless defined $o->{"seed"} 1 40 41
137 40 my $suite = _block( 'generate', 'suite' );
138 39 my $seed = $o->{seed};
139 39 ▶ if ( $LOADING && defined( my $over = $LOADING->{loader}->seeds->{ $suite->{id} } ) ) { $seed = $over }
Branch: 1 branch
BranchTrueFalseTotal
if ($Langertha::Holmgang::LOADING and defined(my $over = $Langertha::Holmgang::LOADING->{"loader"}->seeds->{$suite->{"id"}})) 8 31 39
Condition100%3/3
$Langertha::Holmgang::LOADING and defined(my $over = $Langertha::Holmgang::LOADING->{"loader"}->seeds->{$suite->{"id"}})
!ll&&!rl&&r
1308
MC/DC100%2/2
$Langertha::Holmgang::LOADING and defined(my $over = $Langertha::Holmgang::LOADING->{"loader"}->seeds->{$suite->{"id"}})
$Langertha::Holmgang::LOADING defined(my $over = $Langertha::Holmgang::LOADING->{"loader"}->seeds->{$suite->{"id"}})
Truth table100%3/3
A and B
A= $Langertha::Holmgang::LOADINGB= defined(my $over = $Langertha::Holmgang::LOADING->{"loader"}->seeds->{$suite->{"id"}})
ABresult
0X0
100
111
140 39 ▶ my $rng = eval { Langertha::Holmgang::Random->new( seed => $seed ) }
Branch: 1 branch
BranchTrueFalseTotal
my $rng = eval { do { "Langertha::Holmgang::Random"->new("seed", $seed) } } or croak("generate: seed must be an integer from 0 to 4294967295") 38 1 39
141 or croak 'generate: seed must be an integer from 0 to 4294967295';
142 38 $code->($rng);
143 38 return;
144 }
145  
146 #### suite head
147  
148 236 ▶sub _head_or_case {
Subroutine _head_or_case: called CC=2 SCAR=6.9
149 236 my ( $kw, $value ) = @_;
150 236 my $blk = _block( $kw, 'suite', 'case' );
151 235 _once( $blk, $kw );
152 233 ▶ ( $blk->{kind} eq 'suite' ? $blk->{head} : $blk->{data} )->{$kw} = $value;
Branch: 1 branch
BranchTrueFalseTotal
$blk->{'kind'} eq 'suite' ? : 83 150 233
153 233 return;
154 }
155  
156 144 ▶sub _head {
Subroutine _head: called CC=1 SCAR=0.0
157 144 my ( $kw, $value ) = @_;
158 144 my $blk = _block( $kw, 'suite' );
159 144 _once( $blk, $kw );
160 144 $blk->{head}{$kw} = $value;
161 144 return;
162 }
163  
164 31 ▶sub _case {
Subroutine _case: called CC=1 SCAR=0.0
165 31 my ( $kw, $value ) = @_;
166 31 my $blk = _block( $kw, 'case' );
167 31 _once( $blk, $kw );
168 31 $blk->{data}{$kw} = $value;
169 31 return;
170 }
171  
172 218 ▶sub title { _head_or_case( title => $_[0] ) }
Subroutine title: called CC=1 SCAR=0.0
Pod documented
173 17 ▶sub description { _head( description => $_[0] ) }
Subroutine description: called CC=1 SCAR=0.0
Pod documented
174 65 ▶sub version { _head( version => $_[0] ) }
Subroutine version: called CC=1 SCAR=0.0
Pod documented
175 26 ▶sub topic { _head( topic => $_[0] ) }
Subroutine topic: called CC=1 SCAR=0.0
Pod documented
176 17 ▶sub license { _head( license => $_[0] ) }
Subroutine license: called CC=1 SCAR=0.0
Pod documented
177 2 ▶sub repeat { _head( repeat => $_[0] ) }
Subroutine repeat: called CC=1 SCAR=0.0
Pod documented
178 17 ▶sub threshold { _head( threshold => _pairs( 'threshold', [qw( pass_rate pass_k )], @_ ) ) }
Subroutine threshold: called CC=1 SCAR=0.0
Pod documented
179 18 ▶sub source { _head_or_case( source => _pairs( 'source', [qw( title authors license url location )], @_ ) ) }
Subroutine source: called CC=1 SCAR=0.0
Pod documented
180  
181 39 ▶sub system_prompt {
Subroutine system_prompt: called CC=2 SCAR=6.9
Pod documented
182 39 my ( $text ) = @_;
183 39 my $blk = _block( 'system_prompt', 'suite', 'case' );
184 39 _once( $blk, 'system_prompt' );
185 39 ▶ if ( $blk->{kind} eq 'suite' ) { $blk->{head}{defaults}{system} = $text }
Branch: 1 branch
BranchTrueFalseTotal
if ($blk->{'kind'} eq 'suite') { } 38 1 39
186 1 else { $blk->{data}{system} = $text }
187 39 return;
188 }
189  
190 21 ▶sub settings {
Subroutine settings: called CC=4 SCAR=13.9
Pod documented
191 21 my $o = _pairs( 'settings', [ sort keys %SETTINGS ], @_ );
192 21 my $blk = _block( 'settings', 'suite', 'case' );
193 21 ▶ my $to = $blk->{kind} eq 'suite' ? ( $blk->{head}{defaults} //= {} ) : $blk->{data};
Branch: 1 branch
BranchTrueFalseTotal
$blk->{'kind'} eq 'suite' ? : 19 2 21
Condition100%2/2
$blk->{"head"}{"defaults"} //= {}
l!l
181
MC/DC100%1/1
$blk->{"head"}{"defaults"} //= {}
$blk->{"head"}{"defaults"}
Truth table100%2/2
A
A= $blk->{"head"}{"defaults"}
Aresult
11
00
194 21 for my $k ( sort keys %$o ) {
195 33 _once( $blk, 'settings '.$k );
196 32 $to->{$k} = $o->{$k};
197 }
198 20 return;
199 }
200  
201 89 ▶sub tool {
Subroutine tool: called CC=3 SCAR=11.4
Pod documented
202 89 my ( $name, @pairs ) = @_;
203 89 ▶ croak 'tool: name expected' unless defined $name && !ref $name;
Branch: 1 branch
BranchTrueFalseTotal
unless defined $name and not ref $name 0 89 89
Condition33%1/3
defined $name and not ref $name
!ll&&!rl&&r
0089
MC/DC0%0/2
defined $name and not ref $name
defined $name not ref $name
Truth table33%1/3
A and not(B)
A= defined $nameB= not ref $name
ABresult
0X0
100
111
204 89 my $o = _pairs( 'tool', [qw( description parameters simulator handlers )], @pairs );
205 89 my $blk = _block( 'tool', 'suite' );
206 88 push @{ $blk->{head}{tools} }, { name => $name, %$o };
207 88 return;
208 }
209  
210 55 ▶sub handler { _pairs( 'handler', [qw( match when apply output error )], @_ ) }
Subroutine handler: called CC=1 SCAR=0.0
Pod documented
211  
212 #### case
213  
214 20 ▶sub difficulty { _case( difficulty => $_[0] ) }
Subroutine difficulty: called CC=1 SCAR=0.0
Pod documented
215 11 ▶sub weight { _case( weight => $_[0] ) }
Subroutine weight: called CC=1 SCAR=0.0
Pod documented
216  
217 15 ▶sub tags {
Subroutine tags: called CC=4 SCAR=14.2
Pod documented
218 15 my ( @tags ) = @_;
219 15 my $blk = _block( 'tags', 'case' );
220 15 ▶ croak 'tags: one tier per case (tier already set)' if $blk->{once}{tier} && grep { defined && /\Astufe-/ } @tags;
Branch: 1 branch
BranchTrueFalseTotal
if $blk->{"once"}{"tier"} and grep {defined $_ and /\Astufe-/;} @tags 1 14 15
Condition50%3/6
$blk->{"once"}{"tier"} and grep {defined $_ and /\Astufe-/;} @tags
!ll&&!rl&&r
1401
defined $_ && /\Astufe-/
!ll&&!rl&&r
001
MC/DC50%1/2
$blk->{"once"}{"tier"} and grep {defined $_ and /\Astufe-/;} @tags
$blk->{"once"}{"tier"} grep {defined $_ and /\Astufe-/;} @tags
MC/DC0%0/2
defined $_ && /\Astufe-/
defined $_ /\Astufe-/
Truth table66%2/3
A and B
A= $blk->{"once"}{"tier"}B= grep {defined $_ and /\Astufe-/;} @tags
ABresult
0X0
100
111
Truth table33%1/3
A && B
A= defined $_B= /\Astufe-/
ABresult
0X0
100
111
221 14 push @{ $blk->{data}{tags} }, @tags;
222 14 return;
223 }
224  
225 16 ▶sub tier {
Subroutine tier: called CC=7 SCAR=19.6
Pod documented
226 16 my ( $tier ) = @_;
227 16 my $blk = _block( 'tier', 'case' );
228 16 ▶ croak "tier: a length tier like '48k' expected" unless defined $tier && !ref $tier && $tier =~ /\A\d+k\z/;
Branch: 1 branch
BranchTrueFalseTotal
unless defined $tier and not ref $tier and $tier =~ /\A\d+k\z/ 1 15 16
Condition50%3/6
defined $tier and not ref $tier and $tier =~ /\A\d+k\z/
!ll&&!rl&&r
0115
defined $tier and not ref $tier
!ll&&!rl&&r
0016
MC/DC33%1/3
defined $tier and not ref $tier and $tier =~ /\A\d+k\z/
defined $tier not ref $tier $tier =~ /\A\d+k\z/
Truth table50%2/4
A and not(B) and C
A= defined $tierB= not ref $tierC= $tier =~ /\A\d+k\z/
ABCresult
0XX0
10X0
1100
1111
229 15 ▶ croak 'tier: one tier per case' if $blk->{once}{tier}++ || grep { /\Astufe-/ } @{ $blk->{data}{tags} || [] };
Branch: 1 branch
BranchTrueFalseTotal
if $blk->{"once"}{"tier"}++ or grep {/\Astufe-/;} @{$blk->{"data"}{"tags"} or [];} 2 13 15
Condition100%5/5
$blk->{"once"}{"tier"}++ or grep {/\Astufe-/;} @{$blk->{"data"}{"tags"} or [];}
l!l&&r!l&&!r
1113
$blk->{'data'}{'tags'} || []
l!l
122
MC/DC100%2/2
$blk->{"once"}{"tier"}++ or grep {/\Astufe-/;} @{$blk->{"data"}{"tags"} or [];}
$blk->{"once"}{"tier"}++ grep {/\Astufe-/;} @{$blk->{"data"}{"tags"} or [];}
MC/DC100%1/1
$blk->{'data'}{'tags'} || []
$blk->{'data'}{'tags'}
Truth table100%3/3
A or B
A= $blk->{"once"}{"tier"}++B= grep {/\Astufe-/;} @{$blk->{"data"}{"tags"} or [];}
ABresult
1X1
011
000
Truth table100%2/2
A
A= $blk->{'data'}{'tags'}
Aresult
11
00
230 13 push @{ $blk->{data}{tags} }, 'stufe-'.$tier;
231 13 return;
232 }
233  
234 12 ▶sub image {
Subroutine image: called CC=3 SCAR=12.0
Pod documented
235 12 my ( $file, @pairs ) = @_;
236 12 ▶ croak 'image: file expected' unless defined $file && !ref $file;
Branch: 1 branch
BranchTrueFalseTotal
unless defined $file and not ref $file 0 12 12
Condition33%1/3
defined $file and not ref $file
!ll&&!rl&&r
0012
MC/DC0%0/2
defined $file and not ref $file
defined $file not ref $file
Truth table33%1/3
A and not(B)
A= defined $fileB= not ref $file
ABresult
0X0
100
111
237 12 return { file => $file, %{ _pairs( 'image', ['untrusted'], @pairs ) } };
238 }
239  
240 179 ▶sub _message {
Subroutine _message: called CC=4 SCAR=13.9
241 179 my ( $kw, $role, $content, @pairs ) = @_;
242 179 my $o = _pairs( $kw, [qw( untrusted images )], @pairs );
243 179 my $blk = _block( $kw, 'case' );
244 178 ▶ if ( ref $o->{images} eq 'ARRAY' ) {
Branch: 1 branch
BranchTrueFalseTotal
if (ref $o->{"images"} eq "ARRAY") 13 165 178
245 13 ▶ $o->{images} = [ map { defined $_ && !ref $_ ? { file => $_ } : $_ } @{ $o->{images} } ];
Branch: 1 branch
BranchTrueFalseTotal
defined $_ && !ref($_) ? : 13 10 23
Condition66%2/3
defined $_ and not ref $_
!ll&&!rl&&r
01013
MC/DC50%1/2
defined $_ and not ref $_
defined $_ not ref $_
Truth table66%2/3
A and not(B)
A= defined $_B= not ref $_
ABresult
0X0
100
111
246 }
247 178 push @{ $blk->{data}{messages} }, { role => $role, content => $content, %$o };
248 178 return;
249 }
250  
251 165 ▶sub ask { _message( 'ask', 'user', @_ ) }
Subroutine ask: called CC=1 SCAR=0.0
Pod documented
252 14 ▶sub message { _message( 'message', @_ ) }
Subroutine message: called CC=1 SCAR=0.0
Pod documented
253  
254 26 ▶sub device {
Subroutine device: called CC=10 SCAR=26.7
Pod documented
255 26 my ( $name, $type, $state ) = ( shift, shift, shift );
256 26 ▶ croak 'device: NAME => TYPE => { ... } expected' if @_ || !defined $name || ref $name || !defined $type || ref $type;
Branch: 1 branch
BranchTrueFalseTotal
if @_ or not defined $name or ref $name or not defined $type or ref $type 0 26 26
Condition33%4/12
@_ or not defined $name or ref $name or not defined $type or ref $type
l!l&&r!l&&!r
0026
@_ or not defined $name or ref $name or not defined $type
l!l&&r!l&&!r
0026
@_ or not defined $name or ref $name
l!l&&r!l&&!r
0026
@_ or not defined $name
l!l&&r!l&&!r
0026
MC/DC0%0/5
@_ or not defined $name or ref $name or not defined $type or ref $type
@_ not defined $name ref $name not defined $type ref $type
Truth table16%1/6
A or not(B) or C or not(D) or E
A= @_B= not defined $nameC= ref $nameD= not defined $typeE= ref $type
ABCDEresult
1XXXX1
01XXX1
001XX1
0001X1
000011
000000
257 26 ▶ $state //= {};
Condition50%1/2
$state //= {}
l!l
260
MC/DC0%0/1
$state //= {}
$state
Truth table50%1/2
A
A= $state
Aresult
11
00
258 26 ▶ croak 'device: the state of '.$name.' must be a hash' unless ref $state eq 'HASH';
Branch: 1 branch
BranchTrueFalseTotal
unless ref $state eq "HASH" 0 26 26
259 26 ▶ croak 'device: the type is the second argument, not a key of the state' if exists $state->{type};
Branch: 1 branch
BranchTrueFalseTotal
if exists $state->{"type"} 1 25 26
260 25 my $blk = _block( 'device', 'case' );
261 25 ▶ croak 'device: '.$name.' twice in the state' if exists $blk->{data}{state}{$name};
Branch: 1 branch
BranchTrueFalseTotal
if exists $blk->{"data"}{"state"}{$name} 1 24 25
262 24 $blk->{data}{state}{$name} = { type => $type, %$state };
263 24 return;
264 }
265  
266 151 ▶sub world {
Subroutine world: called CC=5 SCAR=18.4
Pod documented
267 151 ▶ croak 'world: NAME => VALUE expected' unless @_ == 2 && defined $_[0] && !ref $_[0];
Branch: 1 branch
BranchTrueFalseTotal
unless @_ == 2 and defined $_[0] and not ref $_[0] 0 151 151
Condition33%2/6
@_ == 2 and defined $_[0] and not ref $_[0]
!ll&&!rl&&r
00151
@_ == 2 and defined $_[0]
!ll&&!rl&&r
00151
MC/DC0%0/3
@_ == 2 and defined $_[0] and not ref $_[0]
@_ == 2 defined $_[0] not ref $_[0]
Truth table25%1/4
A and B and not(C)
A= @_ == 2B= defined $_[0]C= not ref $_[0]
ABCresult
0XX0
10X0
1100
1111
268 151 my ( $name, $value ) = @_;
269 151 my $blk = _block( 'world', 'case' );
270 151 ▶ croak 'world: '.$name.' twice in the state' if exists $blk->{data}{state}{$name};
Branch: 1 branch
BranchTrueFalseTotal
if exists $blk->{"data"}{"state"}{$name} 0 151 151
271 151 $blk->{data}{state}{$name} = $value;
272 151 return;
273 }
274  
275 4 ▶sub observe {
Subroutine observe: called CC=1 SCAR=0.0
Pod documented
276 4 my $o = _pairs( 'observe', [qw( match when output error )], @_ );
277 4 my $blk = _block( 'observe', 'case' );
278 4 push @{ $blk->{data}{observe} }, $o;
279 4 return;
280 }
281  
282 313 ▶sub rule {
Subroutine rule: called CC=7 SCAR=19.8
Pod documented
283 313 my ( $title, $kind, @rest ) = @_;
284 croak 'rule: TITLE => KIND expected (a rule kind: at, unchanged_except, calls, not_called, only_tools, check, packet, login)'
285 if @rest || !defined $title || ref $title || ref $kind ne 'HASH'
286 313 ▶ || exists $kind->{title} || 1 != grep { exists $kind->{$_} } sort keys %RULE_REST;
Branch: 1 branch
BranchTrueFalseTotal
if @rest or not defined $title or ref $title or ref $kind ne "HASH" or exists $kind->{"title"} or 1 != grep({exists $kind->{$_};} sort(keys %RULE_REST)) 2 311 313
Condition73%11/15
@rest or not defined $title or ref $title or ref $kind ne "HASH" or exists $kind->{"title"} or 1 != grep({exists $kind->{$_};} sort(keys %RULE_REST))
l!l&&r!l&&!r
20311
@rest or not defined $title or ref $title or ref $kind ne "HASH" or exists $kind->{"title"}
l!l&&r!l&&!r
11311
@rest or not defined $title or ref $title or ref $kind ne "HASH"
l!l&&r!l&&!r
10312
@rest or not defined $title or ref $title
l!l&&r!l&&!r
10312
@rest or not defined $title
l!l&&r!l&&!r
10312
MC/DC33%2/6
@rest or not defined $title or ref $title or ref $kind ne "HASH" or exists $kind->{"title"} or 1 != grep({exists $kind->{$_};} sort(keys %RULE_REST))
@rest not defined $title ref $title ref $kind ne "HASH" exists $kind->{"title"} 1 != grep({exists $kind->{$_};} sort(keys %RULE_REST))
Truth table42%3/7
A or not(B) or C or D or E or F
A= @restB= not defined $titleC= ref $titleD= ref $kind ne "HASH"E= exists $kind->{"title"}F= 1 != grep({exists $kind->{$_};} sort(keys %RULE_REST))
ABCDEFresult
1XXXXX1
01XXXX1
001XXX1
0001XX1
00001X1
0000011
0000000
287 311 my $blk = _block( 'rule', 'case' );
288 311 push @{ $blk->{data}{rules} }, { title => $title, %$kind };
289 311 return;
290 }
291  
292 #### rule kinds (constructors)
293  
294 323 ▶sub _kind {
Subroutine _kind: called CC=1 SCAR=0.0
295 323 my ( $kw, $kind, $value, @pairs ) = @_;
296 323 my $o = _pairs( $kw, [ @{ $RULE_REST{$kind} }, 'required' ], @pairs );
297 321 return { %$o, $kind => $value };
298 }
299  
300 171 ▶sub at { _kind( at => state => @_ ) }
Subroutine at: called CC=1 SCAR=0.0
Pod documented
301 127 ▶sub unchanged_except { _kind( unchanged_except => unchanged_except => @_ ) }
Subroutine unchanged_except: called CC=1 SCAR=0.0
Pod undocumented
302 3 ▶sub calls { _kind( calls => calls => @_ ) }
Subroutine calls: called CC=1 SCAR=0.0
Pod documented
303 14 ▶sub not_called { _kind( not_called => not_called => @_ ) }
Subroutine not_called: called CC=1 SCAR=0.0
Pod undocumented
304 3 ▶sub only_tools { _kind( only_tools => only_tools => @_ ) }
Subroutine only_tools: called CC=1 SCAR=0.0
Pod undocumented
305 3 ▶sub check { _kind( check => check => @_ ) }
Subroutine check: called CC=1 SCAR=0.0
Pod undocumented
306 1 ▶sub packet { _kind( packet => packet => @_ ) }
Subroutine packet: called CC=1 SCAR=0.0
Pod undocumented
307 1 ▶sub login { _kind( login => login => @_ ) }
Subroutine login: called CC=1 SCAR=0.0
Pod undocumented
308  
309 #### solutions and calls
310  
311 465 ▶sub _calls_of {
Subroutine _calls_of: called CC=5 SCAR=16.1
312 465 my ( $kw, @calls ) = @_;
313 465 for ( @calls ) {
314 641 ▶ croak $kw.': calls expected (call, run, put)' unless ref $_ eq 'HASH' || blessed $_ && $_->isa('Langertha::Holmgang::_Pending');
Branch: 1 branch
BranchTrueFalseTotal
unless ref $_ eq "HASH" or builtin::blessed($_) and $_->isa("Langertha::Holmgang::_Pending") 1 640 641
Condition83%5/6
ref $_ eq "HASH" or builtin::blessed($_) and $_->isa("Langertha::Holmgang::_Pending")
l!l&&r!l&&!r
555851
builtin::blessed($_) and $_->isa("Langertha::Holmgang::_Pending")
!ll&&!rl&&r
1085
MC/DC66%2/3
ref $_ eq "HASH" or builtin::blessed($_) and $_->isa("Langertha::Holmgang::_Pending")
ref $_ eq "HASH" builtin::blessed($_) $_->isa("Langertha::Holmgang::_Pending")
Truth table75%3/4
A or B and C
A= ref $_ eq "HASH"B= builtin::blessed($_)C= $_->isa("Langertha::Holmgang::_Pending")
ABCresult
1XX1
0111
00X0
0100
315 }
316 464 return \@calls;
317 }
318  
319 152 ▶sub solution {
Subroutine solution: called CC=1 SCAR=0.0
Pod documented
320 152 my $blk = _block( 'solution', 'case' );
321 152 _once( $blk, 'solution' );
322 151 $blk->{data}{solution} = _calls_of( 'solution', @_ );
323 150 return;
324 }
325  
326 147 ▶sub alternative {
Subroutine alternative: called CC=1 SCAR=0.0
Pod documented
327 147 my ( $title, @calls ) = @_;
328 147 my $blk = _block( 'alternative', 'case' );
329 147 push @{ $blk->{data}{alternatives} }, { title => $title, calls => _calls_of( 'alternative', @calls ) };
330 147 return;
331 }
332  
333 167 ▶sub wrong {
Subroutine wrong: called CC=1 SCAR=0.0
Pod documented
334 167 my ( $title, @calls ) = @_;
335 167 my $blk = _block( 'wrong', 'case' );
336 167 push @{ $blk->{data}{wrong_solutions} }, { title => $title, calls => _calls_of( 'wrong', @calls ) };
337 167 return;
338 }
339  
340 571 ▶sub call($$) {
Subroutine call: called CC=6 SCAR=20.7
Pod documented
341 571 my ( $tool, $args ) = @_;
342 571 ▶ croak 'call: TOOL => { ARGS } expected' unless defined $tool && !ref $tool && ( !defined $args || ref $args eq 'HASH' );
Branch: 1 branch
BranchTrueFalseTotal
unless defined $tool and not ref $tool and !defined($args) || ref $args eq "HASH" 0 571 571
Condition44%4/9
defined $tool and not ref $tool and !defined($args) || ref $args eq "HASH"
!ll&&!rl&&r
00571
defined $tool and not ref $tool
!ll&&!rl&&r
00571
not defined $args or ref $args eq "HASH"
l!l&&r!l&&!r
15700
MC/DC0%0/4
defined $tool and not ref $tool and !defined($args) || ref $args eq "HASH"
defined $tool not ref $tool not defined $args ref $args eq "HASH"
Truth table40%2/5
A and not(B) and not(C) or D
A= defined $toolB= not ref $toolC= not defined $argsD= ref $args eq "HASH"
ABCDresult
0XXX0
10XX0
11000
111X1
11011
343 571 ▶ return { tool => $tool, args => $args // {} };
Condition100%2/2
$args // {}
l!l
5701
MC/DC100%1/1
$args // {}
$args
Truth table100%2/2
A
A= $args
Aresult
11
00
344 }
345  
346 47 ▶sub run($$) {
Subroutine run: called CC=1 SCAR=0.0
Pod documented
347 47 my ( $host, $command ) = @_;
348 47 return bless { simulator => 'run_command', args => { host => $host, command => $command }, at => [ _here() ] },
349 'Langertha::Holmgang::_Pending';
350 }
351  
352 44 ▶sub put($$$) {
Subroutine put: called CC=1 SCAR=0.0
Pod documented
353 44 my ( $host, $p, $content ) = @_;
354 44 return bless { simulator => 'write_file', args => { host => $host, path => $p, content => $content }, at => [ _here() ] },
355 'Langertha::Holmgang::_Pending';
356 }
357  
358 33 ▶sub file($) {
Subroutine file: called CC=6 SCAR=18.8
Pod documented
359 33 my ( $name ) = @_;
360 33 ▶ croak 'file: a file name expected' unless defined $name && !ref $name && length $name;
Branch: 1 branch
BranchTrueFalseTotal
unless defined $name and not ref $name and length $name 0 33 33
Condition33%2/6
defined $name and not ref $name and length $name
!ll&&!rl&&r
0033
defined $name and not ref $name
!ll&&!rl&&r
0033
MC/DC0%0/3
defined $name and not ref $name and length $name
defined $name not ref $name length $name
Truth table25%1/4
A and not(B) and C
A= defined $nameB= not ref $nameC= length $name
ABCresult
0XX0
10X0
1100
1111
361 33 ▶ my $base = $OPEN ? _suite_dir() : path( (caller)[1] )->parent;
Branch: 1 branch
BranchTrueFalseTotal
$Langertha::Holmgang::OPEN ? : 30 3 33
362 33 my $p = path( $base, $name );
363 33 my $text = eval { $p->slurp_utf8 };
364 33 ▶ croak 'file: cannot read '.$name.' (relative to '.$base.')' unless defined $text;
Branch: 1 branch
BranchTrueFalseTotal
unless defined $text 1 32 33
365 32 return $text;
366 }
367  
368 30 ▶sub _suite_dir { return ( $OPEN->{kind} eq 'suite' ? $OPEN : $OPEN->{suite} )->{dir} }
Subroutine _suite_dir: called CC=2 SCAR=6.9
Branch: 1 branch
BranchTrueFalseTotal
$Langertha::Holmgang::OPEN->{'kind'} eq 'suite' ? : 27 3 30
369  
370 # the spec's keys are checked when the suite closes, by Haystack through
371 # Structure, with the field path
372 11 ▶sub haystack {
Subroutine haystack: called CC=2 SCAR=7.2
Pod documented
373 11 ▶ croak 'haystack: pairs expected (key => value)' if @_ % 2;
Branch: 1 branch
BranchTrueFalseTotal
if @_ % 2 0 11 11
374 11 return { generate => {@_} };
375 }
376  
377 # an excerpt from a statute text under quellen/ (k52): the format 2 part
378 # { auszug => { datei, von, bis } }; the file and the range are checked when
379 # the suite closes, by Structure through ::Excerpt, with the field path
380 12 ▶sub excerpt {
Subroutine excerpt: called CC=7 SCAR=19.5
Pod documented
381 12 my ( $file, @pairs ) = @_;
382 12 ▶ croak "excerpt: a file under quellen/ expected (excerpt 'quellen/NAME.txt', from => ..., to => ...)"
Branch: 1 branch
BranchTrueFalseTotal
unless defined $file and not ref $file and length $file 1 11 12
Condition66%4/6
defined $file and not ref $file and length $file
!ll&&!rl&&r
1011
defined $file and not ref $file
!ll&&!rl&&r
1011
MC/DC33%1/3
defined $file and not ref $file and length $file
defined $file not ref $file length $file
Truth table50%2/4
A and not(B) and C
A= defined $fileB= not ref $fileC= length $file
ABCresult
0XX0
10X0
1100
1111
383 unless defined $file && !ref $file && length $file;
384 11 my $o = _pairs( 'excerpt', [qw( from to )], @pairs );
385 9 for my $k (qw( from to )) {
386 17 ▶ croak 'excerpt: '.$k.' => the label of a provision expected' unless defined $o->{$k} && !ref $o->{$k};
Branch: 1 branch
BranchTrueFalseTotal
unless defined $o->{$k} and not ref $o->{$k} 2 15 17
Condition100%3/3
defined $o->{$k} and not ref $o->{$k}
!ll&&!rl&&r
1115
MC/DC100%2/2
defined $o->{$k} and not ref $o->{$k}
defined $o->{$k} not ref $o->{$k}
Truth table100%3/3
A and not(B)
A= defined $o->{$k}B= not ref $o->{$k}
ABresult
0X0
100
111
387 }
388 7 return { auszug => { datei => $file, von => $o->{from}, bis => $o->{to} } };
389 }
390  
391 #### closing a suite
392  
393 # a defensive deep copy of what the blocks recorded, in format 2 terms: a qr//
394 # becomes its string form, run/put become calls of the one tool with that
395 # simulator
396 213 ▶sub _finish {
Subroutine _finish: called CC=4 SCAR=14.0
397 213 my ( $data, $tools ) = @_;
398 213 my %by_sim;
399 213 ▶ for my $t ( grep { ref $_ eq 'HASH' && defined $_->{simulator} && !ref $_->{simulator} } @$tools ) {
Condition66%4/6
ref $_ eq 'HASH' && defined $_->{'simulator'} && !ref($_->{'simulator'})
!ll&&!rl&&r
2070112
ref $_ eq "HASH" and defined $_->{"simulator"}
!ll&&!rl&&r
0207112
MC/DC33%1/3
ref $_ eq 'HASH' && defined $_->{'simulator'} && !ref($_->{'simulator'})
ref $_ eq "HASH" defined $_->{"simulator"} !ref($_->{'simulator'})
Truth table50%2/4
A and B && not(C)
A= ref $_ eq "HASH"B= defined $_->{"simulator"}C= !ref($_->{'simulator'})
ABCresult
0XX0
10X0
1100
1111
400 112 push @{ $by_sim{ $t->{simulator} } }, $t->{name};
401 }
402 213 return _walk( $data, \%by_sim );
403 }
404  
405 9871 ▶sub _walk {
Subroutine _walk: called CC=9 SCAR=22.0
406 9871 my ( $d, $sim ) = @_;
407 9871 ▶ return "$d" if re::is_regexp($d);
Branch: 1 branch
BranchTrueFalseTotal
if &re::is_regexp($d) 22 9849 9871
408 9849 ▶ if ( blessed $d && $d->isa('Langertha::Holmgang::_Pending') ) {
Branch: 1 branch
BranchTrueFalseTotal
if (builtin::blessed($d) and $d->isa("Langertha::Holmgang::_Pending")) 84 9765 9849
Condition100%3/3
builtin::blessed($d) and $d->isa("Langertha::Holmgang::_Pending")
!ll&&!rl&&r
9763284
MC/DC100%2/2
builtin::blessed($d) and $d->isa("Langertha::Holmgang::_Pending")
builtin::blessed($d) $d->isa("Langertha::Holmgang::_Pending")
Truth table100%3/3
A and B
A= builtin::blessed($d)B= $d->isa("Langertha::Holmgang::_Pending")
ABresult
0X0
100
111
409 84 ▶ my $names = $sim->{ $d->{simulator} } || [];
Condition100%2/2
$$sim{$d->{'simulator'}} || []
l!l
831
MC/DC100%1/1
$$sim{$d->{'simulator'}} || []
$$sim{$d->{'simulator'}}
Truth table100%2/2
A
A= $$sim{$d->{'simulator'}}
Aresult
11
00
410 die sprintf( "%s: the suite needs exactly one tool with simulator %s, it has %d at %s line %d.\n",
411 84 ▶ ( $d->{simulator} eq 'run_command' ? 'run' : 'put' ), $d->{simulator}, scalar @$names, @{ $d->{at} } )
Branch: 2 branches
BranchTrueFalseTotal
unless @$names == 1 2 82 84
$d->{'simulator'} eq 'run_command' ? : 2 0 2
412 unless @$names == 1;
413 82 return { tool => $names->[0], args => _walk( $d->{args}, $sim ) };
414 }
415 9765 ▶ return { map { ( $_ => _walk( $d->{$_}, $sim ) ) } keys %$d } if ref $d eq 'HASH';
Branch: 1 branch
BranchTrueFalseTotal
if ref $d eq "HASH" 3141 6624 9765
416 6624 ▶ return [ map { _walk( $_, $sim ) } @$d ] if ref $d eq 'ARRAY';
Branch: 1 branch
BranchTrueFalseTotal
if ref $d eq "ARRAY" 1550 5074 6624
417 5074 return $d;
418 }
419  
420 #### suite.pl (called by the loader)
421  
422 54 ▶sub _load_file {
Subroutine _load_file: called CC=5 SCAR=16.1
423 54 my ( %o ) = @_;
424 54 local $LOADING = { %o, suites => [], declared => 0 };
425 54 local $OPEN;
426 54 my $pkg = 'Langertha::Holmgang::_SuiteFile'.++$PACKAGES;
427 54 ( my $line = $o{path} ) =~ s/["\r\n]/_/g;
428 # UTF-8 source whether the file says use utf8 or not (k60): a suite's texts
429 # are what the model is sent, and Latin-1 mojibake is never what was meant
430 54 my $err = _compile( 'package '.$pkg.";use utf8;\n#line 1 \"".$line."\"\n".$o{code}."\n" );
431 54 ▶ if ( ref $err || length $err ) {
Branch: 1 branch
BranchTrueFalseTotal
if (ref $err or length $err) 12 42 54
Condition100%3/3
ref $err or length $err
l!l&&r!l&&!r
9342
MC/DC100%2/2
ref $err or length $err
ref $err length $err
Truth table100%3/3
A or B
A= ref $errB= length $err
ABresult
1X1
011
000
432 12 ▶ die $err if Langertha::Holmgang::Error->caught($err);
Branch: 1 branch
BranchTrueFalseTotal
if "Langertha::Holmgang::Error"->caught($err) 9 3 12
433 3 Langertha::Holmgang::Error->throw( 'suite.pl', "$err" =~ s/\s+\z//r );
434 }
435 42 ▶ Langertha::Holmgang::Error->throw( 'suite.pl', 'declares no suite' ) unless @{ $LOADING->{suites} };
Branch: 1 branch
BranchTrueFalseTotal
unless @{$Langertha::Holmgang::LOADING->{"suites"};} 1 41 42
436 41 return $LOADING->{suites}[0];
437 }
438  
439 36 1;
440  
441 __END__
« blib/lib/Langertha/Holmgang/Template.pm ↑ Summary blib/lib/Langertha/Holmgang/Sim/Uebersetzung.pm »