UDC/Tokenizer.pm

filter: Statementstmt 94.0% 191 / 203 Branchbran 94.0% 94 / 100 Conditioncond 78.6% 48 / 61 MC/DCmcdc 55.1% 16 / 29 Subroutinesub 100% 16 / 16 Podpod 0.0% 0 / 1 totaltotal 89.0% 365 / 410 CC 75 SCAR 33.7
CC
75
Cov
91%
tokenize
49.1
_merge_bracketed_alpha_specs
13.0
_has_alpha_spec
5.6
CRAP 29.1
↑ Summary UDC/Parser.pm »
1 package Business::UDC::Tokenizer;
2  
3 13 ▶use base qw(Exporter);
Subroutine BEGIN: called CC=1 SCAR=0.0
4 13 ▶use strict;
Subroutine BEGIN: called CC=1 SCAR=0.0
5 13 ▶use warnings;
Subroutine BEGIN: called CC=1 SCAR=0.0
6  
7 13 ▶use Error::Pure qw(err);
Subroutine BEGIN: called CC=1 SCAR=0.0
8 13 ▶use Readonly;
Subroutine BEGIN: called CC=1 SCAR=0.0
9 13 ▶use Unicode::UTF8 qw(decode_utf8);
Subroutine BEGIN: called CC=1 SCAR=0.0
10  
11 13 Readonly::Array our @EXPORT_OK => qw(tokenize);
12  
13 13 our $VERSION = 0.12;
14  
15 274 ▶sub tokenize {
Subroutine tokenize: called CC=49 SCAR=38.9
Pod undocumented
16 274 my ($input, $position_offset) = @_;
17  
18 274 ▶ $position_offset //= 0;
Condition100%2/2
$position_offset //= 0
l!l
98176
MC/DC100%1/1
$position_offset //= 0
$position_offset
Truth table100%2/2
A
A= $position_offset
Aresult
11
00
19 274 my @tokens;
20 274 my $left_double_quote = decode_utf8('“');
21 274 my $right_double_quote = decode_utf8('”');
22 274 my $time_quote = qr/"|''|$left_double_quote|$right_double_quote/;
23  
24 274 pos($input) = 0;
25  
26 274 ▶ while (pos($input) < length($input)) {
Branch: 1 branch
BranchTrueFalseTotal
if (pos $input < length $input) 778 250 1028
27 778 my $start = pos($input);
28  
29 778 ▶ if ($input =~ /\G( +(?=\p{L})\p{L}[\p{L}\p{N}]*(?:-\d+\/\p{L}[\p{L}\p{N}]*-\d+)+)/gcu) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ m[\G( +(?=\p{L})\p{L}[\p{L}\p{N}]*(?:-\d+/\p{L}[\p{L}\p{N}]*-\d+)+)]cgu) 2 776 778
30 2 _push_token(\@tokens, 'ALPHA_SPEC', $1, $start, 1);
31 2 next;
32 }
33  
34 776 ▶ if ($input =~ /\G( +(?=\p{L})\p{L}(?:[\p{L}\p{N}._#,'']|\[[^\]]+\]|\+(?! )|\/(?! )|-(?!\d)| +(?=[\p{L}\p{N}._\[]))* *)/gcu) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ m(\G( +(?=\p{L})\p{L}(?:[\p{L}\p{N}._#,'']|\[[^\]]+\]|\+(?! )|/(?! )|-(?!\d)| +(?=[\p{L}\p{N}._\[]))* *))cgu) 23 753 776
35 23 _push_token(\@tokens, 'ALPHA_SPEC', $1, $start, 1);
36 23 next;
37 }
38  
39 753 ▶ if ($input =~ /\G( +(?=($time_quote)(?:(?!$time_quote)[\s\S])*\p{L})(?:$time_quote)(?:(?!$time_quote)[\s\S])*$time_quote *)/gcu) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G( +(?=($time_quote)(?:(?!$time_quote)[\s\S])*\p{L})(?:$time_quote)(?:(?!$time_quote)[\s\S])*$time_quote *)/cgu) 3 750 753
40 3 _push_token(\@tokens, 'ALPHA_SPEC', $1, $start, 1);
41 3 next;
42 }
43  
44 750 ▶ if ($input =~ /\G(\s+)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(\s+)/cg) 28 722 750
45 28 _push_token(\@tokens, 'WHITESPACE', $1, $start, 1);
46 28 next;
47 }
48  
49 722 ▶ if ($input =~ /\G(\d+(?:[\.,]\d+)*)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(\d+(?:[\.,]\d+)*)/cg) 332 390 722
50 332 _push_token(\@tokens, 'NUMBER', $1, $start);
51 332 next;
52 }
53  
54 390 ▶ if (substr($input, $start, 2) eq './'
Branch: 1 branch
BranchTrueFalseTotal
if (substr($input, $start, 2) eq "./" or substr($input, $start, 2) eq ".(" or substr($input, $start, 2) eq ".:" or substr($input, $start, 2) eq ".." or substr($input, $start, 1) eq "." and $start + 1 >= length $input) 7 383 390
Condition100%15/15
substr($input, $start, 2) eq "./" or substr($input, $start, 2) eq ".(" or substr($input, $start, 2) eq ".:" or substr($input, $start, 2) eq ".." or substr($input, $start, 1) eq "." and $start + 1 >= length $input
l!l&&r!l&&!r
52383
substr($input, $start, 2) eq "./" or substr($input, $start, 2) eq ".(" or substr($input, $start, 2) eq ".:" or substr($input, $start, 2) eq ".."
l!l&&r!l&&!r
41385
substr($input, $start, 2) eq "./" or substr($input, $start, 2) eq ".(" or substr($input, $start, 2) eq ".:"
l!l&&r!l&&!r
31386
substr($input, $start, 2) eq "./" or substr($input, $start, 2) eq ".("
l!l&&r!l&&!r
12387
substr($input, $start, 1) eq "." and $start + 1 >= length $input
!ll&&!rl&&r
369142
MC/DC100%6/6
substr($input, $start, 2) eq "./" or substr($input, $start, 2) eq ".(" or substr($input, $start, 2) eq ".:" or substr($input, $start, 2) eq ".." or substr($input, $start, 1) eq "." and $start + 1 >= length $input
substr($input, $start, 2) eq "./" substr($input, $start, 2) eq ".(" substr($input, $start, 2) eq ".:" substr($input, $start, 2) eq ".." substr($input, $start, 1) eq "." $start + 1 >= length $input
Truth table100%7/7
A or B or C or D or E and F
A= substr($input, $start, 2) eq "./"B= substr($input, $start, 2) eq ".("C= substr($input, $start, 2) eq ".:"D= substr($input, $start, 2) eq ".."E= substr($input, $start, 1) eq "."F= $start + 1 >= length $input
ABCDEFresult
1XXXXX1
01XXXX1
001XXX1
0001XX1
0000111
00000X0
0000100
55 || substr($input, $start, 2) eq '.('
56 || substr($input, $start, 2) eq '.:'
57 || substr($input, $start, 2) eq '..'
58 || substr($input, $start, 1) eq '.'
59 && $start + 1 >= length($input)) {
60 7 _check_pending_whitespace(\@tokens);
61 6 err "Extra dot '.'.",
62 'position' => $position_offset + $start,
63 'character' => '.',
64 ;
65 }
66  
67 383 ▶ if ($input =~ /\G(\.)(?=\s)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(\.)(?=\s)/cg) 1 382 383
68 1 _push_token(\@tokens, 'AUX_DOT', $1, $start, 1);
69 1 next;
70 }
71  
72 382 ▶ if ($input =~ /\G(\.\d+(?:\.\d+)*)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(\.\d+(?:\.\d+)*)/cg) 13 369 382
73 13 _push_token(\@tokens, 'AUX_DOT', $1, $start);
74 13 next;
75 }
76  
77 369 ▶ if ($input =~ /\G(\[)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(\[)/cg) 5 364 369
78 5 _push_token(\@tokens, 'LBRACK', $1, $start);
79 5 next;
80 }
81  
82 364 ▶ if ($input =~ /\G(\])/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(\])/cg) 9 355 364
83 9 _push_token(\@tokens, 'RBRACK', $1, $start);
84 9 next;
85 }
86  
87 355 ▶ if ($input =~ /\G(::|[+:\/])/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ m[\G(::|[+:/])]cg) 91 264 355
88 91 _push_token(\@tokens, 'OP', $1, $start);
89 91 next;
90 }
91  
92 264 ▶ if (substr($input, $start, 2) eq '--'
Branch: 1 branch
BranchTrueFalseTotal
if (substr($input, $start, 2) eq "--" or substr($input, $start, 1) eq "-" and $start + 1 >= length $input) 2 262 264
Condition100%6/6
substr($input, $start, 2) eq "--" or substr($input, $start, 1) eq "-" and $start + 1 >= length $input
l!l&&r!l&&!r
11262
substr($input, $start, 1) eq "-" and $start + 1 >= length $input
!ll&&!rl&&r
214481
MC/DC100%3/3
substr($input, $start, 2) eq "--" or substr($input, $start, 1) eq "-" and $start + 1 >= length $input
substr($input, $start, 2) eq "--" substr($input, $start, 1) eq "-" $start + 1 >= length $input
Truth table100%4/4
A or B and C
A= substr($input, $start, 2) eq "--"B= substr($input, $start, 1) eq "-"C= $start + 1 >= length $input
ABCresult
1XX1
0111
00X0
0100
93 || substr($input, $start, 1) eq '-'
94 && $start + 1 >= length($input)) {
95 2 ▶ err "Extra dash '-'.",
Branch: 1 branch
BranchTrueFalseTotal
substr($input, $start, 2) eq '--' ? : 1 1 2
96 'position' => $position_offset + $start
97 + (substr($input, $start, 2) eq '--' ? 1 : 0),
98 'character' => '-',
99 ;
100 }
101  
102 262 ▶ if ($input =~ /\G(-)(?=\s)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(-)(?=\s)/cg) 1 261 262
103 1 _push_token(\@tokens, 'FORM', $1, $start, 1);
104 1 next;
105 }
106  
107 261 ▶ if ($input =~ /\G(-\d+(?:[\.,]\d+)*)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(-\d+(?:[\.,]\d+)*)/cg) 47 214 261
108 47 _push_token(\@tokens, 'FORM', $1, $start);
109 47 next;
110 }
111  
112 214 ▶ if (substr($input, $start, 1) eq '(') {
Branch: 1 branch
BranchTrueFalseTotal
if (substr($input, $start, 1) eq "(") 111 103 214
113 111 my $end = _find_parenthesis_end($input, $start);
114 111 ▶ if (defined $end) {
Branch: 1 branch
BranchTrueFalseTotal
if (defined $end) 99 12 111
115 99 my $value = substr($input, $start, $end - $start);
116 99 ▶ if ($value eq '(...)') {
Branch: 1 branch
BranchTrueFalseTotal
if ($value eq "(...)") 1 98 99
117 1 err 'Invalid geographic auxiliary notation.',
118 'position' => $position_offset + $start,
119 'character' => $value,
120 ;
121 }
122 98 my $inner = substr($value, 1, length($value) - 2);
123 98 my $inner_tokens = tokenize($inner, $position_offset + $start + 1);
124 98 _offset_token_positions($inner_tokens, $start + 1);
125 98 pos($input) = $end;
126 98 _push_token(\@tokens, 'AUX_GROUP', $value, $start, 1);
127 98 $tokens[-1]->{'tokens'} = $inner_tokens;
128 98 next;
129 }
130 }
131  
132 115 ▶ if ($input =~ /\G(\()/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(\()/cg) 12 103 115
133 12 _push_token(\@tokens, 'LPAREN', $1, $start, 1);
134 12 next;
135 }
136  
137 103 ▶ if ($input =~ /\G(\))/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(\))/cg) 4 99 103
138 4 _push_token(\@tokens, 'RPAREN', $1, $start, 1);
139 4 next;
140 }
141  
142 99 ▶ if (substr($input, $start, 1) eq '"'
Branch: 1 branch
BranchTrueFalseTotal
if (substr($input, $start, 1) eq "\"" and index($input, "\"", $start + 1) == -1 and index($input, "''", $start + 1) == -1 and index($input, $right_double_quote, $start + 1) == -1) 8 91 99
Condition88%8/9
substr($input, $start, 1) eq "\"" and index($input, "\"", $start + 1) == -1 and index($input, "''", $start + 1) == -1 and index($input, $right_double_quote, $start + 1) == -1
!ll&&!rl&&r
9108
substr($input, $start, 1) eq "\"" and index($input, "\"", $start + 1) == -1 and index($input, "''", $start + 1) == -1
!ll&&!rl&&r
8928
substr($input, $start, 1) eq "\"" and index($input, "\"", $start + 1) == -1
!ll&&!rl&&r
741510
MC/DC75%3/4
substr($input, $start, 1) eq "\"" and index($input, "\"", $start + 1) == -1 and index($input, "''", $start + 1) == -1 and index($input, $right_double_quote, $start + 1) == -1
substr($input, $start, 1) eq "\"" index($input, "\"", $start + 1) == -1 index($input, "''", $start + 1) == -1 index($input, $right_double_quote, $start + 1) == -1
Truth table80%4/5
A and B and C and D
A= substr($input, $start, 1) eq "\""B= index($input, "\"", $start + 1) == -1C= index($input, "''", $start + 1) == -1D= index($input, $right_double_quote, $start + 1) == -1
ABCDresult
0XXX0
10XX0
110X0
11100
11111
143 && index($input, '"', $start + 1) < 0
144 && index($input, "''", $start + 1) < 0
145 && index($input, $right_double_quote, $start + 1) < 0) {
146 8 my $invalid_year_position = _invalid_time_year_position($input, $start);
147 8 ▶ if (defined $invalid_year_position) {
Branch: 1 branch
BranchTrueFalseTotal
if (defined $invalid_year_position) 1 7 8
148 1 err 'Invalid year in time auxiliary.',
149 'position' => $position_offset + $invalid_year_position,
150 'character' => substr($input, $invalid_year_position, 1),
151 ;
152 }
153  
154 7 err "Missing closing quotation mark '\"'.",
155 'position' => $position_offset + _missing_quote_position($input, $start),
156 'character' => '"',
157 ;
158 }
159  
160 91 ▶ if ($input =~ /\G(($time_quote)(?:(?!$time_quote)[\s\S])*$time_quote)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(($time_quote)(?:(?!$time_quote)[\s\S])*$time_quote)/cg) 23 68 91
161 23 my $value = $1;
162 23 ▶ if ($value =~ /\p{L}/u) {
Branch: 1 branch
BranchTrueFalseTotal
if ($value =~ /\p{L}/u) { } 0 23 23
163 0 _push_token(\@tokens, 'ALPHA_SPEC', $value, $start, 1);
164 } else {
165 23 _push_token(\@tokens, 'AUX_TIME', $value, $start);
166 }
167 23 next;
168 }
169  
170 68 ▶ if ($input =~ /\G(=+)(?=\s)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(=+)(?=\s)/cg) 1 67 68
171 1 _push_token(\@tokens, 'AUX_LANG', $1, $start, 1);
172 1 next;
173 }
174  
175 67 ▶ if ($input =~ /\G(=+(?:[A-Za-z]+|\d+(?:\.\d+)*))/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(=+(?:[A-Za-z]+|\d+(?:\.\d+)*))/cg) 8 59 67
176 8 _push_token(\@tokens, 'AUX_LANG', $1, $start);
177 8 next;
178 }
179  
180 59 ▶ if ($input =~ /\G(\p{L}(?:[\p{L}\p{N}._#,'']|\[[^\]]+\]|\+(?! )|\/(?! )|-(?!\d)| +(?=[\p{L}\p{N}._\[]))* *)/gcu) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ m(\G(\p{L}(?:[\p{L}\p{N}._#,'']|\[[^\]]+\]|\+(?! )|/(?! )|-(?!\d)| +(?=[\p{L}\p{N}._\[]))* *))cgu) 25 34 59
181 25 _push_token(\@tokens, 'ALPHA_SPEC', $1, $start, 1);
182 25 next;
183 }
184  
185 34 my $a = decode_utf8('’');
186 34 my $acute = decode_utf8('´');
187 34 ▶ if ($input =~ /\G(')(?=\s)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G(')(?=\s)/cg) 1 33 34
188 1 _push_token(\@tokens, 'APOS_AUX', $1, $start, 1);
189 1 next;
190 }
191  
192 33 ▶ if ($input =~ /\G((?:'|`|&apos;|$a|$acute)\d+(?:\.\d+)*)/gc) {
Branch: 1 branch
BranchTrueFalseTotal
if ($input =~ /\G((?:'|`|&apos;|$a|$acute)\d+(?:\.\d+)*)/cg) 27 6 33
193 27 _push_token(\@tokens, 'APOS_AUX', $1, $start);
194 27 next;
195 }
196  
197 6 ▶ if (substr($input, $start, 1) eq "'"
Branch: 1 branch
BranchTrueFalseTotal
if (substr($input, $start, 1) eq "'" and substr($input, $start + 1, 1) eq "-") 1 5 6
Condition66%2/3
substr($input, $start, 1) eq "'" and substr($input, $start + 1, 1) eq "-"
!ll&&!rl&&r
501
MC/DC50%1/2
substr($input, $start, 1) eq "'" and substr($input, $start + 1, 1) eq "-"
substr($input, $start, 1) eq "'" substr($input, $start + 1, 1) eq "-"
Truth table66%2/3
A and B
A= substr($input, $start, 1) eq "'"B= substr($input, $start + 1, 1) eq "-"
ABresult
0X0
100
111
198 && substr($input, $start + 1, 1) eq '-') {
199 1 err 'Bad quotation mark character.',
200 'position' => $position_offset + $start,
201 'character' => "'",
202 ;
203 }
204  
205 5 ▶ if (substr($input, $start, 2) eq ',,'
Branch: 1 branch
BranchTrueFalseTotal
if (substr($input, $start, 2) eq ",," and substr($input, $start + 2, 1) =~ /\d/) 1 4 5
Condition66%2/3
substr($input, $start, 2) eq ",," and substr($input, $start + 2, 1) =~ /\d/
!ll&&!rl&&r
401
MC/DC50%1/2
substr($input, $start, 2) eq ",," and substr($input, $start + 2, 1) =~ /\d/
substr($input, $start, 2) eq ",," substr($input, $start + 2, 1) =~ /\d/
Truth table66%2/3
A and B
A= substr($input, $start, 2) eq ",,"B= substr($input, $start + 2, 1) =~ /\d/
ABresult
0X0
100
111
206 && substr($input, $start + 2, 1) =~ /\d/) {
207 1 err 'Bad quotation mark character.',
208 'position' => $position_offset + $start,
209 'character' => ',,',
210 ;
211 }
212  
213 4 ▶ if (substr($input, $start, 1) eq ','
Branch: 1 branch
BranchTrueFalseTotal
if (substr($input, $start, 1) eq "," and substr($input, $start + 1, 1) =~ /\d/) 1 3 4
Condition66%2/3
substr($input, $start, 1) eq "," and substr($input, $start + 1, 1) =~ /\d/
!ll&&!rl&&r
301
MC/DC50%1/2
substr($input, $start, 1) eq "," and substr($input, $start + 1, 1) =~ /\d/
substr($input, $start, 1) eq "," substr($input, $start + 1, 1) =~ /\d/
Truth table66%2/3
A and B
A= substr($input, $start, 1) eq ","B= substr($input, $start + 1, 1) =~ /\d/
ABresult
0X0
100
111
214 && substr($input, $start + 1, 1) =~ /\d/) {
215 1 err 'Bad dot character in number.',
216 'position' => $position_offset + $start,
217 'character' => ',',
218 ;
219 }
220  
221 3 my $nonbreaking_hyphen = decode_utf8('‑');
222 3 ▶ if (substr($input, $start, 1) eq $nonbreaking_hyphen) {
Branch: 1 branch
BranchTrueFalseTotal
if (substr($input, $start, 1) eq $nonbreaking_hyphen) 1 2 3
223 1 err 'Bad hyphen character.',
224 'position' => $position_offset + $start,
225 'character' => $nonbreaking_hyphen,
226 ;
227 }
228  
229 2 my $bad = substr($input, $start, 20);
230 2 err "Unrecognized input near '$bad'.",
231 'position' => $position_offset + $start,
232 ;
233 }
234  
235 250 return _merge_bracketed_alpha_specs(\@tokens);
236 }
237  
238 8 ▶sub _invalid_time_year_position {
Subroutine _invalid_time_year_position: called CC=2 SCAR=6.9
239 8 my ($input, $start) = @_;
240  
241 8 my $value = substr($input, $start + 1);
242 8 ▶ if ($value =~ /^\d{4}\/(\d{1,3})(?=\D|$)/) {
Branch: 1 branch
BranchTrueFalseTotal
if ($value =~ m[^\d{4}/(\d{1,3})(?=\D|$)]) 1 7 8
243 1 return $start + 1 + 5;
244 }
245  
246 7 return;
247 }
248  
249 7 ▶sub _missing_quote_position {
Subroutine _missing_quote_position: called CC=4 SCAR=13.9
250 7 my ($input, $start) = @_;
251  
252 7 my $value = substr($input, $start + 1);
253 7 my ($time) = $value =~ /^(\d{4}(?:\.\d+)*)/;
254 7 ▶ $time //= '';
Condition50%1/2
$time //= ""
l!l
70
MC/DC0%0/1
$time //= ""
$time
Truth table50%1/2
A
A= $time
Aresult
11
00
255 7 my $rest = substr($value, length($time));
256 7 ▶ if (substr($rest, 0, 1) eq '/') {
Branch: 1 branch
BranchTrueFalseTotal
if (substr($rest, 0, 1) eq "/") 6 1 7
257 6 my ($end_year) = $rest =~ m{^/(\d+)};
258 6 ▶ if (defined $end_year) {
Branch: 1 branch
BranchTrueFalseTotal
if (defined $end_year) 5 1 6
259 5 $time .= '/' . $end_year;
260 }
261 }
262  
263 7 return $start + 1 + length($time);
264 }
265  
266 111 ▶sub _find_parenthesis_end {
Subroutine _find_parenthesis_end: called CC=5 SCAR=16.1
267 111 my ($input, $start) = @_;
268  
269 111 my $depth = 0;
270 111 ▶ for (my $pos = $start; $pos < length($input); $pos++) {
Branch: 1 branch
BranchTrueFalseTotal
if ($pos < length $input) 903 12 915
271 903 my $character = substr($input, $pos, 1);
272 903 ▶ if ($character eq '(') {
Branch: 2 branches
BranchTrueFalseTotal
if ($character eq '(') { } 128 775 903
elsif ($character eq ')') { } 115 660 775
273 128 $depth++;
274 } elsif ($character eq ')') {
275 115 $depth--;
276 115 ▶ return $pos + 1 if $depth == 0;
Branch: 1 branch
BranchTrueFalseTotal
if $depth == 0 99 16 115
277 }
278 }
279  
280 12 return;
281 }
282  
283 104 ▶sub _offset_token_positions {
Subroutine _offset_token_positions: called CC=3 SCAR=11.0
284 104 my ($tokens_ar, $offset) = @_;
285  
286 104 foreach my $token (@{$tokens_ar}) {
287 159 $token->{'pos'} += $offset;
288 159 ▶ if ($token->{'tokens'}) {
Branch: 1 branch
BranchTrueFalseTotal
if ($token->{"tokens"}) 6 153 159
289 6 _offset_token_positions($token->{'tokens'}, $offset);
290 }
291 }
292  
293 104 return;
294 }
295  
296 555 ▶sub _check_whitespace {
Subroutine _check_whitespace: called CC=2 SCAR=9.2
297 555 my ($value, $start) = @_;
298  
299 555 ▶ if ($value =~ /^(.*?)\s/s) {
Branch: 1 branch
BranchTrueFalseTotal
if ($value =~ /^(.*?)\s/s) 0 555 555
300 0 my $ws_pos = length($1);
301 0 my $char = substr($value, $ws_pos, 1);
302 0 err "Whitespace is not allowed in UDC string.",
303 'position' => $start + $ws_pos,
304 'character' => $char,
305 ;
306 }
307  
308 555 return;
309 }
310  
311 7 ▶sub _check_pending_whitespace {
Subroutine _check_pending_whitespace: called CC=4 SCAR=13.9
312 7 my $tokens_ar = shift;
313  
314 7 foreach my $token (@{$tokens_ar}) {
315 15 ▶ if ($token->{'type'} eq 'WHITESPACE') {
Branch: 1 branch
BranchTrueFalseTotal
if ($token->{"type"} eq "WHITESPACE") 1 14 15
316 1 ▶ my $message = _has_alpha_spec($tokens_ar)
Branch: 1 branch
BranchTrueFalseTotal
_has_alpha_spec($tokens_ar) ? : 0 1 1
317 ? 'Whitespace is not allowed in UDC string with alphabetical specification.'
318 : 'Whitespace is not allowed in UDC string.';
319 err $message,
320 'position' => $token->{'pos'},
321 1 'character' => substr($token->{'value'}, 0, 1),
322 ;
323 }
324 }
325  
326 6 return;
327 }
328  
329 3 ▶sub _has_alpha_spec {
Subroutine _has_alpha_spec: called CC=5 SCAR=17.2
330 3 my $tokens_ar = shift;
331  
332 3 foreach my $token (@{$tokens_ar}) {
333 12 ▶ return 1 if $token->{'type'} eq 'ALPHA_SPEC';
Branch: 1 branch
BranchTrueFalseTotal
if $token->{"type"} eq "ALPHA_SPEC" 0 12 12
334 12 ▶ if ($token->{'tokens'} && _has_alpha_spec($token->{'tokens'})) {
Branch: 1 branch
BranchTrueFalseTotal
if ($token->{"tokens"} and _has_alpha_spec($token->{"tokens"})) 0 12 12
Condition66%2/3
$token->{"tokens"} and _has_alpha_spec($token->{"tokens"})
!ll&&!rl&&r
1020
MC/DC0%0/2
$token->{"tokens"} and _has_alpha_spec($token->{"tokens"})
$token->{"tokens"} _has_alpha_spec($token->{"tokens"})
Truth table66%2/3
A and B
A= $token->{"tokens"}B= _has_alpha_spec($token->{"tokens"})
ABresult
0X0
100
111
335 0 return 1;
336 }
337 }
338  
339 3 return 0;
340 }
341  
342 754 ▶sub _push_token {
Subroutine _push_token: called CC=2 SCAR=6.9
343 754 my ($tokens_ar, $type, $value, $start, $allow_whitespace) = @_;
344  
345 754 ▶ if (! $allow_whitespace) {
Branch: 1 branch
BranchTrueFalseTotal
unless ($allow_whitespace) 555 199 754
346 555 _check_whitespace($value, $start);
347 }
348  
349 754 push @{$tokens_ar}, {
350 type => $type,
351 value => $value,
352 pos => $start,
353 };
354  
355 754 return;
356 }
357  
358 250 ▶sub _merge_bracketed_alpha_specs {
Subroutine _merge_bracketed_alpha_specs: called CC=8 SCAR=25.7
359 250 my $tokens_ar = shift;
360  
361 250 my @merged;
362 250 ▶ while (@{$tokens_ar}) {
Branch: 1 branch
BranchTrueFalseTotal
if (@{$tokens_ar;}) 691 250 941
363 691 my $token = shift @{$tokens_ar};
364  
365 691 ▶ if (@merged
Branch: 1 branch
BranchTrueFalseTotal
if (@merged and $merged[-1]{"type"} eq "ALPHA_SPEC" and $token->{"type"} eq "LBRACK" and @{$tokens_ar;} >= 2 and $tokens_ar->[0]{"type"} eq "ALPHA_SPEC" and $tokens_ar->[1]{"type"} eq "RBRACK") 0 691 691
Condition53%8/15
@merged and $merged[-1]{"type"} eq "ALPHA_SPEC" and $token->{"type"} eq "LBRACK" and @{$tokens_ar;} >= 2 and $tokens_ar->[0]{"type"} eq "ALPHA_SPEC" and $tokens_ar->[1]{"type"} eq "RBRACK"
!ll&&!rl&&r
69100
@merged and $merged[-1]{"type"} eq "ALPHA_SPEC" and $token->{"type"} eq "LBRACK" and @{$tokens_ar;} >= 2 and $tokens_ar->[0]{"type"} eq "ALPHA_SPEC"
!ll&&!rl&&r
69100
@merged and $merged[-1]{"type"} eq "ALPHA_SPEC" and $token->{"type"} eq "LBRACK" and @{$tokens_ar;} >= 2
!ll&&!rl&&r
69100
@merged and $merged[-1]{"type"} eq "ALPHA_SPEC" and $token->{"type"} eq "LBRACK"
!ll&&!rl&&r
674170
@merged and $merged[-1]{"type"} eq "ALPHA_SPEC"
!ll&&!rl&&r
25042417
MC/DC0%0/6
@merged and $merged[-1]{"type"} eq "ALPHA_SPEC" and $token->{"type"} eq "LBRACK" and @{$tokens_ar;} >= 2 and $tokens_ar->[0]{"type"} eq "ALPHA_SPEC" and $tokens_ar->[1]{"type"} eq "RBRACK"
@merged $merged[-1]{"type"} eq "ALPHA_SPEC" $token->{"type"} eq "LBRACK" @{$tokens_ar;} >= 2 $tokens_ar->[0]{"type"} eq "ALPHA_SPEC" $tokens_ar->[1]{"type"} eq "RBRACK"
Truth table42%3/7
A and B and C and D and E and F
A= @mergedB= $merged[-1]{"type"} eq "ALPHA_SPEC"C= $token->{"type"} eq "LBRACK"D= @{$tokens_ar;} >= 2E= $tokens_ar->[0]{"type"} eq "ALPHA_SPEC"F= $tokens_ar->[1]{"type"} eq "RBRACK"
ABCDEFresult
0XXXXX0
10XXXX0
110XXX0
1110XX0
11110X0
1111100
1111111
366 && $merged[-1]->{'type'} eq 'ALPHA_SPEC'
367 && $token->{'type'} eq 'LBRACK'
368 0 && @{$tokens_ar} >= 2
369 && $tokens_ar->[0]->{'type'} eq 'ALPHA_SPEC'
370 && $tokens_ar->[1]->{'type'} eq 'RBRACK') {
371  
372 0 my $inner = shift @{$tokens_ar};
373 0 shift @{$tokens_ar};
374 0 $merged[-1]->{'value'} .= '['.$inner->{'value'}.']';
375 0 next;
376 }
377  
378 691 push @merged, $token;
379 }
380  
381 250 return \@merged;
382 }
383  
384  
385 13 1;
386  
387 __END__
↑ Summary UDC/Parser.pm »