line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
# PODNAME: App::Prove::Elasticsearch::Parser |
2
|
|
|
|
|
|
|
# ABSTRACT: Capture the output of prove, and upload the results of the test to elasticsearch |
3
|
|
|
|
|
|
|
|
4
|
|
|
|
|
|
|
package App::Prove::Elasticsearch::Parser; |
5
|
|
|
|
|
|
|
$App::Prove::Elasticsearch::Parser::VERSION = '0.001'; |
6
|
1
|
|
|
1
|
|
105676
|
use strict; |
|
1
|
|
|
|
|
9
|
|
|
1
|
|
|
|
|
21
|
|
7
|
1
|
|
|
1
|
|
4
|
use warnings; |
|
1
|
|
|
|
|
2
|
|
|
1
|
|
|
|
|
26
|
|
8
|
|
|
|
|
|
|
|
9
|
1
|
|
|
1
|
|
3
|
use parent qw/TAP::Parser/; |
|
1
|
|
|
|
|
2
|
|
|
1
|
|
|
|
|
4
|
|
10
|
|
|
|
|
|
|
|
11
|
1
|
|
|
1
|
|
30591
|
use Clone qw{clone}; |
|
1
|
|
|
|
|
1874
|
|
|
1
|
|
|
|
|
50
|
|
12
|
1
|
|
|
1
|
|
6
|
use File::Basename qw{basename dirname}; |
|
1
|
|
|
|
|
1
|
|
|
1
|
|
|
|
|
38
|
|
13
|
1
|
|
|
1
|
|
5
|
use POSIX qw{strftime}; |
|
1
|
|
|
|
|
1
|
|
|
1
|
|
|
|
|
9
|
|
14
|
1
|
|
|
1
|
|
1570
|
use App::Prove::Elasticsearch::Utils(); |
|
1
|
|
|
|
|
3
|
|
|
1
|
|
|
|
|
1083
|
|
15
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
sub new { |
17
|
2
|
|
|
2
|
1
|
8752
|
my ($class, $opts) = @_; |
18
|
2
|
|
|
|
|
52
|
$opts = clone $opts; #Convenience, if we are passing over and over again... |
19
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
#Load our callbacks |
21
|
2
|
|
|
|
|
19
|
$opts->{'callbacks'} = { |
22
|
|
|
|
|
|
|
'test' => \&testCallback, |
23
|
|
|
|
|
|
|
'comment' => \&commentCallback, |
24
|
|
|
|
|
|
|
'unknown' => \&unknownCallback, |
25
|
|
|
|
|
|
|
'bailout' => \&bailoutCallback, |
26
|
|
|
|
|
|
|
'EOF' => \&EOFCallback, |
27
|
|
|
|
|
|
|
'plan' => \&planCallback, |
28
|
|
|
|
|
|
|
}; |
29
|
|
|
|
|
|
|
|
30
|
|
|
|
|
|
|
my $esopts = { |
31
|
|
|
|
|
|
|
'server.host' => delete $opts->{'server.host'}, |
32
|
|
|
|
|
|
|
'server.port' => delete $opts->{'server.port'}, |
33
|
|
|
|
|
|
|
'client.indexer' => delete $opts->{'client.indexer'}, |
34
|
|
|
|
|
|
|
'client.versioner' => delete $opts->{'client.versioner'} // 'Default', |
35
|
|
|
|
|
|
|
'client.blamer' => delete $opts->{'client.blamer'} // 'Default', |
36
|
|
|
|
|
|
|
'client.platformer' => delete $opts->{'client.platformer'} // 'Default', |
37
|
2
|
|
50
|
|
|
20
|
'client.autodiscover' => delete $opts->{'client.autodiscover'}, |
|
|
|
50
|
|
|
|
|
|
|
|
50
|
|
|
|
|
38
|
|
|
|
|
|
|
}; |
39
|
|
|
|
|
|
|
|
40
|
2
|
|
|
|
|
20
|
my $self = $class->SUPER::new($opts); |
41
|
2
|
50
|
|
|
|
12930
|
if (ref($self->{'_iterator'}->{'command'}) eq 'ARRAY') { |
42
|
2
|
|
|
|
|
8
|
$self->{'file'} = $self->{'_iterator'}->{'command'}->[-1]; |
43
|
2
|
|
|
|
|
364
|
print "# PROCESSING RESULTS FROM TEST FILE: $self->{'file'}\n"; |
44
|
|
|
|
|
|
|
} |
45
|
|
|
|
|
|
|
|
46
|
2
|
|
|
|
|
17
|
my $indexer = $esopts->{'client.indexer'}; |
47
|
2
|
|
|
|
|
21
|
_require_indexer($indexer); |
48
|
2
|
|
|
|
|
19
|
my $versioner = |
49
|
|
|
|
|
|
|
App::Prove::Elasticsearch::Utils::require_versioner($esopts); |
50
|
2
|
|
|
|
|
31
|
my $platformer = |
51
|
|
|
|
|
|
|
App::Prove::Elasticsearch::Utils::require_platformer($esopts); |
52
|
2
|
|
|
|
|
16
|
my $blamer = App::Prove::Elasticsearch::Utils::require_blamer($esopts); |
53
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
$self->{executor} = |
55
|
2
|
|
|
|
|
21
|
&{\&{$blamer . "::get_responsible_party"}}($self->{file}); |
|
2
|
|
|
|
|
8
|
|
|
2
|
|
|
|
|
44
|
|
56
|
2
|
|
|
|
|
21
|
$self->{sut_version} = &{\&{$versioner . "::get_version"}}($self->{file}); |
|
2
|
|
|
|
|
6
|
|
|
2
|
|
|
|
|
19
|
|
57
|
2
|
|
|
|
|
18
|
$self->{platform} = &{\&{$platformer . "::get_platforms"}}(); |
|
2
|
|
|
|
|
4
|
|
|
2
|
|
|
|
|
15
|
|
58
|
2
|
|
|
|
|
11
|
$self->{indexer} = $indexer; |
59
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
$self->{test_version} = |
61
|
2
|
|
|
|
|
4
|
&{\&{$versioner . "::get_file_version"}}($self->{file}); |
|
2
|
|
|
|
|
6
|
|
|
2
|
|
|
|
|
17
|
|
62
|
2
|
|
|
|
|
17
|
$self->{steps} = []; |
63
|
2
|
|
|
|
|
16
|
$self->{starttime} = [ Time::HiRes::gettimeofday() ]; |
64
|
2
|
|
|
|
|
6
|
$self->{es_opts} = $esopts; |
65
|
2
|
|
|
|
|
225
|
return $self; |
66
|
|
|
|
|
|
|
} |
67
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
sub _require_indexer { |
69
|
1
|
|
|
1
|
|
207
|
my $indexer = shift; |
70
|
1
|
50
|
|
|
|
48
|
eval "require $indexer" or die "cannot find needed indexer $indexer"; |
71
|
|
|
|
|
|
|
} |
72
|
|
|
|
|
|
|
|
73
|
|
|
|
|
|
|
# Look for file boundaries, etc. |
74
|
|
|
|
|
|
|
sub unknownCallback { |
75
|
1
|
|
|
1
|
1
|
66
|
my ($test) = @_; |
76
|
1
|
|
|
|
|
11
|
my $self = $test->{'parser'}; |
77
|
1
|
|
|
|
|
27
|
my $line = $test->as_string; |
78
|
1
|
|
|
|
|
15
|
$self->{'raw_output'} .= "$line\n"; |
79
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
#Unofficial "Extensions" to TAP |
81
|
1
|
|
|
|
|
12
|
my ($status_override) = $line =~ m/^% mark_status=([A-Z|_]*)/; |
82
|
1
|
50
|
|
|
|
14
|
$self->{global_status} = $status_override if $status_override; |
83
|
|
|
|
|
|
|
|
84
|
1
|
|
|
|
|
11
|
return; |
85
|
|
|
|
|
|
|
} |
86
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
# Register the current suite or test desc for use by test callback, if the line begins with the special magic words |
88
|
|
|
|
|
|
|
sub commentCallback { |
89
|
2
|
|
|
2
|
1
|
75
|
my ($test) = @_; |
90
|
2
|
|
|
|
|
6
|
my $self = $test->{'parser'}; |
91
|
2
|
|
|
|
|
10
|
my $line = $test->as_string; |
92
|
2
|
|
|
|
|
18
|
$self->{'raw_output'} .= "$line\n"; |
93
|
|
|
|
|
|
|
|
94
|
2
|
|
|
|
|
13
|
return; |
95
|
|
|
|
|
|
|
} |
96
|
|
|
|
|
|
|
|
97
|
|
|
|
|
|
|
sub testCallback { |
98
|
2
|
|
|
2
|
1
|
302
|
my ($test) = @_; |
99
|
2
|
|
|
|
|
6
|
my $self = $test->{'parser'}; |
100
|
|
|
|
|
|
|
|
101
|
2
|
|
|
|
|
8
|
my $line = $test->as_string; |
102
|
2
|
|
|
|
|
54
|
$self->{'raw_output'} .= "$line\n"; |
103
|
|
|
|
|
|
|
|
104
|
2
|
|
|
|
|
40
|
$line =~ s/^(ok|not ok)\s[0-9]*\s-\s//g; |
105
|
2
|
|
|
|
|
14
|
my $test_name = $line; |
106
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
#Setup args to pass to function |
108
|
2
|
|
|
|
|
11
|
my $status_name = 'NOT OK'; |
109
|
2
|
50
|
|
|
|
11
|
if ($test->is_actual_ok()) { |
110
|
2
|
|
|
|
|
18
|
$status_name = 'OK'; |
111
|
2
|
50
|
|
|
|
16
|
if ($test->has_skip()) { |
112
|
0
|
|
|
|
|
0
|
$status_name = 'SKIP'; |
113
|
0
|
|
|
|
|
0
|
$test_name =~ s/^(ok|not ok)\s[0-9]*\s//g; |
114
|
0
|
|
|
|
|
0
|
$test_name =~ s/^# skip //gi; |
115
|
|
|
|
|
|
|
} |
116
|
2
|
50
|
|
|
|
17
|
if ($test->has_todo()) { |
117
|
0
|
|
|
|
|
0
|
$status_name = 'TODO PASS'; |
118
|
0
|
|
|
|
|
0
|
$test_name =~ s/^(ok|not ok)\s[0-9]*\s//g; |
119
|
0
|
|
|
|
|
0
|
$test_name =~ s/^# todo & skip //gi; #handle todo_skip |
120
|
0
|
|
|
|
|
0
|
$test_name =~ s/# todo\s(.*)$//gi; |
121
|
|
|
|
|
|
|
} |
122
|
|
|
|
|
|
|
} else { |
123
|
0
|
0
|
|
|
|
0
|
if ($test->has_todo()) { |
124
|
0
|
|
|
|
|
0
|
$status_name = 'TODO FAIL'; |
125
|
0
|
|
|
|
|
0
|
$test_name =~ s/^(ok|not ok)\s[0-9]*\s//g; |
126
|
0
|
|
|
|
|
0
|
$test_name =~ s/^# todo & skip //gi; #handle todo_skip |
127
|
0
|
|
|
|
|
0
|
$test_name =~ s/# todo\s(.*)$//gi; |
128
|
|
|
|
|
|
|
} |
129
|
|
|
|
|
|
|
} |
130
|
|
|
|
|
|
|
|
131
|
|
|
|
|
|
|
#XXX much of the above code would be unneeded if $test->description wasn't garbage |
132
|
2
|
|
|
|
|
26
|
$test_name =~ s/\s+$//g; |
133
|
|
|
|
|
|
|
|
134
|
|
|
|
|
|
|
#Test done. Record elapsed time. |
135
|
2
|
|
|
|
|
12
|
my $tm = [ Time::HiRes::gettimeofday() ]; |
136
|
2
|
|
33
|
|
|
35
|
$self->{lasttime} //= $self->{starttime}; |
137
|
|
|
|
|
|
|
push( |
138
|
2
|
|
|
|
|
38
|
@{$self->{steps}}, |
139
|
|
|
|
|
|
|
{ |
140
|
2
|
|
|
|
|
4
|
elapsed => Time::HiRes::tv_interval($self->{'lasttime'}, $tm), |
141
|
|
|
|
|
|
|
step => $test->number, #XXX TODO maybe this isn't right |
142
|
|
|
|
|
|
|
name => $test_name, |
143
|
|
|
|
|
|
|
status => $status_name, |
144
|
|
|
|
|
|
|
} |
145
|
|
|
|
|
|
|
); |
146
|
2
|
|
|
|
|
86
|
$self->{lasttime} = $tm; |
147
|
|
|
|
|
|
|
|
148
|
2
|
|
|
|
|
8
|
return 1; |
149
|
|
|
|
|
|
|
} |
150
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
sub bailoutCallback { |
152
|
0
|
|
|
0
|
1
|
0
|
my ($test) = @_; |
153
|
0
|
|
|
|
|
0
|
my $self = $test->{'parser'}; |
154
|
0
|
|
|
|
|
0
|
my $line = $test->as_string; |
155
|
0
|
|
|
|
|
0
|
$self->{'raw_output'} .= "$line\n"; |
156
|
0
|
|
|
|
|
0
|
$self->{'is_bailout'} = 1; |
157
|
0
|
|
|
|
|
0
|
return; |
158
|
|
|
|
|
|
|
} |
159
|
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
sub EOFCallback { |
161
|
2
|
|
|
2
|
1
|
2125
|
my ($self) = @_; |
162
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
#Test done. Record elapsed time. |
164
|
2
|
|
|
|
|
9
|
$self->{'elapsed'} = Time::HiRes::tv_interval($self->{'starttime'}); |
165
|
|
|
|
|
|
|
|
166
|
2
|
|
|
|
|
35
|
my $todo_failed = $self->todo() - $self->todo_passed(); |
167
|
|
|
|
|
|
|
|
168
|
2
|
|
|
|
|
20
|
my $status = 'OK'; |
169
|
|
|
|
|
|
|
|
170
|
2
|
50
|
|
|
|
15
|
$status = 'NOT OK' if $self->has_problems(); |
171
|
|
|
|
|
|
|
|
172
|
2
|
0
|
33
|
|
|
65
|
$status = 'TODO PASSED' |
|
|
|
33
|
|
|
|
|
173
|
|
|
|
|
|
|
if $self->todo_passed() |
174
|
|
|
|
|
|
|
&& !$self->failed() |
175
|
|
|
|
|
|
|
&& $self->is_good_plan(); #If no fails, but a TODO pass, mark as TODOP |
176
|
|
|
|
|
|
|
|
177
|
2
|
0
|
33
|
|
|
18
|
$status = 'TODO FAILED' |
|
|
|
33
|
|
|
|
|
178
|
|
|
|
|
|
|
if $todo_failed |
179
|
|
|
|
|
|
|
&& !$self->failed() |
180
|
|
|
|
|
|
|
&& $self->is_good_plan() |
181
|
|
|
|
|
|
|
; #If no fails, but a TODO fail, prefer TODOF to TODOP |
182
|
|
|
|
|
|
|
|
183
|
2
|
50
|
|
|
|
9
|
$status = "SKIPPED" if $self->skip_all(); #Skip all, whee |
184
|
|
|
|
|
|
|
|
185
|
2
|
50
|
|
|
|
17
|
$status = "BAIL OUT" if $self->{is_bailout}; |
186
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
#Global status override |
188
|
2
|
100
|
|
|
|
9
|
$status = $self->{'global_status'} if $self->{'global_status'}; |
189
|
2
|
100
|
|
|
|
11
|
return if $status eq 'DISCARD'; |
190
|
|
|
|
|
|
|
|
191
|
|
|
|
|
|
|
#Notify user about bad plan a bit better, supposing we haven't bailed |
192
|
1
|
0
|
33
|
|
|
3
|
if (!$self->is_good_plan() && !$self->{'is_bailout'}) { |
193
|
0
|
|
|
|
|
0
|
$self->{'raw_output'} .= |
194
|
|
|
|
|
|
|
"\n# ERROR: Bad plan. You ran " |
195
|
|
|
|
|
|
|
. $self->tests_run |
196
|
|
|
|
|
|
|
. " tests, but planned " |
197
|
|
|
|
|
|
|
. $self->tests_planned . "."; |
198
|
|
|
|
|
|
|
} |
199
|
|
|
|
|
|
|
|
200
|
|
|
|
|
|
|
$self->{upload} = { |
201
|
|
|
|
|
|
|
body => $self->{raw_output}, |
202
|
|
|
|
|
|
|
elapsed => $self->{elapsed}, |
203
|
|
|
|
|
|
|
occurred => |
204
|
|
|
|
|
|
|
strftime("%Y-%m-%d %H:%M:%S", localtime($self->{starttime}->[0])), |
205
|
|
|
|
|
|
|
status => $status, |
206
|
|
|
|
|
|
|
platform => $self->{platform}, |
207
|
|
|
|
|
|
|
executor => $self->{executor}, |
208
|
|
|
|
|
|
|
version => $self->{sut_version}, |
209
|
|
|
|
|
|
|
test_version => $self->{test_version}, |
210
|
|
|
|
|
|
|
name => basename($self->{file}), |
211
|
|
|
|
|
|
|
path => dirname($self->{file}), |
212
|
|
|
|
|
|
|
steps => $self->{steps}, |
213
|
1
|
|
|
|
|
243
|
steps_planned => $self->tests_planned |
214
|
|
|
|
|
|
|
}; |
215
|
|
|
|
|
|
|
|
216
|
1
|
|
|
|
|
28
|
&{\&{$self->{indexer} . "::index_results"}}($self->{upload}); |
|
1
|
|
|
|
|
2
|
|
|
1
|
|
|
|
|
25
|
|
217
|
1
|
|
|
|
|
6
|
return $status; |
218
|
|
|
|
|
|
|
} |
219
|
|
|
|
|
|
|
|
220
|
|
|
|
|
|
|
sub planCallback { |
221
|
2
|
|
|
2
|
1
|
264
|
my ($plan) = @_; |
222
|
2
|
|
|
|
|
6
|
my $self = $plan->{'parser'}; |
223
|
2
|
|
|
|
|
18
|
$self->{raw_output} .= $plan->as_string . "\n"; |
224
|
|
|
|
|
|
|
} |
225
|
|
|
|
|
|
|
|
226
|
|
|
|
|
|
|
sub make_result { |
227
|
7
|
|
|
7
|
1
|
154247
|
my ($self, @args) = @_; |
228
|
7
|
|
|
|
|
50
|
my $res = $self->SUPER::make_result(@args); |
229
|
7
|
|
|
|
|
564
|
$res->{'parser'} = $self; |
230
|
7
|
|
|
|
|
37
|
return $res; |
231
|
|
|
|
|
|
|
} |
232
|
|
|
|
|
|
|
|
233
|
|
|
|
|
|
|
1; |
234
|
|
|
|
|
|
|
|
235
|
|
|
|
|
|
|
__END__ |