line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
# You may distribute under the terms of either the GNU General Public License |
2
|
|
|
|
|
|
|
# or the Artistic License (the same terms as Perl itself) |
3
|
|
|
|
|
|
|
# |
4
|
|
|
|
|
|
|
# (C) Paul Evans, 2020 -- leonerd@leonerd.org.uk |
5
|
|
|
|
|
|
|
|
6
|
|
|
|
|
|
|
package Test::Metrics::Any; |
7
|
|
|
|
|
|
|
|
8
|
3
|
|
|
3
|
|
146336
|
use strict; |
|
3
|
|
|
|
|
17
|
|
|
3
|
|
|
|
|
86
|
|
9
|
3
|
|
|
3
|
|
15
|
use warnings; |
|
3
|
|
|
|
|
5
|
|
|
3
|
|
|
|
|
80
|
|
10
|
3
|
|
|
3
|
|
15
|
use base qw( Test::Builder::Module ); |
|
3
|
|
|
|
|
5
|
|
|
3
|
|
|
|
|
399
|
|
11
|
|
|
|
|
|
|
|
12
|
3
|
|
|
3
|
|
1346
|
use Metrics::Any::Adapter 'Test'; |
|
3
|
|
|
|
|
1068
|
|
|
3
|
|
|
|
|
16
|
|
13
|
3
|
|
|
3
|
|
1458
|
use Metrics::Any::Adapter::Test; # Eager load |
|
3
|
|
|
|
|
2602
|
|
|
3
|
|
|
|
|
1962
|
|
14
|
|
|
|
|
|
|
|
15
|
|
|
|
|
|
|
our $VERSION = '0.01'; |
16
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
our @EXPORT = qw( |
18
|
|
|
|
|
|
|
is_metrics |
19
|
|
|
|
|
|
|
is_metrics_from |
20
|
|
|
|
|
|
|
); |
21
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
=head1 NAME |
23
|
|
|
|
|
|
|
|
24
|
|
|
|
|
|
|
C - assert that code produces metrics via L |
25
|
|
|
|
|
|
|
|
26
|
|
|
|
|
|
|
=head1 SYNOPSIS |
27
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
use Test::More; |
29
|
|
|
|
|
|
|
use Test::Metrics::Any; |
30
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
use Module::Under::Test; |
32
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
is_metrics_from( |
34
|
|
|
|
|
|
|
sub { Module::Under::Test::do_a_thing for 1 .. 5 }, |
35
|
|
|
|
|
|
|
{ |
36
|
|
|
|
|
|
|
things_done => 5, |
37
|
|
|
|
|
|
|
time_taken => Test::Metrics::Any::positive, |
38
|
|
|
|
|
|
|
}, |
39
|
|
|
|
|
|
|
'do_a_thing reported some metrics' |
40
|
|
|
|
|
|
|
); |
41
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
done_testing; |
43
|
|
|
|
|
|
|
|
44
|
|
|
|
|
|
|
=head1 DESCRIPTION |
45
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
This test module helps write unit tests which assert that the code under test |
47
|
|
|
|
|
|
|
reports metrics via L. |
48
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
Loading this module automatically sets the L type to |
50
|
|
|
|
|
|
|
C. |
51
|
|
|
|
|
|
|
|
52
|
|
|
|
|
|
|
=cut |
53
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
=head1 FUNCTIONS |
55
|
|
|
|
|
|
|
|
56
|
|
|
|
|
|
|
=cut |
57
|
|
|
|
|
|
|
|
58
|
|
|
|
|
|
|
=head2 is_metrics |
59
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
is_metrics( \%metrics, $name ) |
61
|
|
|
|
|
|
|
|
62
|
|
|
|
|
|
|
Asserts that the current value of every metric named in the given hash |
63
|
|
|
|
|
|
|
reference is set to the value provided. Values can either be given as exact |
64
|
|
|
|
|
|
|
numbers, or by one of the match functions mentioned in L. |
65
|
|
|
|
|
|
|
|
66
|
|
|
|
|
|
|
Key names in the given hash should match the name format used by |
67
|
|
|
|
|
|
|
L. Name components are joined by underscores, and |
68
|
|
|
|
|
|
|
any label tags are appended with spaces, as C. |
69
|
|
|
|
|
|
|
|
70
|
|
|
|
|
|
|
{ |
71
|
|
|
|
|
|
|
"a_basic_metric" => 123, |
72
|
|
|
|
|
|
|
"a_labelled_metric label:here" => 456, |
73
|
|
|
|
|
|
|
} |
74
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
This function only checks the values of metrics actually mentioned in the hash |
76
|
|
|
|
|
|
|
given as its argument. It is not a failure for more metrics to have been |
77
|
|
|
|
|
|
|
reported by the code under test than are mentioned in the hash. This helps to |
78
|
|
|
|
|
|
|
ensure that new metrics added in code do not break existing tests that weren't |
79
|
|
|
|
|
|
|
set up to expect them. |
80
|
|
|
|
|
|
|
|
81
|
|
|
|
|
|
|
=cut |
82
|
|
|
|
|
|
|
|
83
|
|
|
|
|
|
|
sub is_metrics |
84
|
|
|
|
|
|
|
{ |
85
|
9
|
|
|
9
|
1
|
20
|
my ( $expect, $testname ) = @_; |
86
|
9
|
|
|
|
|
35
|
my $tb = __PACKAGE__->builder; |
87
|
|
|
|
|
|
|
|
88
|
9
|
|
|
|
|
89
|
my %got = map { ( split m/\s*=\s*/, $_ )[0,1] } split m/\n/, Metrics::Any::Adapter::Test->metrics; |
|
9
|
|
|
|
|
195
|
|
89
|
|
|
|
|
|
|
|
90
|
9
|
|
|
|
|
33
|
foreach my $name ( sort keys %$expect ) { |
91
|
9
|
|
|
|
|
27
|
my $expectval = $expect->{$name}; |
92
|
|
|
|
|
|
|
|
93
|
9
|
|
|
|
|
15
|
my $gotval = $got{$name}; |
94
|
9
|
100
|
|
|
|
48
|
unless( defined $gotval ) { |
95
|
1
|
|
|
|
|
4
|
my $ret = $tb->ok( 0, $testname ); |
96
|
1
|
|
|
|
|
1060
|
$tb->diag( "Expected a metric called '$name' but didn't find one" ); |
97
|
1
|
|
|
|
|
252
|
return $ret; |
98
|
|
|
|
|
|
|
} |
99
|
|
|
|
|
|
|
|
100
|
8
|
100
|
|
|
|
28
|
if( ref $expectval eq "Test::Metrics::Any::_predicate" ) { |
101
|
6
|
100
|
|
|
|
13
|
unless( $expectval->check( $gotval ) ) { |
102
|
3
|
|
|
|
|
9
|
my $ret = $tb->ok( 0, $testname ); |
103
|
3
|
|
|
|
|
2992
|
$tb->diag( "Expected metric '$name' to be ${\$expectval->message} but got $gotval" ); |
|
3
|
|
|
|
|
7
|
|
104
|
3
|
|
|
|
|
692
|
return $ret; |
105
|
|
|
|
|
|
|
} |
106
|
|
|
|
|
|
|
} |
107
|
|
|
|
|
|
|
else { |
108
|
2
|
100
|
|
|
|
7
|
unless( $gotval == $expectval ) { |
109
|
1
|
|
|
|
|
7
|
my $ret = $tb->ok( 0, $testname ); |
110
|
1
|
|
|
|
|
935
|
$tb->diag( "Expected metric '$name' to be $expectval but got $gotval" ); |
111
|
1
|
|
|
|
|
227
|
return $ret; |
112
|
|
|
|
|
|
|
} |
113
|
|
|
|
|
|
|
} |
114
|
|
|
|
|
|
|
} |
115
|
|
|
|
|
|
|
|
116
|
4
|
|
|
|
|
20
|
return $tb->ok( 1, $testname ); |
117
|
|
|
|
|
|
|
} |
118
|
|
|
|
|
|
|
|
119
|
|
|
|
|
|
|
=head2 is_metrics_from |
120
|
|
|
|
|
|
|
|
121
|
|
|
|
|
|
|
is_metrics_from( $code, \%metrics, $name ) |
122
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
Asserts the value of metrics reported by running the given piece of code. |
124
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
The metrics in the test adapter are cleared, then the code is invoked, then |
126
|
|
|
|
|
|
|
any metrics are checked in the same manner as L. |
127
|
|
|
|
|
|
|
|
128
|
|
|
|
|
|
|
=cut |
129
|
|
|
|
|
|
|
|
130
|
|
|
|
|
|
|
sub is_metrics_from(&@) |
131
|
|
|
|
|
|
|
{ |
132
|
9
|
|
|
9
|
1
|
6935
|
my ( $code, $expect, $testname ) = @_; |
133
|
|
|
|
|
|
|
|
134
|
9
|
|
|
|
|
40
|
Metrics::Any::Adapter::Test->clear; |
135
|
|
|
|
|
|
|
|
136
|
9
|
|
|
|
|
71
|
$code->(); |
137
|
|
|
|
|
|
|
|
138
|
9
|
|
|
|
|
446
|
local $Test::Builder::Level = $Test::Builder::Level + 1; |
139
|
9
|
|
|
|
|
24
|
return is_metrics( $expect, $testname ); |
140
|
|
|
|
|
|
|
} |
141
|
|
|
|
|
|
|
|
142
|
|
|
|
|
|
|
=head1 PREDICATES |
143
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
As an alternative to expecting exact values for metrics, the following test |
145
|
|
|
|
|
|
|
functions can be provided instead to assert that the metric is behaving |
146
|
|
|
|
|
|
|
sensibly without needing to be an exact value. This could be useful for |
147
|
|
|
|
|
|
|
example when the exact number of bytes or timing measures can vary between |
148
|
|
|
|
|
|
|
test runs or platforms. |
149
|
|
|
|
|
|
|
|
150
|
|
|
|
|
|
|
These predicates are not exported but must be invoked fully-qualified. |
151
|
|
|
|
|
|
|
|
152
|
|
|
|
|
|
|
=cut |
153
|
|
|
|
|
|
|
|
154
|
6
|
|
|
6
|
0
|
33
|
sub predicate { return bless [ @_ ], "Test::Metrics::Any::_predicate" } |
155
|
|
|
|
|
|
|
{ |
156
|
|
|
|
|
|
|
package Test::Metrics::Any::_predicate; |
157
|
6
|
|
|
6
|
|
9
|
sub check { my $self = shift; $self->[1]->( shift ) } |
|
6
|
|
|
|
|
33
|
|
158
|
3
|
|
|
3
|
|
5
|
sub message { my $self = shift; $self->[0] } |
|
3
|
|
|
|
|
15
|
|
159
|
|
|
|
|
|
|
} |
160
|
|
|
|
|
|
|
|
161
|
|
|
|
|
|
|
=head2 positive |
162
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
metric => Test::Metrics::Any::positive |
164
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
Asserts that the number is greater than zero. It must not be zero. |
166
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
=cut |
168
|
|
|
|
|
|
|
|
169
|
2
|
|
|
2
|
1
|
12
|
sub positive { predicate positive => sub { shift > 0 } } |
|
2
|
|
|
2
|
|
1588
|
|
170
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
=head2 at_least |
172
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
metric => Test::Metrics::Any::at_least( $n ) |
174
|
|
|
|
|
|
|
|
175
|
|
|
|
|
|
|
Asserts that the number at least that given - it can be equal or greater. |
176
|
|
|
|
|
|
|
|
177
|
|
|
|
|
|
|
=cut |
178
|
|
|
|
|
|
|
|
179
|
2
|
|
|
2
|
1
|
7
|
sub at_least { my ($n) = @_; predicate "at least $n" => sub { shift >= $n } } |
|
2
|
|
|
2
|
|
2371
|
|
|
2
|
|
|
|
|
8
|
|
180
|
|
|
|
|
|
|
|
181
|
|
|
|
|
|
|
=head2 greater_than |
182
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
metric => Test::Metrics::Any::greater_than( $n ) |
184
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
Asserts that the number is greater than that given - it must not be equal. |
186
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
=cut |
188
|
|
|
|
|
|
|
|
189
|
2
|
|
|
2
|
1
|
8
|
sub greater_than { my ($n) = @_; predicate "greater than $n" => sub { shift > $n } } |
|
2
|
|
|
2
|
|
2369
|
|
|
2
|
|
|
|
|
9
|
|
190
|
|
|
|
|
|
|
|
191
|
|
|
|
|
|
|
=head1 AUTHOR |
192
|
|
|
|
|
|
|
|
193
|
|
|
|
|
|
|
Paul Evans |
194
|
|
|
|
|
|
|
|
195
|
|
|
|
|
|
|
=cut |
196
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
0x55AA; |