blib/lib/AnyEvent/Beanstalk/Worker.pm

filter: Statementstmt 12.6% 22 / 174 Branchbran 0.0% 0 / 44 Conditioncond 0.0% 0 / 32 MC/DCmcdc 0.0% 0 / 17 Subroutinesub 25.0% 7 / 28 Podpod 100% 12 / 12 totaltotal 13.3% 41 / 307 CC 37 SCAR 37.0
CC
37
Cov
9%
new
110.0
__ANON__
72.0
__ANON__
72.0
CRAP 40.5
↑ Summary
1 package AnyEvent::Beanstalk::Worker;
2  
3 1 ▶use 5.016001;
Subroutine BEGIN: called CC=1 SCAR=0.0
4 1 ▶use strict;
Subroutine BEGIN: called CC=1 SCAR=0.0
5 1 ▶use warnings;
Subroutine BEGIN: called CC=1 SCAR=0.0
6 1 ▶use feature 'current_sub';
Subroutine BEGIN: called CC=1 SCAR=0.0
7 1 ▶use AnyEvent;
Subroutine BEGIN: called CC=1 SCAR=0.0
8 1 ▶use AnyEvent::Log;
Subroutine BEGIN: called CC=1 SCAR=0.0
9 1 ▶use AnyEvent::Beanstalk;
Subroutine BEGIN: called CC=1 SCAR=0.0
10  
11 1 our $VERSION = '0.05';
12  
13 0 ▶sub new {
Subroutine new: not called CC=10 SCAR=47.0
Pod documented
14 0 my $class = shift;
15 0 my $self = {};
16 0 bless $self => $class;
17  
18 0 my %args = @_;
19  
20 0 $self->{_cb} = {};
21 0 $self->{_event} = {};
22 0 $self->{_jobs} = {};
23 0 $self->{_events} = []; ## event queue
24 0 $self->{_handled_jobs} = 0; ## simple job counter
25  
26 0 $self->{_running} = 0;
27 0 $self->{_stop_tries} = 0;
28 0 ▶ $self->{_max_stop_tries} = $args{max_stop_tries} // 3;
Condition0%0/2
$args{"max_stop_tries"} // 3
l!l
00
MC/DC0%0/1
$args{"max_stop_tries"} // 3
$args{"max_stop_tries"}
Truth table0%0/2
A
A= $args{"max_stop_tries"}
Aresult
11
00
29 0 ▶ $self->{_max_jobs} = $args{max_jobs} || 0;
Condition0%0/2
$args{'max_jobs'} || 0
l!l
00
MC/DC0%0/1
$args{'max_jobs'} || 0
$args{'max_jobs'}
Truth table0%0/2
A
A= $args{'max_jobs'}
Aresult
11
00
30 0 ▶ $self->{_concurrency} = $args{concurrency} || 1;
Condition0%0/2
$args{'concurrency'} || 1
l!l
00
MC/DC0%0/1
$args{'concurrency'} || 1
$args{'concurrency'}
Truth table0%0/2
A
A= $args{'concurrency'}
Aresult
11
00
31 0 ▶ $self->{_log_level} = $args{log_level} // 4;
Condition0%0/2
$args{"log_level"} // 4
l!l
00
MC/DC0%0/1
$args{"log_level"} // 4
$args{"log_level"}
Truth table0%0/2
A
A= $args{"log_level"}
Aresult
11
00
32  
33 0 ▶ $self->{_reserve_timeout} = $args{reserve_timeout} || 1;
Condition0%0/2
$args{'reserve_timeout'} || 1
l!l
00
MC/DC0%0/1
$args{'reserve_timeout'} || 1
$args{'reserve_timeout'}
Truth table0%0/2
A
A= $args{'reserve_timeout'}
Aresult
11
00
34 0 $self->{_reserve_base} = $self->{_reserve_timeout};
35 0 $self->{_reserve_timeout_factor} = 1.1;
36 0 $self->{_reserve_timeout_max} = 4;
37 0 ▶ $self->{_release_delay} = $args{release_delay} || 3;
Condition0%0/2
$args{'release_delay'} || 3
l!l
00
MC/DC0%0/1
$args{'release_delay'} || 3
$args{'release_delay'}
Truth table0%0/2
A
A= $args{'release_delay'}
Aresult
11
00
38  
39 0 $self->{_initial_state} = $args{initial_state};
40  
41 0 $self->{_log_ctx} = AnyEvent::Log::ctx;
42 0 $self->{_log_ctx}->title(__PACKAGE__);
43 0 $self->{_log_ctx}->level($self->{_log_level});
44  
45 0 $self->{_log} = {};
46 0 $self->{_log}->{trace} = $self->{_log_ctx}->logger("trace");
47 0 $self->{_log}->{debug} = $self->{_log_ctx}->logger("debug");
48 0 $self->{_log}->{info} = $self->{_log_ctx}->logger("info");
49 0 $self->{_log}->{note} = $self->{_log_ctx}->logger("note");
50  
51 0 $self->{_signal} = {};
52 $self->{_signal}->{TERM} = AnyEvent->signal(
53 signal => "TERM",
54 cb =>
55 0 ▶ sub { $self->{_log_ctx}->log( warn => "TERM received" ); $self->stop }
Subroutine __ANON__: not called CC=1 SCAR=6.9
56 0 );
57 $self->{_signal}->{INT} = AnyEvent->signal(
58 signal => "INT",
59 cb =>
60 0 ▶ sub { $self->{_log_ctx}->log( warn => "INT received" ); $self->stop }
Subroutine __ANON__: not called CC=1 SCAR=6.9
61 0 );
62 $self->{_signal}->{USR2} = AnyEvent->signal(
63 signal => "USR2",
64 0 ▶ cb => sub {
Subroutine __ANON__: not called CC=2 SCAR=17.9
65 $self->{_log_level} =
66 0 ▶ ( $self->{_log_level} >= 9 ? 2 : $self->{_log_level} + 1 );
Branch: 1 branch
BranchTrueFalseTotal
$self->{'_log_level'} >= 9 ? : 0 0 0
67 0 $self->{_log_ctx}->level($self->{_log_level});
68 }
69 0 );
70  
71 0 ▶ $args{beanstalk_host} ||= 'localhost';
Condition0%0/2
$args{"beanstalk_host"} ||= "localhost"
l!l
00
MC/DC0%0/1
$args{"beanstalk_host"} ||= "localhost"
$args{"beanstalk_host"}
Truth table0%0/2
A
A= $args{"beanstalk_host"}
Aresult
11
00
72 0 ▶ $args{beanstalk_port} ||= 11300;
Condition0%0/2
$args{"beanstalk_port"} ||= 11300
l!l
00
MC/DC0%0/1
$args{"beanstalk_port"} ||= 11300
$args{"beanstalk_port"}
Truth table0%0/2
A
A= $args{"beanstalk_port"}
Aresult
11
00
73  
74 0 ▶ unless ($args{beanstalk_watch}) {
Branch: 1 branch
BranchTrueFalseTotal
unless ($args{"beanstalk_watch"}) 0 0 0
75 0 die "beanstalk_watch argument required\n";
76 }
77  
78 $self->beanstalk(
79 server => $args{beanstalk_host} . ':' . $args{beanstalk_port},
80 decoder => $args{beanstalk_decoder}
81 0 );
82  
83 0 $self->beanstalk->watch( $args{beanstalk_watch} )->recv;
84  
85 $self->on(
86 0 ▶ start => sub {
Subroutine __ANON__: not called CC=8 SCAR=42.8
87 0 my $self = shift;
88 0 ▶ my $reason = shift || '(unknown)';
Condition0%0/2
shift() || '(unknown)'
l!l
00
MC/DC0%0/1
shift() || '(unknown)'
shift()
Truth table0%0/2
A
A= shift()
Aresult
11
00
89  
90 0 $self->{_log}->{trace}->("in start: $reason");
91  
92 0 ▶ unless ( $self->{_running} ) {
Branch: 1 branch
BranchTrueFalseTotal
unless ($self->{"_running"}) 0 0 0
93 0 $self->{_log}->{trace}->("worker is not running");
94 0 return;
95 }
96  
97 0 ▶ unless ( $self->job_count < $self->concurrency ) {
Branch: 1 branch
BranchTrueFalseTotal
unless ($self->job_count < $self->concurrency) 0 0 0
98 0 $self->{_log}->{trace}->( "worker running "
99 . $self->job_count
100 . " jobs; will not accept more jobs until others finish"
101 );
102 0 return;
103 }
104  
105 0 ▶ if ( $self->max_jobs and $self->handled_jobs >= $self->max_jobs ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($self->max_jobs and $self->handled_jobs >= $self->max_jobs) 0 0 0
Condition0%0/3
$self->max_jobs and $self->handled_jobs >= $self->max_jobs
!ll&&!rl&&r
000
MC/DC0%0/2
$self->max_jobs and $self->handled_jobs >= $self->max_jobs
$self->max_jobs $self->handled_jobs >= $self->max_jobs
Truth table0%0/3
A and B
A= $self->max_jobsB= $self->handled_jobs >= $self->max_jobs
ABresult
0X0
100
111
106 0 $self->{_log}->{info}->("Handled " . $self->handled_jobs . "; will not accept more jobs");
107 0 return;
108 }
109  
110 0 ▶ if ( ! $self->job_count and $self->{_stop_tries} ) {
Branch: 1 branch
BranchTrueFalseTotal
if (not $self->job_count and $self->{"_stop_tries"}) 0 0 0
Condition0%0/3
not $self->job_count and $self->{"_stop_tries"}
!ll&&!rl&&r
000
MC/DC0%0/2
not $self->job_count and $self->{"_stop_tries"}
not $self->job_count $self->{"_stop_tries"}
Truth table0%0/3
not(A) and B
A= not $self->job_countB= $self->{"_stop_tries"}
ABresult
0X0
100
111
111 0 $self->{_log}->{info}->("No jobs left; stopping as requested");
112 0 return $self->stop;
113 }
114  
115 $self->beanstalk->reserve(
116 $self->{_reserve_timeout},
117 0 ▶ sub {
Subroutine __ANON__: not called CC=8 SCAR=42.8
118 0 my ( $qjob, $qresp ) = @_;
119 0 ▶ $qresp //= '';
Condition0%0/2
$qresp //= ""
l!l
00
MC/DC0%0/1
$qresp //= ""
$qresp
Truth table0%0/2
A
A= $qresp
Aresult
11
00
120  
121 0 ▶ if ( $qresp =~ /timed_out/i ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($qresp =~ /timed_out/iu) 0 0 0
122 $self->{_reserve_timeout} *=
123 $self->{_reserve_timeout_factor}
124 unless $self->{_reserve_timeout} >=
125 0 ▶ $self->{_reserve_timeout_max};
Branch: 1 branch
BranchTrueFalseTotal
unless $self->{"_reserve_timeout"} >= $self->{"_reserve_timeout_max"} 0 0 0
126 $self->{_log}->{trace}
127 0 ->("beanstalk reservation timed out");
128 0 return $self->emit( start => ($qresp) );
129 }
130  
131 0 ▶ unless ( $qresp =~ /reserved/i ) {
Branch: 1 branch
BranchTrueFalseTotal
unless ($qresp =~ /reserved/iu) 0 0 0
132 0 ▶ $self->{_log}->{note}->("beanstalk returned: $qresp")
Branch: 1 branch
BranchTrueFalseTotal
unless $qresp =~ /deadline_soon/iu 0 0 0
133 unless $qresp =~ /deadline_soon/i;
134 0 return $self->emit( start => ($qresp) );
135 }
136  
137 0 $self->{_reserve_timeout} = $self->{_reserve_base};
138  
139 0 ▶ if ( $self->{_jobs}->{ $qjob->id } ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($self->{"_jobs"}{$qjob->id}) 0 0 0
140 0 $self->{_log_ctx}->log( warn => "Already have "
141 . $qjob->id
142 . " reserved (must have expired)" );
143 0 return $self->emit( start => ("already reserved") );
144 }
145  
146 0 $self->{_jobs}->{ $qjob->id } = 1;
147 0 $self->{_handled_jobs}++;
148  
149 0 $self->{_log}->{info}->( "added job "
150 . $qjob->id
151 . "; outstanding jobs: "
152 . $self->job_count );
153  
154 0 $self->{_log}->{trace}->( "reserved job " . $qjob->id );
155  
156 0 ▶ if ($self->{_initial_state}) {
Branch: 1 branch
BranchTrueFalseTotal
if ($self->{'_initial_state'}) { } 0 0 0
157 0 $self->emit( $self->{_initial_state} => @_ );
158 }
159  
160 else {
161 $self->finish(
162 release => $qjob->id,
163 { delay => $self->{_release_delay} }
164 0 );
165 }
166  
167 0 $self->emit( start => ('reserved') );
168 }
169 0 );
170 }
171 0 );
172  
173 ## FIXME: thinking about when to touch jobs, how to respond to
174 ## FIXME: NOT_FOUND, etc. after timeouts
175  
176 ## FIXME: think about logging for clarity; figure out how to
177 ## FIXME: filter 'note' level messages (for example)
178  
179 0 $self->init(@_);
180  
181 0 return $self;
182 }
183  
184 0 ▶sub init { }
Subroutine init: not called CC=1 SCAR=0.0
Pod documented
185  
186 0 ▶sub start {
Subroutine start: not called CC=1 SCAR=6.9
Pod documented
187 0 my $self = shift;
188 0 $self->{_running} = 1;
189 0 $self->{_stop_tries} = 0;
190 0 $self->{_log}->{trace}->("starting worker");
191 0 $self->emit( start => ('start sub') );
192 }
193  
194 0 ▶sub finish {
Subroutine finish: not called CC=4 SCAR=30.0
Pod documented
195 0 my $self = shift;
196 0 my $action = shift;
197 0 my $job_id = shift;
198 0 my $cb = pop;
199 0 my $args = shift;
200  
201 ## FIXME: find a clean way to execute our code *and* the callback
202 0 ▶ if ( ref($cb) ne 'CODE' ) {
Branch: 1 branch
BranchTrueFalseTotal
if (ref $cb ne "CODE") 0 0 0
203 0 $args = $cb;
204 0 ▶ $cb = sub { };
Subroutine __ANON__: not called CC=1 SCAR=6.9
205 }
206  
207 0 ▶ my $internal = sub {
Subroutine __ANON__: not called CC=5 SCAR=34.0
208 0 delete $self->{_jobs}->{$job_id}; ## IMPORTANT
209  
210 0 ▶ if ( $self->job_count == $self->concurrency - 1 ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($self->job_count == $self->concurrency - 1) 0 0 0
211 ## we've been waiting for a slot to free up
212 0 $self->emit( start => ('finish sub') );
213 }
214  
215 $self->{_log}->{info}
216 0 ->( "finished with $job_id ($action); outstanding jobs: "
217 . $self->job_count );
218  
219 # $cb->($job_id);
220  
221 ## we're done
222 0 ▶ if ( $self->max_jobs
Branch: 1 branch
BranchTrueFalseTotal
if ($self->max_jobs and $self->handled_jobs >= $self->max_jobs and not $self->job_count) 0 0 0
Condition0%0/6
$self->max_jobs and $self->handled_jobs >= $self->max_jobs and not $self->job_count
!ll&&!rl&&r
000
$self->max_jobs and $self->handled_jobs >= $self->max_jobs
!ll&&!rl&&r
000
MC/DC0%0/3
$self->max_jobs and $self->handled_jobs >= $self->max_jobs and not $self->job_count
$self->max_jobs $self->handled_jobs >= $self->max_jobs not $self->job_count
Truth table0%0/4
A and B and not(C)
A= $self->max_jobsB= $self->handled_jobs >= $self->max_jobsC= not $self->job_count
ABCresult
0XX0
10X0
1100
1111
223 and $self->handled_jobs >= $self->max_jobs
224 and ! $self->job_count ) {
225 0 $self->{_log}->{info}->("Handled " . $self->handled_jobs . "; quitting");
226 0 return $self->stop;
227 }
228 0 };
229  
230 0 eval {
231 0 ▶ $self->beanstalk->$action( $job_id, ( $args ? $args : () ), $internal );
Branch: 1 branch
BranchTrueFalseTotal
$args ? : 0 0 0
232 };
233  
234 $self->{_log_ctx}->log(
235 0 ▶ error => "first argument to finish() must be a beanstalk command: $@" )
Branch: 1 branch
BranchTrueFalseTotal
if $@ 0 0 0
236 if $@;
237 }
238  
239 0 ▶sub stop {
Subroutine stop: not called CC=3 SCAR=24.8
Pod documented
240 0 my $self = shift;
241 0 $self->{_stop_tries}++;
242  
243 0 ▶ if ( $self->{_stop_tries} >= $self->{_max_stop_tries} ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($self->{"_stop_tries"} >= $self->{"_max_stop_tries"}) 0 0 0
244 $self->{_log_ctx}->log(
245 0 warn => "stop requested; impatiently quitting outstanding jobs" );
246 0 exit;
247 }
248  
249 0 ▶ if ( $self->job_count ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($self->job_count) 0 0 0
250 $self->{_log_ctx}
251 0 ->log( warn => "stop requested; waiting for outstanding jobs" );
252 0 return;
253 }
254  
255 0 $self->{_log_ctx}->log( fatal => "exiting" );
256 0 exit;
257 }
258  
259 0 ▶sub on {
Subroutine on: not called CC=1 SCAR=6.9
Pod documented
260 0 my ( $self, $event, $cb ) = @_;
261  
262 0 $self->{_cb}->{$event} = $cb;
263  
264 0 ▶ $self->{_event}->{$event} = sub {
Subroutine __ANON__: not called CC=1 SCAR=6.9
265 0 my $evt = shift;
266 AnyEvent->condvar(
267 0 ▶ cb => sub {
Subroutine __ANON__: not called CC=2 SCAR=17.9
268 0 ▶ if ( ref( $self->{_cb}->{$evt} ) eq 'CODE' ) {
Branch: 1 branch
BranchTrueFalseTotal
if (ref $self->{"_cb"}{$evt} eq "CODE") 0 0 0
269 0 $self->{_log}->{trace}->("event: $evt");
270 0 my @data = $_[0]->recv;
271 $self->{_log}->{debug}->(
272 0 "shift event ($evt): " . shift @{ $self->{_events} } );
273 $self->{_log}->{debug}->(
274 0 "EVENTS (s): " . join( ' ' => @{ $self->{_events} } ) );
275 0 $self->{_cb}->{$evt}->(@data);
276 }
277  
278 0 $self->{_event}->{$evt} = AnyEvent->condvar( cb => __SUB__ );
279 }
280 0 );
281 }
282 0 ->($event);
283 }
284  
285 0 ▶sub emit {
Subroutine emit: not called CC=1 SCAR=6.9
Pod documented
286 0 my $self = shift;
287 0 my $event = shift;
288 0 $self->{_log}->{debug}->("push event ($event)");
289 0 push @{ $self->{_events} }, $event;
290 $self->{_log}->{debug}
291 0 ->( "EVENTS (p): " . join( ' ' => @{ $self->{_events} } ) );
292 0 $self->{_event}->{$event}->send( $self, @_ );
293 }
294  
295 0 ▶sub beanstalk {
Subroutine beanstalk: not called CC=2 SCAR=17.9
Pod documented
296 0 my $self = shift;
297 0 ▶ $self->{_beanstalk} = AnyEvent::Beanstalk->new(@_) if @_;
Branch: 1 branch
BranchTrueFalseTotal
if @_ 0 0 0
298 0 return $self->{_beanstalk};
299 }
300  
301 0 ▶sub job_count { scalar keys %{ $_[0]->{_jobs} } }
Subroutine job_count: not called CC=1 SCAR=6.9
Pod documented
302  
303 0 ▶sub handled_jobs { $_[0]->{_handled_jobs} }
Subroutine handled_jobs: not called CC=1 SCAR=6.9
Pod documented
304  
305 0 ▶sub max_jobs { $_[0]->{_max_jobs} }
Subroutine max_jobs: not called CC=1 SCAR=6.9
Pod documented
306  
307 0 ▶sub concurrency {
Subroutine concurrency: not called CC=2 SCAR=17.9
Pod documented
308 0 my $self = shift;
309  
310 0 ▶ if (@_) {
Branch: 1 branch
BranchTrueFalseTotal
if (@_) 0 0 0
311 0 $self->{_concurrency} = shift;
312 }
313 0 return $self->{_concurrency};
314 }
315  
316 1 1;
317 __END__
↑ Summary