line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package Qudo; |
2
|
30
|
|
|
30
|
|
112
|
use strict; |
|
30
|
|
|
|
|
30
|
|
|
30
|
|
|
|
|
777
|
|
3
|
30
|
|
|
30
|
|
104
|
use warnings; |
|
30
|
|
|
|
|
37
|
|
|
30
|
|
|
|
|
1055
|
|
4
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
our $VERSION = '0.01_03'; |
6
|
|
|
|
|
|
|
|
7
|
30
|
|
|
30
|
|
8059
|
use Qudo::Manager; |
|
30
|
|
|
|
|
59
|
|
|
30
|
|
|
|
|
277
|
|
8
|
30
|
|
|
30
|
|
776
|
use Carp; |
|
30
|
|
|
|
|
39
|
|
|
30
|
|
|
|
|
1613
|
|
9
|
30
|
|
|
30
|
|
124
|
use UNIVERSAL::require; |
|
30
|
|
|
|
|
40
|
|
|
30
|
|
|
|
|
90
|
|
10
|
30
|
|
|
30
|
|
739
|
use List::Util qw/shuffle/; |
|
30
|
|
|
|
|
38
|
|
|
30
|
|
|
|
|
26060
|
|
11
|
|
|
|
|
|
|
|
12
|
|
|
|
|
|
|
our $RETRY_SECONDS = 30; |
13
|
|
|
|
|
|
|
our $FIND_JOB_LIMIT_SIZE = 30; |
14
|
|
|
|
|
|
|
our $DEFAULT_DRIVER = 'Skinny'; |
15
|
|
|
|
|
|
|
our $EXCEPTION_LIMIT_SIZE = 10; |
16
|
|
|
|
|
|
|
our $EXCEPTION_OFFSET_SIZE = 0; |
17
|
|
|
|
|
|
|
our $JOB_STATUS_LIMIT_SIZE = 10; |
18
|
|
|
|
|
|
|
our $JOB_STATUS_OFFSET_SIZE = 0; |
19
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
sub new { |
21
|
0
|
|
|
0
|
0
|
|
my $class = shift; |
22
|
|
|
|
|
|
|
|
23
|
0
|
|
|
|
|
|
my $self = bless { |
24
|
|
|
|
|
|
|
retry_seconds => $RETRY_SECONDS, |
25
|
|
|
|
|
|
|
find_job_limit_size => $FIND_JOB_LIMIT_SIZE, |
26
|
|
|
|
|
|
|
driver_class => $DEFAULT_DRIVER, |
27
|
|
|
|
|
|
|
default_hooks => [], |
28
|
|
|
|
|
|
|
default_plugins => [], |
29
|
|
|
|
|
|
|
manager => '', |
30
|
|
|
|
|
|
|
manager_abilities => [], |
31
|
|
|
|
|
|
|
databases => [], |
32
|
|
|
|
|
|
|
connections => +{}, |
33
|
|
|
|
|
|
|
@_, |
34
|
|
|
|
|
|
|
}, $class; |
35
|
|
|
|
|
|
|
|
36
|
0
|
|
|
|
|
|
$self->_setup_driver; |
37
|
|
|
|
|
|
|
|
38
|
0
|
|
|
|
|
|
return $self; |
39
|
|
|
|
|
|
|
} |
40
|
|
|
|
|
|
|
|
41
|
|
|
|
|
|
|
sub _setup_driver { |
42
|
0
|
|
|
0
|
|
|
my $self = shift; |
43
|
|
|
|
|
|
|
|
44
|
0
|
|
|
|
|
|
my $driver = 'Qudo::Driver::' . $self->{driver_class}; |
45
|
0
|
0
|
|
|
|
|
$driver->use or Carp::croak $@; |
46
|
0
|
|
|
|
|
|
$driver->init_driver($self); |
47
|
|
|
|
|
|
|
} |
48
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
sub set_connection { |
50
|
0
|
|
|
0
|
0
|
|
my ($self, $dsn, $connection) = @_; |
51
|
0
|
|
|
|
|
|
$self->{connections}->{$dsn} = $connection; |
52
|
|
|
|
|
|
|
} |
53
|
|
|
|
|
|
|
sub get_connection { |
54
|
0
|
|
|
0
|
0
|
|
my ($self, $dsn) = @_; |
55
|
0
|
|
|
|
|
|
$self->{connections}->{$dsn}; |
56
|
|
|
|
|
|
|
} |
57
|
|
|
|
|
|
|
|
58
|
|
|
|
|
|
|
sub shuffled_databases { |
59
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
60
|
0
|
|
|
|
|
|
my @dsns = keys %{$self->{connections}}; |
|
0
|
|
|
|
|
|
|
61
|
0
|
|
|
|
|
|
return shuffle(@dsns); |
62
|
|
|
|
|
|
|
} |
63
|
|
|
|
|
|
|
|
64
|
|
|
|
|
|
|
sub driver { |
65
|
0
|
|
|
0
|
0
|
|
my ($self, $dsn) = @_; |
66
|
0
|
|
0
|
|
|
|
$dsn ||= $self->shuffled_databases; |
67
|
0
|
|
|
|
|
|
$self->driver_for($dsn); |
68
|
|
|
|
|
|
|
} |
69
|
|
|
|
|
|
|
|
70
|
|
|
|
|
|
|
sub driver_for { |
71
|
0
|
|
|
0
|
0
|
|
my ($self, $dsn) = @_; |
72
|
0
|
|
|
|
|
|
$self->get_connection($dsn); |
73
|
|
|
|
|
|
|
} |
74
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
sub manager { |
76
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
77
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
$self->{manager} ||= Qudo::Manager->new( |
79
|
0
|
|
|
0
|
|
|
driver_for => sub { $self->driver_for(+shift) }, |
80
|
0
|
|
|
0
|
|
|
shuffled_databases => sub { $self->shuffled_databases }, |
81
|
|
|
|
|
|
|
find_job_limit_size => $self->{find_job_limit_size}, |
82
|
|
|
|
|
|
|
retry_seconds => $self->{retry_seconds}, |
83
|
|
|
|
|
|
|
default_hooks => $self->{default_hooks}, |
84
|
|
|
|
|
|
|
default_plugins => $self->{default_plugins}, |
85
|
|
|
|
|
|
|
abilities => $self->{manager_abilities}, |
86
|
0
|
|
0
|
|
|
|
); |
87
|
|
|
|
|
|
|
} |
88
|
|
|
|
|
|
|
|
89
|
|
|
|
|
|
|
sub enqueue { |
90
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
91
|
0
|
|
|
|
|
|
$self->manager->enqueue(@_); |
92
|
|
|
|
|
|
|
} |
93
|
|
|
|
|
|
|
|
94
|
|
|
|
|
|
|
sub work { |
95
|
0
|
|
|
0
|
0
|
|
my ($self, $work_delay) = @_; |
96
|
0
|
|
0
|
|
|
|
$work_delay ||= 5; |
97
|
|
|
|
|
|
|
|
98
|
0
|
|
|
|
|
|
my $manager = $self->manager; |
99
|
0
|
0
|
|
|
|
|
unless ($manager->has_abilities) { |
100
|
0
|
|
|
|
|
|
Carp::croak 'manager dose not have abilities.'; |
101
|
|
|
|
|
|
|
} |
102
|
|
|
|
|
|
|
|
103
|
0
|
|
|
|
|
|
while (1) { |
104
|
0
|
0
|
|
|
|
|
sleep $work_delay unless $manager->work_once; |
105
|
|
|
|
|
|
|
} |
106
|
|
|
|
|
|
|
} |
107
|
|
|
|
|
|
|
|
108
|
|
|
|
|
|
|
sub job_list { |
109
|
0
|
|
|
0
|
0
|
|
my ($self, $funcs) = @_; |
110
|
|
|
|
|
|
|
|
111
|
0
|
|
|
|
|
|
return $self->driver->job_list($self->{find_job_limit_size}, $funcs); |
112
|
|
|
|
|
|
|
} |
113
|
|
|
|
|
|
|
|
114
|
|
|
|
|
|
|
sub job_count { |
115
|
0
|
|
|
0
|
0
|
|
my ($self, $funcs, $dsn) = @_; |
116
|
|
|
|
|
|
|
|
117
|
0
|
0
|
|
|
|
|
if ($dsn) { |
118
|
0
|
|
|
|
|
|
return $self->driver_for($dsn)->job_count($funcs); |
119
|
|
|
|
|
|
|
} |
120
|
|
|
|
|
|
|
|
121
|
0
|
|
|
|
|
|
my %job_count; |
122
|
0
|
|
|
|
|
|
for my $db ($self->shuffled_databases) { |
123
|
0
|
|
|
|
|
|
$job_count{$db} = $self->driver_for($db)->job_count($funcs); |
124
|
|
|
|
|
|
|
} |
125
|
0
|
|
|
|
|
|
return \%job_count; |
126
|
|
|
|
|
|
|
} |
127
|
|
|
|
|
|
|
|
128
|
|
|
|
|
|
|
sub exception_list { |
129
|
0
|
|
|
0
|
0
|
|
my ($self, $args, $dsn) = @_; |
130
|
|
|
|
|
|
|
|
131
|
0
|
|
0
|
|
|
|
$args->{limit} ||= $EXCEPTION_LIMIT_SIZE; |
132
|
0
|
|
0
|
|
|
|
$args->{offset} ||= $EXCEPTION_OFFSET_SIZE; |
133
|
|
|
|
|
|
|
|
134
|
0
|
0
|
|
|
|
|
if ($dsn) { |
135
|
0
|
|
|
|
|
|
return $self->driver_for($dsn)->exception_list($args); |
136
|
|
|
|
|
|
|
} |
137
|
|
|
|
|
|
|
|
138
|
0
|
|
|
|
|
|
my %exception_list; |
139
|
0
|
|
|
|
|
|
for my $db ($self->shuffled_databases) { |
140
|
0
|
|
|
|
|
|
$exception_list{$db} = $self->driver_for($db)->exception_list($args); |
141
|
|
|
|
|
|
|
} |
142
|
0
|
|
|
|
|
|
return \%exception_list; |
143
|
|
|
|
|
|
|
} |
144
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
sub job_status_list { |
146
|
0
|
|
|
0
|
0
|
|
my ($self, $args, $dsn) = @_; |
147
|
|
|
|
|
|
|
|
148
|
0
|
|
0
|
|
|
|
$args->{limit} ||= $JOB_STATUS_LIMIT_SIZE; |
149
|
0
|
|
0
|
|
|
|
$args->{offset} ||= $JOB_STATUS_OFFSET_SIZE; |
150
|
|
|
|
|
|
|
|
151
|
0
|
0
|
|
|
|
|
if ($dsn) { |
152
|
0
|
|
|
|
|
|
return $self->driver_for($dsn)->job_status_list($args); |
153
|
|
|
|
|
|
|
} |
154
|
|
|
|
|
|
|
|
155
|
0
|
|
|
|
|
|
my %job_status_list; |
156
|
0
|
|
|
|
|
|
for my $db ($self->shuffled_databases) { |
157
|
0
|
|
|
|
|
|
$job_status_list{$db} = $self->driver_for($db)->job_status_list($args); |
158
|
|
|
|
|
|
|
} |
159
|
0
|
|
|
|
|
|
return \%job_status_list; |
160
|
|
|
|
|
|
|
} |
161
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
=head1 NAME |
163
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
Qudo - simple job queue manager |
165
|
|
|
|
|
|
|
|
166
|
|
|
|
|
|
|
=head1 SYNOPSIS |
167
|
|
|
|
|
|
|
|
168
|
|
|
|
|
|
|
# enqueue job: |
169
|
|
|
|
|
|
|
use Qudo; |
170
|
|
|
|
|
|
|
my $qudo = Qudo->new( |
171
|
|
|
|
|
|
|
driver_class => 'Skinny', |
172
|
|
|
|
|
|
|
databases => [+{ |
173
|
|
|
|
|
|
|
dsn => 'dbi:SQLite:/tmp/qudo.db', |
174
|
|
|
|
|
|
|
username => '', |
175
|
|
|
|
|
|
|
password => '', |
176
|
|
|
|
|
|
|
}], |
177
|
|
|
|
|
|
|
); |
178
|
|
|
|
|
|
|
$qudo->enqueue("Worker::Test", { arg => 'arg', uniqkey => 'uniqkey'}); |
179
|
|
|
|
|
|
|
|
180
|
|
|
|
|
|
|
# do work: |
181
|
|
|
|
|
|
|
use Qudo; |
182
|
|
|
|
|
|
|
my $qudo2 = Qudo->new( |
183
|
|
|
|
|
|
|
driver_class => 'Skinny', |
184
|
|
|
|
|
|
|
databases => [+{ |
185
|
|
|
|
|
|
|
dsn => 'dbi:SQLite:/tmp/qudo.db', |
186
|
|
|
|
|
|
|
username => '', |
187
|
|
|
|
|
|
|
password => '', |
188
|
|
|
|
|
|
|
}], |
189
|
|
|
|
|
|
|
manager_abilities => [qw/Worker::Test/], |
190
|
|
|
|
|
|
|
); |
191
|
|
|
|
|
|
|
$qudo2->work(); # boot manager |
192
|
|
|
|
|
|
|
# work work work! |
193
|
|
|
|
|
|
|
|
194
|
|
|
|
|
|
|
=head1 DESCRIPTION |
195
|
|
|
|
|
|
|
|
196
|
|
|
|
|
|
|
Qudo is simple job queue manager system. |
197
|
|
|
|
|
|
|
|
198
|
|
|
|
|
|
|
Your application can insert job into DB ,that is managed by Qudo. |
199
|
|
|
|
|
|
|
And Your application can get & execute job by Qudo worker. |
200
|
|
|
|
|
|
|
Qudo corresponds to deal with DB as Mysql and SQLite. |
201
|
|
|
|
|
|
|
|
202
|
|
|
|
|
|
|
If you add Hook Point around job's working method , |
203
|
|
|
|
|
|
|
you can add it easily and many point of work milestone. |
204
|
|
|
|
|
|
|
Qudo is consided about adding Hook Point Flexibility. |
205
|
|
|
|
|
|
|
|
206
|
|
|
|
|
|
|
=head1 REPOS |
207
|
|
|
|
|
|
|
|
208
|
|
|
|
|
|
|
http://github.com/nekokak/qudo/tree/master |
209
|
|
|
|
|
|
|
|
210
|
|
|
|
|
|
|
=head1 AUTHOR |
211
|
|
|
|
|
|
|
|
212
|
|
|
|
|
|
|
Atsushi Kobayashi |
213
|
|
|
|
|
|
|
|
214
|
|
|
|
|
|
|
Masaru Hoshino |
215
|
|
|
|
|
|
|
|
216
|
|
|
|
|
|
|
=head1 COPYRIGHT |
217
|
|
|
|
|
|
|
|
218
|
|
|
|
|
|
|
This program is free software; you can redistribute |
219
|
|
|
|
|
|
|
it and/or modify it under the same terms as Perl itself. |
220
|
|
|
|
|
|
|
|
221
|
|
|
|
|
|
|
The full text of the license can be found in the |
222
|
|
|
|
|
|
|
LICENSE file included with this module. |
223
|
|
|
|
|
|
|
|
224
|
|
|
|
|
|
|
=cut |
225
|
|
|
|
|
|
|
|
226
|
|
|
|
|
|
|
1; |