| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Minion::Notifier; |
|
2
|
|
|
|
|
|
|
|
|
3
|
1
|
|
|
1
|
|
6
|
use Mojo::Base 'Mojo::EventEmitter'; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
6
|
|
|
4
|
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
our $VERSION = '0.06'; |
|
6
|
|
|
|
|
|
|
$VERSION = eval $VERSION; |
|
7
|
|
|
|
|
|
|
|
|
8
|
|
|
|
|
|
|
has minion => sub { die 'A Minion instance is required' }; |
|
9
|
|
|
|
|
|
|
|
|
10
|
|
|
|
|
|
|
has transport => sub { Minion::Notifier::Transport->new }; |
|
11
|
|
|
|
|
|
|
|
|
12
|
0
|
|
|
0
|
1
|
0
|
sub app { shift->minion->app } |
|
13
|
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
sub emit_event { |
|
15
|
3
|
|
|
3
|
1
|
6
|
my ($self, $id, $event) = @_; |
|
16
|
3
|
|
|
|
|
19
|
$self->emit(job => $id, $event); |
|
17
|
3
|
|
|
|
|
2264
|
$self->emit("job:$id" => $id, $event); |
|
18
|
3
|
|
|
|
|
22
|
$self->emit($event => $id); |
|
19
|
|
|
|
|
|
|
} |
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
sub setup_listener { |
|
22
|
1
|
|
|
1
|
1
|
2
|
my $self = shift; |
|
23
|
|
|
|
|
|
|
|
|
24
|
|
|
|
|
|
|
$self->minion->on(enqueue => sub { |
|
25
|
1
|
|
|
1
|
|
4991682
|
my ($minion, $id) = @_; |
|
26
|
1
|
|
|
|
|
7
|
$self->transport->send($id, 'enqueue'); |
|
27
|
1
|
|
|
|
|
4
|
}); |
|
28
|
|
|
|
|
|
|
|
|
29
|
|
|
|
|
|
|
$self->transport->on(notified => sub { |
|
30
|
3
|
|
|
3
|
|
25
|
my ($transport, $id, $event) = @_; |
|
31
|
3
|
|
|
|
|
15
|
$self->emit_event($id, $event); |
|
32
|
1
|
|
|
|
|
24
|
}); |
|
33
|
|
|
|
|
|
|
|
|
34
|
1
|
|
|
|
|
17
|
$self->transport->listen; |
|
35
|
|
|
|
|
|
|
|
|
36
|
1
|
|
|
|
|
1172
|
return $self; |
|
37
|
|
|
|
|
|
|
} |
|
38
|
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
sub setup_worker { |
|
40
|
1
|
|
|
1
|
1
|
2
|
my $self = shift; |
|
41
|
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
my $dequeue = sub { |
|
43
|
1
|
|
|
1
|
|
1826
|
my ($worker, $job) = @_; |
|
44
|
1
|
|
|
|
|
6
|
my $id = $job->id; |
|
45
|
1
|
|
|
|
|
13
|
$self->transport->send($id, 'dequeue'); |
|
46
|
1
|
|
|
|
|
713
|
$job->on(start => sub { $self->transport->_start }); |
|
|
0
|
|
|
|
|
0
|
|
|
47
|
1
|
|
|
|
|
9
|
$job->on(finished => sub { $self->transport->send($id, 'finished') }); |
|
|
1
|
|
|
|
|
17181
|
|
|
48
|
1
|
|
|
|
|
7
|
$job->on(failed => sub { $self->transport->send($id, 'failed') }); |
|
|
0
|
|
|
|
|
0
|
|
|
49
|
1
|
|
|
|
|
6
|
}; |
|
50
|
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
$self->minion->on(worker => sub { |
|
52
|
1
|
|
|
1
|
|
125
|
my ($minion, $worker) = @_; |
|
53
|
1
|
|
|
|
|
8
|
$worker->on(dequeue => $dequeue); |
|
54
|
1
|
|
|
|
|
4
|
}); |
|
55
|
|
|
|
|
|
|
|
|
56
|
1
|
|
|
|
|
33
|
return $self |
|
57
|
|
|
|
|
|
|
} |
|
58
|
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
1; |
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
=head1 NAME |
|
62
|
|
|
|
|
|
|
|
|
63
|
|
|
|
|
|
|
Minion::Notifier - Notify listeners when a Minion task has completed |
|
64
|
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
66
|
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
use Mojolicious::Lite; |
|
68
|
|
|
|
|
|
|
|
|
69
|
|
|
|
|
|
|
plugin Minion => { Pg => 'posgressql://...'}; |
|
70
|
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
plugin 'Minion::Notifier'; |
|
72
|
|
|
|
|
|
|
|
|
73
|
|
|
|
|
|
|
app->minion->add_task( doit => sub { ... } ); |
|
74
|
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
any '/doit' => sub { |
|
76
|
|
|
|
|
|
|
my $c = shift; |
|
77
|
|
|
|
|
|
|
my $id = $c->minion->enqueue(doit => [...]); |
|
78
|
|
|
|
|
|
|
$c->minion_notifier->on(job => sub { |
|
79
|
|
|
|
|
|
|
my ($notifier, $job_id, $message) = @_; |
|
80
|
|
|
|
|
|
|
return unless $job_id eq $id; |
|
81
|
|
|
|
|
|
|
$c->render( text => "job $id: $message" ); |
|
82
|
|
|
|
|
|
|
}); |
|
83
|
|
|
|
|
|
|
}; |
|
84
|
|
|
|
|
|
|
|
|
85
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
86
|
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
Although L is a highly capable job queue, it does not natively have a mechanism to notify listeners when a job has finished or failed. |
|
88
|
|
|
|
|
|
|
L provides this feature using pluggable L backends. |
|
89
|
|
|
|
|
|
|
Currently supported are L, L, and L. |
|
90
|
|
|
|
|
|
|
Postgres support requires L and Redis requires L. |
|
91
|
|
|
|
|
|
|
WebSockets are native to Mojolicious but you need a broker to manage the connections; L is the author's suggested WebSocket message broker. |
|
92
|
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
Note that this is an early release and the mechansim for loading plugins, especially third-party plugins is likely to change. |
|
94
|
|
|
|
|
|
|
Also note that due to the use of messaging buses, the order of events is not guaranteed especially on very fast jobs. |
|
95
|
|
|
|
|
|
|
|
|
96
|
|
|
|
|
|
|
=head1 EVENTS |
|
97
|
|
|
|
|
|
|
|
|
98
|
|
|
|
|
|
|
L inherits all events from L and emits the following new ones. |
|
99
|
|
|
|
|
|
|
|
|
100
|
|
|
|
|
|
|
=head2 enqueue |
|
101
|
|
|
|
|
|
|
|
|
102
|
|
|
|
|
|
|
$notifier->on(enqueue => sub { my ($notifier, $job_id) = @_; ... }); |
|
103
|
|
|
|
|
|
|
|
|
104
|
|
|
|
|
|
|
Emitted whenever any job is enqueued (typically having a state of "inactive"). |
|
105
|
|
|
|
|
|
|
Note that the event is not repeated as an argument, though this is subject to change. |
|
106
|
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
=head2 dequeue |
|
108
|
|
|
|
|
|
|
|
|
109
|
|
|
|
|
|
|
$notifier->on(dequeue => sub { my ($notifier, $job_id) = @_; ... }); |
|
110
|
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
Emitted whenever any job is dequeued for processing (typically having a state of "active"). |
|
112
|
|
|
|
|
|
|
Note that the event is not repeated as an argument, though this is subject to change. |
|
113
|
|
|
|
|
|
|
|
|
114
|
|
|
|
|
|
|
=head2 job |
|
115
|
|
|
|
|
|
|
|
|
116
|
|
|
|
|
|
|
$notifier->on(job => sub { my ($notifier, $job_id, $event) = @_; ... }); |
|
117
|
|
|
|
|
|
|
|
|
118
|
|
|
|
|
|
|
Emitted on any event from the backend for all jobs. |
|
119
|
|
|
|
|
|
|
The events are currently "enqueue", "dequeue", "finished", and "failed". |
|
120
|
|
|
|
|
|
|
|
|
121
|
|
|
|
|
|
|
=head2 job:$id |
|
122
|
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
$notifier->on("job:1234" => sub { my ($notifier, $job_id, $event) = @_; ... }); |
|
124
|
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
Emitted on any message from the backend for specific jobs. |
|
126
|
|
|
|
|
|
|
Note that the id is still passed so that you may reuse callbacks if desired. |
|
127
|
|
|
|
|
|
|
The events are currently "enqueue", "dequeue", "finished", and "failed". |
|
128
|
|
|
|
|
|
|
|
|
129
|
|
|
|
|
|
|
Users of this event are encouraged to carefully consider what race conditions may exist in the act of subscribing to it. |
|
130
|
|
|
|
|
|
|
For example, C will emit the "enqueue" event before it even returns the job's id. |
|
131
|
|
|
|
|
|
|
For this reason, this event is discouraged and may be deprecated/removed in a future release. |
|
132
|
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
=head2 finished |
|
134
|
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
$notifier->on(finished => sub { my ($notifier, $job_id) = @_; ... }); |
|
136
|
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
Emitted whenever any job reaches a state of "finished". |
|
138
|
|
|
|
|
|
|
Note that the event is not repeated as an argument, though this is subject to change. |
|
139
|
|
|
|
|
|
|
|
|
140
|
|
|
|
|
|
|
=head2 failed |
|
141
|
|
|
|
|
|
|
|
|
142
|
|
|
|
|
|
|
$notifier->on(failed => sub { my ($notifier, $job_id) = @_; ... }); |
|
143
|
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
Emitted whenever any job reaches a state of "failed". |
|
145
|
|
|
|
|
|
|
Note that the event is not repeated as an argument, though this is subject to change. |
|
146
|
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
=head1 ATTRIBUTES |
|
148
|
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
L inherits all of the attributes from L and implements the following new ones. |
|
150
|
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
=head2 minion |
|
152
|
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
The L instance to listen to. |
|
154
|
|
|
|
|
|
|
Note that this attribute is used to gain access to the L<"application instance"|/app">. |
|
155
|
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
=head2 transport |
|
157
|
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
An instance of L or more likely a subclass thereof. |
|
159
|
|
|
|
|
|
|
This is used to moderate the communication between processes and even hosts. |
|
160
|
|
|
|
|
|
|
|
|
161
|
|
|
|
|
|
|
=head1 METHODS |
|
162
|
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
L inherits all of the methods from L and implements the following new ones. |
|
164
|
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
=head2 app |
|
166
|
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
A shortcut for C<< $notifier->minion->app >>. |
|
168
|
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
=head2 emit_event |
|
170
|
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
A low level method used to emit the batch of events related to received minion events. |
|
172
|
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
=head2 setup_listener |
|
174
|
|
|
|
|
|
|
|
|
175
|
|
|
|
|
|
|
Setup the linkages that allow for notifications to be received. |
|
176
|
|
|
|
|
|
|
This is called automatically by L once the ioloop has started. |
|
177
|
|
|
|
|
|
|
|
|
178
|
|
|
|
|
|
|
=head2 setup_worker |
|
179
|
|
|
|
|
|
|
|
|
180
|
|
|
|
|
|
|
Setup the linkages that cause the jobs to send notifications when reaching "finished" or "failed" states. |
|
181
|
|
|
|
|
|
|
This is called automatically by L. |
|
182
|
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
=head1 FUTURE WORK |
|
184
|
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
=over |
|
186
|
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
=item * |
|
188
|
|
|
|
|
|
|
|
|
189
|
|
|
|
|
|
|
Document all included classes (hey this is a preview release!) |
|
190
|
|
|
|
|
|
|
|
|
191
|
|
|
|
|
|
|
=item * |
|
192
|
|
|
|
|
|
|
|
|
193
|
|
|
|
|
|
|
Improve backend loader mechanism |
|
194
|
|
|
|
|
|
|
|
|
195
|
|
|
|
|
|
|
=item * |
|
196
|
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
Investigate timeout behavior for the various transport backends |
|
198
|
|
|
|
|
|
|
|
|
199
|
|
|
|
|
|
|
=back |
|
200
|
|
|
|
|
|
|
|
|
201
|
|
|
|
|
|
|
=head1 SEE ALSO |
|
202
|
|
|
|
|
|
|
|
|
203
|
|
|
|
|
|
|
=over |
|
204
|
|
|
|
|
|
|
|
|
205
|
|
|
|
|
|
|
=item * |
|
206
|
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
L - Real-time web framework |
|
208
|
|
|
|
|
|
|
|
|
209
|
|
|
|
|
|
|
=item * |
|
210
|
|
|
|
|
|
|
|
|
211
|
|
|
|
|
|
|
L - The L job queue |
|
212
|
|
|
|
|
|
|
|
|
213
|
|
|
|
|
|
|
=item * |
|
214
|
|
|
|
|
|
|
|
|
215
|
|
|
|
|
|
|
L - A lightweight message broker using L' WebSockets for transport |
|
216
|
|
|
|
|
|
|
|
|
217
|
|
|
|
|
|
|
=back |
|
218
|
|
|
|
|
|
|
|
|
219
|
|
|
|
|
|
|
=head1 SOURCE REPOSITORY |
|
220
|
|
|
|
|
|
|
|
|
221
|
|
|
|
|
|
|
L |
|
222
|
|
|
|
|
|
|
|
|
223
|
|
|
|
|
|
|
=head1 AUTHOR |
|
224
|
|
|
|
|
|
|
|
|
225
|
|
|
|
|
|
|
Joel Berger, Ejoel.a.berger@gmail.comE |
|
226
|
|
|
|
|
|
|
|
|
227
|
|
|
|
|
|
|
=head1 COPYRIGHT AND LICENSE |
|
228
|
|
|
|
|
|
|
|
|
229
|
|
|
|
|
|
|
Copyright (C) 2015 by Joel Berger |
|
230
|
|
|
|
|
|
|
|
|
231
|
|
|
|
|
|
|
This library is free software; you can redistribute it and/or modify |
|
232
|
|
|
|
|
|
|
it under the same terms as Perl itself. |
|
233
|
|
|
|
|
|
|
|
|
234
|
|
|
|
|
|
|
=cut |