| 1 | package Email::Blaster; | ||
| 2 | |||
| 3 | 2 | ▶ | use strict; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 4 | 2 | ▶ | use warnings 'all'; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 5 | 2 | ▶ | use Carp 'confess'; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 6 | 2 | ▶ | use forks; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 7 | 1 | ▶ | use forks::shared; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 8 | 1 | ▶ | use POSIX 'ceil'; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 9 | 1 | ▶ | use HTTP::Date 'time2iso'; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 10 | 1 | ▶ | use Time::HiRes qw( gettimeofday usleep ); |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 11 | 1 | ▶ | use Digest::MD5 'md5_hex'; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 12 | 1 | ▶ | use Email::Blaster::ConfigLoader; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 13 | 0 | ▶ | use Email::Blaster::Event; |
|
Subroutine
BEGIN: called CC=1 SCAR=2.6
| |||
| 14 | use Email::Blaster::Event::Type; | ||
| 15 | use Email::Blaster::Transmission; | ||
| 16 | |||
| 17 | our $VERSION = '1.0001'; | ||
| 18 | our $InstanceClass = __PACKAGE__; | ||
| 19 | our $instance; | ||
| 20 | my @progress : shared = ( ); | ||
| 21 | |||
| 22 | |||
| 23 | #============================================================================== | ||
| 24 | sub new | ||
| 25 | { | ||
| 26 | my ($class) = @_; | ||
| 27 | |||
| 28 | no strict 'refs'; | ||
| 29 | return ${"$InstanceClass\::instance"} if ${"$InstanceClass\::instance"}; | ||
| 30 | |||
| 31 | $class = ref($class) ? ref($class) : $class; | ||
| 32 | |||
| 33 | my $s = ${"$InstanceClass\::instance"} = bless { | ||
| 34 | config => Email::Blaster::ConfigLoader->load(), | ||
| 35 | continue_running => 1, | ||
| 36 | }, $class; | ||
| 37 | $s->config->_init; | ||
| 38 | |||
| 39 | # Load up our assembler: | ||
| 40 | $s->_load_class( $s->config->message_assembler ); | ||
| 41 | $s->{message_assembler} = $s->config->message_assembler->new( ); | ||
| 42 | |||
| 43 | # Load up our sender: | ||
| 44 | $s->_load_class( $s->config->mail_sender ); | ||
| 45 | $s->{mail_sender} = $s->config->mail_sender->new( ); | ||
| 46 | |||
| 47 | return $s; | ||
| 48 | }# end new() | ||
| 49 | |||
| 50 | |||
| 51 | #============================================================================== | ||
| 52 | sub run | ||
| 53 | { | ||
| 54 | my ($s) = @_; | ||
| 55 | |||
| 56 | # Wait until we get a new transmission, then process it: | ||
| 57 | while( $s->continue_running ) | ||
| 58 | { | ||
| 59 | my $trans; | ||
| 60 | warn "Waiting for a transmission...\n"; | ||
| 61 | unless( $trans = $s->find_new_transmission() ) | ||
| 62 | { | ||
| 63 | sleep(5); | ||
| 64 | next; | ||
| 65 | }# end unless(); | ||
| 66 | |||
| 67 | @progress = ( ); | ||
| 68 | warn "Processing $trans...\n"; | ||
| 69 | $trans->is_started( 1 ); | ||
| 70 | $trans->started_on( time2iso() ); | ||
| 71 | $trans->blaster_hostname( $s->config->hostname ); | ||
| 72 | $trans->update(); | ||
| 73 | |||
| 74 | # Call our initializer(s): | ||
| 75 | $s->handle_event( | ||
| 76 | type => 'init_transmission', | ||
| 77 | transmission_id => $trans->id | ||
| 78 | ); | ||
| 79 | |||
| 80 | # Spread the workload across some workers: | ||
| 81 | my @workers = ( ); | ||
| 82 | my @sendlogs = $trans->sendlogs; | ||
| 83 | my @bulk_sendlogs = grep { ! $_->throttled_domain } @sendlogs; | ||
| 84 | push @workers, $s->_init_throttled_workers( \@bulk_sendlogs ); | ||
| 85 | |||
| 86 | my $boss = threads->create(sub { | ||
| 87 | while( $s->continue_running && grep { $_->is_running } @workers ) | ||
| 88 | { | ||
| 89 | my $running = scalar( grep { $_->is_running } @workers); | ||
| 90 | my ( $ids, $processed ); | ||
| 91 | SCOPE: { | ||
| 92 | lock(@progress); | ||
| 93 | $processed = scalar(@progress); | ||
| 94 | $ids = [ @progress ]; | ||
| 95 | @progress = ( ); | ||
| 96 | }; | ||
| 97 | $s->mark_sendlogs_as_finished( $ids ) if @$ids; | ||
| 98 | # Also call our wait_cycle event: | ||
| 99 | $s->wait_cycle( $running, $processed ); | ||
| 100 | warn "Waiting for $running workers - Finished $processed this round...\n"; | ||
| 101 | sleep(1); | ||
| 102 | }# end while() | ||
| 103 | }); | ||
| 104 | |||
| 105 | # Call our initializer(s): | ||
| 106 | $s->handle_event( | ||
| 107 | type => 'begin_transmission', | ||
| 108 | transmission_id => $trans->id | ||
| 109 | ); | ||
| 110 | |||
| 111 | # Wait for our workers to finish: | ||
| 112 | $_->join foreach ( $boss, @workers ); | ||
| 113 | |||
| 114 | # Don't forget any straggler sendlogs: | ||
| 115 | warn "Finished @{[ scalar(@progress) ]} in cleanup...\n"; | ||
| 116 | $s->mark_sendlogs_as_finished( [ @progress ] ) if @progress; | ||
| 117 | |||
| 118 | # Mark it as completed: | ||
| 119 | $trans->is_completed( 1 ); | ||
| 120 | $trans->completed_on( time2iso() ); | ||
| 121 | $trans->update(); | ||
| 122 | |||
| 123 | # Call our initializer(s): | ||
| 124 | $s->handle_event( | ||
| 125 | type => 'end_transmission', | ||
| 126 | transmission_id => $trans->id | ||
| 127 | ); | ||
| 128 | |||
| 129 | }# end while() | ||
| 130 | }# end run() | ||
| 131 | |||
| 132 | |||
| 133 | #============================================================================== | ||
| 134 | sub wait_cycle | ||
| 135 | { | ||
| 136 | my ($s, $running, $processed) = @_; | ||
| 137 | |||
| 138 | # Do nothing here: | ||
| 139 | 1; | ||
| 140 | }# end wait_cycle() | ||
| 141 | |||
| 142 | |||
| 143 | #============================================================================== | ||
| 144 | sub send_message | ||
| 145 | { | ||
| 146 | my ($s, $sendlog, $transmission) = @_; | ||
| 147 | |||
| 148 | my $msg = $s->message_assembler->assemble( | ||
| 149 | $s, | ||
| 150 | $sendlog, | ||
| 151 | $transmission | ||
| 152 | ); | ||
| 153 | |||
| 154 | $s->mail_sender->send_message( | ||
| 155 | blaster => $s, | ||
| 156 | subject => $msg->{subject}, | ||
| 157 | content => $msg->{content}, | ||
| 158 | transmission => $transmission, | ||
| 159 | sendlog => $sendlog, | ||
| 160 | ); | ||
| 161 | }# end send_message() | ||
| 162 | |||
| 163 | |||
| 164 | #============================================================================== | ||
| 165 | sub _init_throttled_workers | ||
| 166 | { | ||
| 167 | my ($s, $bulk_sendlogs) = @_; | ||
| 168 | |||
| 169 | my @workers = ( ); | ||
| 170 | my $per_worker = ceil( scalar(@$bulk_sendlogs) / $s->config->max_bulk_workers ); | ||
| 171 | while( my @chunk = splice(@$bulk_sendlogs, 0, $per_worker) ) | ||
| 172 | { | ||
| 173 | push @workers, threads->create(sub { | ||
| 174 | my $sendlogs = shift; | ||
| 175 | my $trans; | ||
| 176 | map { | ||
| 177 | $trans ||= $_->transmission; | ||
| 178 | my $queued_as = $s->send_message( | ||
| 179 | $_, | ||
| 180 | $trans | ||
| 181 | ); | ||
| 182 | lock( @progress ); | ||
| 183 | push @progress, $_->id . ':' . $queued_as; | ||
| 184 | } @$sendlogs; | ||
| 185 | |||
| 186 | return; | ||
| 187 | }, \@chunk); | ||
| 188 | }# end while() | ||
| 189 | |||
| 190 | return @workers; | ||
| 191 | }# end _init_throttled_workers() | ||
| 192 | |||
| 193 | |||
| 194 | #============================================================================== | ||
| 195 | sub mark_sendlogs_as_finished | ||
| 196 | { | ||
| 197 | my ($s, $items) = @_; | ||
| 198 | |||
| 199 | my $sth = Email::Blaster::Model->db_Main->prepare(<<"SQL"); | ||
| 200 | UPDATE sendlogs SET | ||
| 201 | is_sent = 1, | ||
| 202 | queued_as = ?, | ||
| 203 | sent_on = '@{[ time2iso ]}' | ||
| 204 | WHERE sendlog_id = ? | ||
| 205 | SQL | ||
| 206 | foreach my $item ( @$items ) | ||
| 207 | { | ||
| 208 | my ($id, $queued_as) = split /:/, $item; | ||
| 209 | $sth->execute( $queued_as, $id ); | ||
| 210 | }# end foreach() | ||
| 211 | $sth->finish(); | ||
| 212 | }# end mark_sendlogs_as_finished() | ||
| 213 | |||
| 214 | |||
| 215 | #============================================================================== | ||
| 216 | sub find_new_transmission; | ||
| 217 | |||
| 218 | |||
| 219 | #============================================================================== | ||
| 220 | sub current { $instance || shift->new } | ||
| 221 | sub config { shift->{config} } | ||
| 222 | sub message_assembler { shift->{message_assembler} } | ||
| 223 | sub mail_sender { shift->{mail_sender} } | ||
| 224 | |||
| 225 | |||
| 226 | #============================================================================== | ||
| 227 | sub continue_running | ||
| 228 | { | ||
| 229 | my ($s) = shift; | ||
| 230 | |||
| 231 | @_ ? $s->{continue_running} = shift : $s->{continue_running}; | ||
| 232 | }# end continue_running() | ||
| 233 | |||
| 234 | |||
| 235 | #============================================================================== | ||
| 236 | sub handle_event | ||
| 237 | { | ||
| 238 | my ($s, %args) = @_; | ||
| 239 | |||
| 240 | my ($type) = Email::Blaster::Event::Type->search( event_type_name => delete($args{type}) ); | ||
| 241 | |||
| 242 | my $event = Email::Blaster::Event->create( | ||
| 243 | %args, | ||
| 244 | event_type_id => $type->id, | ||
| 245 | ); | ||
| 246 | |||
| 247 | my $group = $type->event_type_name; | ||
| 248 | map { | ||
| 249 | $s->_load_class( $_ ); | ||
| 250 | $_->new->run( $event ); | ||
| 251 | } @{ $s->config->handlers->$group->handler }; | ||
| 252 | |||
| 253 | 1; | ||
| 254 | }# end handle_event() | ||
| 255 | |||
| 256 | |||
| 257 | #============================================================================== | ||
| 258 | sub _load_class | ||
| 259 | { | ||
| 260 | my ($s, $class) = @_; | ||
| 261 | |||
| 262 | (my $file = "$class.pm") =~ s/::/\//g; | ||
| 263 | eval { require $file unless $INC{$file}; 1 } or confess "Cannot load $class: $@"; | ||
| 264 | }# end _load_class() | ||
| 265 | |||
| 266 | |||
| 267 | 1;# return true: | ||
| 268 | |||
| 269 | __END__ | ||