| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Mojolicious::Plugin::Log::Elasticsearch; |
|
2
|
|
|
|
|
|
|
$Mojolicious::Plugin::Log::Elasticsearch::VERSION = '1.162530'; |
|
3
|
|
|
|
|
|
|
# ABSTRACT: Mojolicious Plugin to log requests to an Elasticsearch instance |
|
4
|
|
|
|
|
|
|
|
|
5
|
2
|
|
|
2
|
|
1047
|
use Mojo::Base 'Mojolicious::Plugin'; |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
9
|
|
|
6
|
|
|
|
|
|
|
|
|
7
|
2
|
|
|
2
|
|
278
|
use Time::HiRes qw/time/; |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
8
|
|
|
8
|
2
|
|
|
2
|
|
178
|
use Mojo::JSON qw/encode_json/; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
1299
|
|
|
9
|
|
|
|
|
|
|
|
|
10
|
|
|
|
|
|
|
sub register { |
|
11
|
2
|
|
|
2
|
1
|
58
|
my ($self, $app, $conf) = @_; |
|
12
|
|
|
|
|
|
|
|
|
13
|
2
|
|
50
|
|
|
7
|
my $index = $conf->{index} || die "no elasticsearch index provided"; |
|
14
|
2
|
|
50
|
|
|
4
|
my $type = $conf->{type} || die "no elasticsearch type provided"; |
|
15
|
2
|
|
|
|
|
3
|
my $ts_name = $conf->{timestamp_field}; |
|
16
|
2
|
|
50
|
|
|
5
|
my $es_url = $conf->{elasticsearch_url} || die "no elasticsearch url provided"; |
|
17
|
2
|
|
100
|
|
|
6
|
my $log_stash_keys = $conf->{log_stash_keys} || []; |
|
18
|
2
|
|
|
|
|
3
|
my $extra_keys_sub = $conf->{extra_keys_hook}; |
|
19
|
|
|
|
|
|
|
|
|
20
|
2
|
|
|
|
|
2
|
my $geoip; |
|
21
|
2
|
50
|
|
|
|
4
|
if ($conf->{geo_ip_citydb}) { |
|
22
|
0
|
|
|
|
|
0
|
require Geo::IP; |
|
23
|
0
|
|
|
|
|
0
|
$geoip = Geo::IP->open($conf->{geo_ip_citydb}); |
|
24
|
|
|
|
|
|
|
} |
|
25
|
|
|
|
|
|
|
|
|
26
|
|
|
|
|
|
|
# We should be smarter and only create this index if it isn't already |
|
27
|
|
|
|
|
|
|
# in existence. There's no harm here, it's just poor form. |
|
28
|
2
|
|
|
|
|
10
|
my $tx_c = $app->ua->put("${es_url}/${index}"); |
|
29
|
|
|
|
|
|
|
|
|
30
|
2
|
100
|
|
|
|
5664
|
my $index_meta = { |
|
31
|
|
|
|
|
|
|
$type => { |
|
32
|
|
|
|
|
|
|
# let ES generate timestamps if they haven't specified a ts field name |
|
33
|
|
|
|
|
|
|
! $ts_name ? ("_timestamp" => { enabled => 1, store => 1 }) : (), |
|
34
|
|
|
|
|
|
|
"properties" => { |
|
35
|
|
|
|
|
|
|
'ip' => { 'type' => 'ip', 'store' => 1 }, |
|
36
|
|
|
|
|
|
|
'path' => { 'type' => 'string', index => 'not_analyzed' }, |
|
37
|
|
|
|
|
|
|
'location' => { 'type' => 'geo_point' }, |
|
38
|
|
|
|
|
|
|
} |
|
39
|
|
|
|
|
|
|
} |
|
40
|
|
|
|
|
|
|
}; |
|
41
|
|
|
|
|
|
|
|
|
42
|
2
|
|
|
|
|
6
|
my $url = "${es_url}/${index}/${type}/_mapping"; |
|
43
|
2
|
|
|
|
|
6
|
my $tx = $app->ua->post($url, json => $index_meta); |
|
44
|
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
$app->hook(before_dispatch => sub { |
|
46
|
5
|
|
|
5
|
|
26321
|
my $c = shift; |
|
47
|
5
|
|
|
|
|
25
|
$c->stash->{'mojolicious-plugin-log-elasticsearch.start'} = time(); |
|
48
|
2
|
|
|
|
|
3367
|
}); |
|
49
|
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
$app->hook(after_dispatch => sub { |
|
51
|
5
|
|
|
5
|
|
42715
|
my $c = shift; |
|
52
|
5
|
|
|
|
|
23
|
my @n = gmtime(); |
|
53
|
5
|
|
|
|
|
24
|
my $t = sprintf("%04d-%02d-%02dT%02d:%02d:%02dZ", $n[5]+1900, $n[4]+1, $n[3], |
|
54
|
|
|
|
|
|
|
@n[2,1,0]); |
|
55
|
5
|
|
|
|
|
18
|
my $dur = time() - $c->stash->{'mojolicious-plugin-log-elasticsearch.start'}; |
|
56
|
|
|
|
|
|
|
|
|
57
|
|
|
|
|
|
|
# perhaps look up Geo::IP stuff |
|
58
|
5
|
|
|
|
|
28
|
my %geo_ip_data; |
|
59
|
5
|
|
|
|
|
5
|
my ($lat, $long, $country_code); |
|
60
|
|
|
|
|
|
|
eval { |
|
61
|
5
|
50
|
|
|
|
18
|
return 1 if (! $geoip); |
|
62
|
0
|
0
|
|
|
|
0
|
return 1 if (! $c->tx->remote_address); |
|
63
|
|
|
|
|
|
|
|
|
64
|
0
|
|
|
|
|
0
|
my $rec = $geoip->record_by_addr($c->tx->remote_address); |
|
65
|
0
|
0
|
|
|
|
0
|
return 1 if (! $rec); |
|
66
|
|
|
|
|
|
|
|
|
67
|
0
|
|
|
|
|
0
|
$lat = $rec->latitude; |
|
68
|
0
|
|
|
|
|
0
|
$long = $rec->longitude; |
|
69
|
0
|
|
|
|
|
0
|
$country_code = $rec->country_code; |
|
70
|
|
|
|
|
|
|
|
|
71
|
0
|
|
|
|
|
0
|
%geo_ip_data = ( location => "$lat, $long", country_code => $country_code ); |
|
72
|
|
|
|
|
|
|
|
|
73
|
0
|
|
|
|
|
0
|
1; |
|
74
|
5
|
50
|
|
|
|
5
|
} or do { |
|
75
|
0
|
|
|
|
|
0
|
$c->app->log->warn("could not lookup lat/long for ip: $@"); |
|
76
|
|
|
|
|
|
|
}; |
|
77
|
|
|
|
|
|
|
|
|
78
|
5
|
100
|
|
|
|
15
|
my $data = { ip => $c->tx->remote_address, |
|
79
|
|
|
|
|
|
|
path => $c->req->url->to_abs->path, |
|
80
|
|
|
|
|
|
|
code => $c->res->code, |
|
81
|
|
|
|
|
|
|
method => $c->req->method, |
|
82
|
|
|
|
|
|
|
time => $dur, |
|
83
|
|
|
|
|
|
|
$ts_name ? ( $ts_name => int(time() * 1000) ) : (), |
|
84
|
|
|
|
|
|
|
%geo_ip_data, |
|
85
|
|
|
|
|
|
|
}; |
|
86
|
5
|
|
|
|
|
851
|
foreach (@{ $log_stash_keys}) { |
|
|
5
|
|
|
|
|
8
|
|
|
87
|
4
|
100
|
|
|
|
7
|
$data->{$_} = $c->stash->{$_} if (exists $c->stash->{$_}); |
|
88
|
|
|
|
|
|
|
} |
|
89
|
|
|
|
|
|
|
|
|
90
|
5
|
100
|
|
|
|
55
|
if ($extra_keys_sub) { |
|
91
|
4
|
|
|
|
|
8
|
my %new_values = $extra_keys_sub->($c); |
|
92
|
4
|
|
|
|
|
41
|
$data = { %$data, %new_values }; |
|
93
|
|
|
|
|
|
|
} |
|
94
|
|
|
|
|
|
|
|
|
95
|
5
|
|
|
|
|
17
|
my $url = "${es_url}/${index}/${type}/?timestamp=${t}"; |
|
96
|
|
|
|
|
|
|
$c->app->ua->post($url, json => $data, sub { |
|
97
|
0
|
|
|
|
|
|
my ($ua, $tx) = @_; |
|
98
|
0
|
0
|
0
|
|
|
|
if (! $tx) { |
|
|
|
0
|
0
|
|
|
|
|
|
99
|
0
|
|
|
|
|
|
$c->app->log->warn("could not log to elasticsearch"); |
|
100
|
|
|
|
|
|
|
} |
|
101
|
|
|
|
|
|
|
elsif ($tx->res && $tx->res->code && $tx->res->code !~ /^20./) { |
|
102
|
0
|
|
|
|
|
|
$c->app->log->warn("could not log to elasticsearch - " . $tx->res->body); |
|
103
|
|
|
|
|
|
|
} |
|
104
|
5
|
|
|
|
|
11
|
}); |
|
105
|
2
|
|
|
|
|
32
|
}); |
|
106
|
|
|
|
|
|
|
} |
|
107
|
|
|
|
|
|
|
|
|
108
|
|
|
|
|
|
|
1; |
|
109
|
|
|
|
|
|
|
|
|
110
|
|
|
|
|
|
|
__END__ |