Saftpresse/Output/Elasticsearch.pm

filter: Statementstmt 48.6% 35 / 72 Branchbran 0.0% 0 / 12 Conditioncond 0.0% 0 / 6 MC/DCmcdc 0.0% 0 / 4 Subroutinesub 46.1% 6 / 13 Podpod 0.0% 0 / 3 totaltotal 37.2% 41 / 110 SCAR 34.9
CC
10
Cov
39%
output
30.0
index_event
12.0
__ANON__
6.0
CRAP 32.8
« Saftpresse/CountersOutput/Graphite.pm ↑ Summary Saftpresse/CountersOutput/Dump.pm »
1 package Log::Saftpresse::Output::Elasticsearch;
2  
3 1 ▶use Moose;
Subroutine BEGIN: called CC=1 SCAR=0.0
4  
5 # ABSTRACT: plugin to write events to elasticsearch
6 1 our $VERSION = '1.5'; # VERSION
7  
8 1 extends 'Log::Saftpresse::Output';
9  
10 1 ▶use Log::Saftpresse::Log4perl;
Subroutine BEGIN: called CC=1 SCAR=0.0
11  
12 1 ▶use Time::Piece;
Subroutine BEGIN: called CC=1 SCAR=0.0
13 1 ▶use Search::Elasticsearch;
Subroutine BEGIN: called CC=1 SCAR=0.0
14 1 ▶use JSON;
Subroutine BEGIN: called CC=1 SCAR=0.0
15 1 ▶use File::Slurp;
Subroutine BEGIN: called CC=1 SCAR=0.0
16  
17 1 has 'nodes' => ( is => 'rw', isa => 'Str', default => 'localhost:9200' );
18 1 has 'cxn_pool' => ( is => 'rw', isa => 'Str', default => 'Static' );
19 1 has 'type' => ( is => 'rw', isa => 'Str', default => 'log' );
20  
21 1 has 'indices_template' => (
22 is => 'rw', isa => 'Str', default => 'saftpresse-%Y-%m-%d' );
23  
24 1 has 'template_name' => ( is => 'ro', isa => 'Str', default => 'saftpresse' );
25 1 has 'install_template' => ( is => 'ro', isa => 'Bool', default => 1 );
26 1 has 'template_file' => ( is => 'ro', isa => 'Maybe[Str]' );
27  
28 has '_template_body' => ( is => 'ro', isa => 'HashRef', lazy => 1,
29 default => sub {
30 0 ▶ my $self = shift;
Subroutine __ANON__: not called CC=2 SCAR=17.9
31 0 my $json_text;
32 0 ▶ if( defined $self->template_file ) {
Branch: 1 branch
BranchTrueFalseTotal
if (defined $self->template_file) { } 0 0 0
33 0 $json_text = read_file( $self->template_file );
34 } else {
35 0 $json_text = read_file( \*DATA );
36 }
37 0 return( from_json( $json_text ) );
38 },
39 1 );
40  
41 sub current_index {
42 0 ▶ my $self = shift;
Subroutine current_index: not called CC=1 SCAR=6.9
Pod undocumented
43 0 return( Time::Piece->new->strftime( $self->indices_template ) );
44 }
45  
46 has 'es' => ( is => 'ro', lazy => 1,
47 default => sub {
48 0 ▶ my $self = shift;
Subroutine __ANON__: not called CC=2 SCAR=17.9
49 0 $log->debug('connecting to elasticsearch: '.$self->nodes.'...');
50 0 my $es = Search::Elasticsearch->new(
51 nodes => [ split(/\s*,\s*/, $self->nodes) ],
52 cxn_pool => $self->cxn_pool,
53 );
54 0 ▶ if( $self->install_template ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($self->install_template) 0 0 0
55 0 $self->_es_install_template( $es );
56 }
57 0 return $es;
58 },
59 1 );
60  
61 1 has 'flush' => ( is => 'rw', isa => 'Bool', default => 1 );
62  
63 1 has 'autoflush_count' => ( is => 'rw', isa => 'Int', default => 1000 );
64 1 has 'autoflush_size' => ( is => 'rw', isa => 'Int', default => 1000000 );
65 1 has 'autoflush_time' => ( is => 'rw', isa => 'Int', default => 10 );
66  
67 has 'bulk' => (
68 is => 'ro', isa => 'Search::Elasticsearch::Bulk', lazy => 1,
69 default => sub {
70 0 ▶ my $self = shift;
Subroutine __ANON__: not called CC=1 SCAR=6.9
71 0 return $self->es->bulk_helper(
72 max_count => $self->autoflush_count,
73 max_size => $self->autoflush_size,
74 max_time => $self->autoflush_time,
75 );
76 },
77 1 );
78  
79 sub _es_install_template {
80 0 ▶ my ( $self, $es ) = @_;
Subroutine _es_install_template: not called CC=2 SCAR=17.9
81 0 my $name = $self->template_name;
82 0 ▶ if( $es->indices->exists_template( name => $name ) ) {
Branch: 1 branch
BranchTrueFalseTotal
if ($es->indices->exists_template('name', $name)) { } 0 0 0
83 0 $log->debug("index template '$name' already in place");
84 } else {
85 0 $log->info("installing index template '$name'...");
86 0 $es->indices->put_template(
87 name => $name,
88 body => $self->_template_body,
89 );
90 }
91 0 return;
92 }
93  
94 sub index_event {
95 0 ▶ my ( $self, $e ) = @_;
Subroutine index_event: not called CC=3 SCAR=24.8
Pod undocumented
96  
97 0 ▶ if( defined $e->{'time'} &&
Branch: 1 branch
BranchTrueFalseTotal
if (defined $e->{"time"} and ref $e->{"time"} eq "Time::Piece") 0 0 0
Condition0%0/3
defined $e->{"time"} and ref $e->{"time"} eq "Time::Piece"
!ll&&!rl&&r
000
MC/DC0%0/2
defined $e->{"time"} and ref $e->{"time"} eq "Time::Piece"
defined $e->{"time"} ref $e->{"time"} eq "Time::Piece"
Truth table0%0/3
A and B
A= defined $e->{"time"}B= ref $e->{"time"} eq "Time::Piece"
ABresult
0X0
100
111
98 ref($e->{'time'}) eq 'Time::Piece' ) {
99 0 $e->{'@timestamp'} = $e->{'time'}->datetime;
100 0 delete $e->{'time'};
101 }
102 $self->bulk->index( {
103 0 index => $self->current_index,
104 type => $self->type,
105 source => $e,
106 } );
107  
108 0 return;
109 }
110  
111 sub output {
112 0 ▶ my ( $self, @events ) = @_;
Subroutine output: not called CC=5 SCAR=34.0
Pod undocumented
113  
114 0 foreach my $event (@events) {
115 0 ▶ if( defined $event->{'type'} && $event->{'type'} ne $self->type ) {
Branch: 1 branch
BranchTrueFalseTotal
if (defined $event->{"type"} and $event->{"type"} ne $self->type) 0 0 0
Condition0%0/3
defined $event->{"type"} and $event->{"type"} ne $self->type
!ll&&!rl&&r
000
MC/DC0%0/2
defined $event->{"type"} and $event->{"type"} ne $self->type
defined $event->{"type"} $event->{"type"} ne $self->type
Truth table0%0/3
A and B
A= defined $event->{"type"}B= $event->{"type"} ne $self->type
ABresult
0X0
100
111
116 0 next;
117 }
118 0 $self->index_event( $event );
119 }
120  
121 0 ▶ if( $self->flush ) { $self->bulk->flush; }
Branch: 1 branch
BranchTrueFalseTotal
if ($self->flush) 0 0 0
122  
123 0 return;
124 }
125  
126  
127 1 1;
128  
129 =pod
130  
131 =encoding UTF-8
132  
133 =head1 NAME
134  
135 Log::Saftpresse::Output::Elasticsearch - plugin to write events to elasticsearch
136  
137 =head1 VERSION
138  
139 version 1.5
140  
141 =head1 AUTHOR
142  
143 Markus Benning <ich@markusbenning.de>
144  
145 =head1 COPYRIGHT AND LICENSE
146  
147 This software is Copyright (c) 1998 by James S. Seymour, 2015 by Markus Benning.
148  
149 This is free software, licensed under:
150  
151 The GNU General Public License, Version 2, June 1991
152  
153 =cut
154  
155 __DATA__
156 {
157 "template" : "saftpresse-*",
158 "mappings" : {
159 "_default_" : {
160 "_all" : {"enabled" : true, "omit_norms" : true},
161 "dynamic_templates" : [ {
162 "floating-numbers" : {
163 "match_pattern" : "regex",
164 "match" : "delay",
165 "mapping" : {
166 "type" : "float"
167 }
168 }
169 } , {
170 "integer-numbers" : {
171 "match_pattern" : "regex",
172 "match" : "pid|size|port|len|dpt|spt|ttl|tls_keylen|connection_time|code",
173 "mapping" : {
174 "type" : "integer"
175 }
176 }
177 } , {
178 "simple_strings" : {
179 "match_pattern" : "regex",
180 "match" : "facility|priority|queue_id|service|method",
181 "match_mapping_type" : "string",
182 "mapping" : {
183 "type" : "string",
184 "index" : "not_analyzed",
185 "omit_norms" : true
186 }
187 }
188 } , {
189 "string_fields" : {
190 "match" : "*",
191 "match_mapping_type" : "string",
192 "mapping" : {
193 "type" : "string",
194 "index" : "analyzed",
195 "omit_norms" : true,
196 "fields" : {
197 "raw" : {
198 "type": "string",
199 "index" : "not_analyzed",
200 "ignore_above" : 256
201 }
202 }
203 }
204 }
205 } ]
206 }
207 }
208 }
« Saftpresse/CountersOutput/Graphite.pm ↑ Summary Saftpresse/CountersOutput/Dump.pm »