| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Bot::Cobalt::DB; |
|
2
|
|
|
|
|
|
|
$Bot::Cobalt::DB::VERSION = '0.021003'; |
|
3
|
|
|
|
|
|
|
## Uses proper retie-after-lock technique for locking |
|
4
|
|
|
|
|
|
|
|
|
5
|
5
|
|
|
5
|
|
59568
|
use v5.10; |
|
|
5
|
|
|
|
|
10
|
|
|
6
|
5
|
|
|
5
|
|
828
|
use strictures 2; |
|
|
5
|
|
|
|
|
2269
|
|
|
|
5
|
|
|
|
|
149
|
|
|
7
|
5
|
|
|
5
|
|
674
|
use Carp; |
|
|
5
|
|
|
|
|
9
|
|
|
|
5
|
|
|
|
|
230
|
|
|
8
|
|
|
|
|
|
|
|
|
9
|
5
|
|
|
5
|
|
1766
|
use List::Objects::WithUtils; |
|
|
5
|
|
|
|
|
2591
|
|
|
|
5
|
|
|
|
|
25
|
|
|
10
|
|
|
|
|
|
|
|
|
11
|
5
|
|
|
5
|
|
208418
|
use DB_File; |
|
|
0
|
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
12
|
|
|
|
|
|
|
use Fcntl qw/:DEFAULT :flock/; |
|
13
|
|
|
|
|
|
|
use IO::File; |
|
14
|
|
|
|
|
|
|
|
|
15
|
|
|
|
|
|
|
use Bot::Cobalt::Serializer; |
|
16
|
|
|
|
|
|
|
use Bot::Cobalt::Common ':types'; |
|
17
|
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
use Time::HiRes 'sleep'; |
|
19
|
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
use Moo; |
|
22
|
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
has file => ( |
|
24
|
|
|
|
|
|
|
required => 1, |
|
25
|
|
|
|
|
|
|
is => 'rw', |
|
26
|
|
|
|
|
|
|
isa => (Str | Object), |
|
27
|
|
|
|
|
|
|
); |
|
28
|
|
|
|
|
|
|
{ no warnings 'once'; *File = *file; } |
|
29
|
|
|
|
|
|
|
|
|
30
|
|
|
|
|
|
|
has perms => ( |
|
31
|
|
|
|
|
|
|
is => 'rw', |
|
32
|
|
|
|
|
|
|
builder => sub { 0644 }, |
|
33
|
|
|
|
|
|
|
); |
|
34
|
|
|
|
|
|
|
{ no warnings 'once'; *Perms = *perms; } |
|
35
|
|
|
|
|
|
|
|
|
36
|
|
|
|
|
|
|
has raw => ( |
|
37
|
|
|
|
|
|
|
is => 'rw', |
|
38
|
|
|
|
|
|
|
isa => Bool, |
|
39
|
|
|
|
|
|
|
builder => sub { 0 }, |
|
40
|
|
|
|
|
|
|
); |
|
41
|
|
|
|
|
|
|
{ no warnings 'once'; *Raw = *raw; } |
|
42
|
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
has timeout => ( |
|
44
|
|
|
|
|
|
|
is => 'rw', |
|
45
|
|
|
|
|
|
|
isa => Num, |
|
46
|
|
|
|
|
|
|
builder => sub { 5 }, |
|
47
|
|
|
|
|
|
|
); |
|
48
|
|
|
|
|
|
|
{ no warnings 'once'; *Timeout = *timeout; } |
|
49
|
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
has serializer => ( |
|
51
|
|
|
|
|
|
|
lazy => 1, |
|
52
|
|
|
|
|
|
|
is => 'rw', |
|
53
|
|
|
|
|
|
|
isa => Object, |
|
54
|
|
|
|
|
|
|
builder => sub { |
|
55
|
|
|
|
|
|
|
Bot::Cobalt::Serializer->new(Format => 'JSON') |
|
56
|
|
|
|
|
|
|
}, |
|
57
|
|
|
|
|
|
|
); |
|
58
|
|
|
|
|
|
|
{ no warnings 'once'; *Serializer = *serializer; } |
|
59
|
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
## _orig is the original tie(). |
|
61
|
|
|
|
|
|
|
has _orig => ( |
|
62
|
|
|
|
|
|
|
is => 'rw', |
|
63
|
|
|
|
|
|
|
isa => HashRef, |
|
64
|
|
|
|
|
|
|
builder => sub { {} }, |
|
65
|
|
|
|
|
|
|
); |
|
66
|
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
## tied is the re-tied DB hash. |
|
68
|
|
|
|
|
|
|
has tied => ( |
|
69
|
|
|
|
|
|
|
is => 'rw', |
|
70
|
|
|
|
|
|
|
isa => HashRef, |
|
71
|
|
|
|
|
|
|
builder => sub { {} }, |
|
72
|
|
|
|
|
|
|
); |
|
73
|
|
|
|
|
|
|
{ no warnings 'once'; *Tied = *tied; } |
|
74
|
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
has _lockfh => ( |
|
76
|
|
|
|
|
|
|
lazy => 1, |
|
77
|
|
|
|
|
|
|
is => 'rw', |
|
78
|
|
|
|
|
|
|
isa => FileHandle, |
|
79
|
|
|
|
|
|
|
predicate => '_has_lockfh', |
|
80
|
|
|
|
|
|
|
clearer => '_clear_lockfh', |
|
81
|
|
|
|
|
|
|
); |
|
82
|
|
|
|
|
|
|
|
|
83
|
|
|
|
|
|
|
## LOCK_EX or LOCK_SH for current open |
|
84
|
|
|
|
|
|
|
has _lockmode => ( |
|
85
|
|
|
|
|
|
|
lazy => 1, |
|
86
|
|
|
|
|
|
|
is => 'rw', |
|
87
|
|
|
|
|
|
|
predicate => '_has_lockmode', |
|
88
|
|
|
|
|
|
|
clearer => '_clear_lockmode', |
|
89
|
|
|
|
|
|
|
); |
|
90
|
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
## DB object. |
|
92
|
|
|
|
|
|
|
has DB => ( |
|
93
|
|
|
|
|
|
|
lazy => 1, |
|
94
|
|
|
|
|
|
|
is => 'rw', |
|
95
|
|
|
|
|
|
|
isa => Object, |
|
96
|
|
|
|
|
|
|
predicate => 'has_DB', |
|
97
|
|
|
|
|
|
|
clearer => 'clear_DB', |
|
98
|
|
|
|
|
|
|
); |
|
99
|
|
|
|
|
|
|
|
|
100
|
|
|
|
|
|
|
has is_open => ( |
|
101
|
|
|
|
|
|
|
is => 'rw', |
|
102
|
|
|
|
|
|
|
isa => Bool, |
|
103
|
|
|
|
|
|
|
default => sub { 0 }, |
|
104
|
|
|
|
|
|
|
); |
|
105
|
|
|
|
|
|
|
|
|
106
|
|
|
|
|
|
|
sub BUILDARGS { |
|
107
|
|
|
|
|
|
|
my ($class, @args) = @_; |
|
108
|
|
|
|
|
|
|
return +{ file => $args[0] } if @args == 1; |
|
109
|
|
|
|
|
|
|
# Back-compat and I hate myself |
|
110
|
|
|
|
|
|
|
my %opt = @args; |
|
111
|
|
|
|
|
|
|
my $lower = array( qw/ |
|
112
|
|
|
|
|
|
|
File |
|
113
|
|
|
|
|
|
|
Perms |
|
114
|
|
|
|
|
|
|
Raw |
|
115
|
|
|
|
|
|
|
Timeout |
|
116
|
|
|
|
|
|
|
Serializer |
|
117
|
|
|
|
|
|
|
Tied |
|
118
|
|
|
|
|
|
|
/ ); |
|
119
|
|
|
|
|
|
|
for my $key (%opt) { |
|
120
|
|
|
|
|
|
|
if ( $lower->has_any(sub { $_ eq $key }) ) { |
|
121
|
|
|
|
|
|
|
my $val = delete $opt{$key}; |
|
122
|
|
|
|
|
|
|
$opt{lc $key} = $val |
|
123
|
|
|
|
|
|
|
} |
|
124
|
|
|
|
|
|
|
} |
|
125
|
|
|
|
|
|
|
\%opt |
|
126
|
|
|
|
|
|
|
} |
|
127
|
|
|
|
|
|
|
|
|
128
|
|
|
|
|
|
|
sub DESTROY { |
|
129
|
|
|
|
|
|
|
my ($self) = @_; |
|
130
|
|
|
|
|
|
|
$self->dbclose if $self->is_open; |
|
131
|
|
|
|
|
|
|
} |
|
132
|
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
sub dbopen { |
|
134
|
|
|
|
|
|
|
my ($self, %args) = @_; |
|
135
|
|
|
|
|
|
|
$args{lc $_} = delete $args{$_} for keys %args; |
|
136
|
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
## per-open timeout was specified: |
|
138
|
|
|
|
|
|
|
$self->timeout( $args{timeout} ) if $args{timeout}; |
|
139
|
|
|
|
|
|
|
|
|
140
|
|
|
|
|
|
|
if ($self->is_open) { |
|
141
|
|
|
|
|
|
|
carp "Attempted dbopen() on already-open DB"; |
|
142
|
|
|
|
|
|
|
return |
|
143
|
|
|
|
|
|
|
} |
|
144
|
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
my ($lflags, $fflags); |
|
146
|
|
|
|
|
|
|
if ($args{ro} || $args{readonly}) { |
|
147
|
|
|
|
|
|
|
$lflags = LOCK_SH | LOCK_NB ; |
|
148
|
|
|
|
|
|
|
$fflags = O_CREAT | O_RDONLY ; |
|
149
|
|
|
|
|
|
|
$self->_lockmode(LOCK_SH); |
|
150
|
|
|
|
|
|
|
} else { |
|
151
|
|
|
|
|
|
|
$lflags = LOCK_EX | LOCK_NB; |
|
152
|
|
|
|
|
|
|
$fflags = O_CREAT | O_RDWR ; |
|
153
|
|
|
|
|
|
|
$self->_lockmode(LOCK_EX); |
|
154
|
|
|
|
|
|
|
} |
|
155
|
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
my $path = $self->file; |
|
157
|
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
## proper DB_File locking: |
|
159
|
|
|
|
|
|
|
## open and tie the DB to _orig |
|
160
|
|
|
|
|
|
|
## set up object |
|
161
|
|
|
|
|
|
|
## call a sync() to create if needed |
|
162
|
|
|
|
|
|
|
my $orig_db = tie %{ $self->_orig }, "DB_File", $path, |
|
163
|
|
|
|
|
|
|
$fflags, $self->perms, $DB_HASH |
|
164
|
|
|
|
|
|
|
or confess "failed db open: $path: $!" ; |
|
165
|
|
|
|
|
|
|
$orig_db->sync(); |
|
166
|
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
## dup a FH to $db->fd for _lockfh |
|
168
|
|
|
|
|
|
|
my $fd = $orig_db->fd; |
|
169
|
|
|
|
|
|
|
my $fh = IO::File->new("<&=$fd") |
|
170
|
|
|
|
|
|
|
or confess "failed dup in dbopen: $!"; |
|
171
|
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
my $timer = 0; |
|
173
|
|
|
|
|
|
|
my $timeout = $self->timeout; |
|
174
|
|
|
|
|
|
|
|
|
175
|
|
|
|
|
|
|
## flock _lockfh |
|
176
|
|
|
|
|
|
|
until ( flock $fh, $lflags ) { |
|
177
|
|
|
|
|
|
|
if ($timer > $timeout) { |
|
178
|
|
|
|
|
|
|
warn "failed lock for db $path, timeout (${timeout}s)\n"; |
|
179
|
|
|
|
|
|
|
undef $orig_db; undef $fh; |
|
180
|
|
|
|
|
|
|
untie %{ $self->_orig }; |
|
181
|
|
|
|
|
|
|
return |
|
182
|
|
|
|
|
|
|
} |
|
183
|
|
|
|
|
|
|
|
|
184
|
|
|
|
|
|
|
sleep 0.01; |
|
185
|
|
|
|
|
|
|
$timer += 0.01; |
|
186
|
|
|
|
|
|
|
} |
|
187
|
|
|
|
|
|
|
|
|
188
|
|
|
|
|
|
|
## reopen DB to Tied |
|
189
|
|
|
|
|
|
|
my $db = tie %{ $self->tied }, "DB_File", $path, |
|
190
|
|
|
|
|
|
|
$fflags, $self->perms, $DB_HASH |
|
191
|
|
|
|
|
|
|
or confess "failed db reopen: $path: $!"; |
|
192
|
|
|
|
|
|
|
|
|
193
|
|
|
|
|
|
|
## preserve db obj and lock fh |
|
194
|
|
|
|
|
|
|
$self->is_open(1); |
|
195
|
|
|
|
|
|
|
$self->_lockfh($fh); |
|
196
|
|
|
|
|
|
|
$self->DB($db); |
|
197
|
|
|
|
|
|
|
undef $orig_db; |
|
198
|
|
|
|
|
|
|
|
|
199
|
|
|
|
|
|
|
## install filters |
|
200
|
|
|
|
|
|
|
## null-terminated to be C-compat |
|
201
|
|
|
|
|
|
|
$self->DB->filter_fetch_key( |
|
202
|
|
|
|
|
|
|
sub { s/\0$// } |
|
203
|
|
|
|
|
|
|
); |
|
204
|
|
|
|
|
|
|
$self->DB->filter_store_key( |
|
205
|
|
|
|
|
|
|
sub { $_ .= "\0" } |
|
206
|
|
|
|
|
|
|
); |
|
207
|
|
|
|
|
|
|
|
|
208
|
|
|
|
|
|
|
## JSONified values |
|
209
|
|
|
|
|
|
|
$self->DB->filter_fetch_value( |
|
210
|
|
|
|
|
|
|
sub { |
|
211
|
|
|
|
|
|
|
s/\0$//; |
|
212
|
|
|
|
|
|
|
$_ = $self->serializer->ref_from_json($_) |
|
213
|
|
|
|
|
|
|
unless $self->raw; |
|
214
|
|
|
|
|
|
|
} |
|
215
|
|
|
|
|
|
|
); |
|
216
|
|
|
|
|
|
|
$self->DB->filter_store_value( |
|
217
|
|
|
|
|
|
|
sub { |
|
218
|
|
|
|
|
|
|
$_ = $self->serializer->json_from_ref($_) |
|
219
|
|
|
|
|
|
|
unless $self->raw; |
|
220
|
|
|
|
|
|
|
$_ .= "\0"; |
|
221
|
|
|
|
|
|
|
} |
|
222
|
|
|
|
|
|
|
); |
|
223
|
|
|
|
|
|
|
|
|
224
|
|
|
|
|
|
|
1 |
|
225
|
|
|
|
|
|
|
} |
|
226
|
|
|
|
|
|
|
|
|
227
|
|
|
|
|
|
|
sub dbclose { |
|
228
|
|
|
|
|
|
|
my ($self) = @_; |
|
229
|
|
|
|
|
|
|
|
|
230
|
|
|
|
|
|
|
unless ($self->is_open) { |
|
231
|
|
|
|
|
|
|
carp "attempted dbclose on unopened db"; |
|
232
|
|
|
|
|
|
|
return |
|
233
|
|
|
|
|
|
|
} |
|
234
|
|
|
|
|
|
|
|
|
235
|
|
|
|
|
|
|
if ($self->_lockmode == LOCK_EX) { |
|
236
|
|
|
|
|
|
|
$self->DB->sync(); |
|
237
|
|
|
|
|
|
|
} |
|
238
|
|
|
|
|
|
|
|
|
239
|
|
|
|
|
|
|
$self->clear_DB; |
|
240
|
|
|
|
|
|
|
untie %{ $self->tied } |
|
241
|
|
|
|
|
|
|
or carp "dbclose: untie tied: $!"; |
|
242
|
|
|
|
|
|
|
|
|
243
|
|
|
|
|
|
|
flock( $self->_lockfh, LOCK_UN ) |
|
244
|
|
|
|
|
|
|
or carp "dbclose: unlock: $!"; |
|
245
|
|
|
|
|
|
|
|
|
246
|
|
|
|
|
|
|
untie %{ $self->_orig } |
|
247
|
|
|
|
|
|
|
or carp "dbclose: untie _orig: $!"; |
|
248
|
|
|
|
|
|
|
|
|
249
|
|
|
|
|
|
|
$self->_clear_lockfh; |
|
250
|
|
|
|
|
|
|
$self->_clear_lockmode; |
|
251
|
|
|
|
|
|
|
|
|
252
|
|
|
|
|
|
|
$self->is_open(0); |
|
253
|
|
|
|
|
|
|
|
|
254
|
|
|
|
|
|
|
return 1 |
|
255
|
|
|
|
|
|
|
} |
|
256
|
|
|
|
|
|
|
|
|
257
|
|
|
|
|
|
|
sub get_tied { |
|
258
|
|
|
|
|
|
|
my ($self) = @_; |
|
259
|
|
|
|
|
|
|
confess "attempted to get_tied on unopened db" |
|
260
|
|
|
|
|
|
|
unless $self->is_open; |
|
261
|
|
|
|
|
|
|
|
|
262
|
|
|
|
|
|
|
$self->tied |
|
263
|
|
|
|
|
|
|
} |
|
264
|
|
|
|
|
|
|
|
|
265
|
|
|
|
|
|
|
sub get_db { |
|
266
|
|
|
|
|
|
|
my ($self) = @_; |
|
267
|
|
|
|
|
|
|
confess "attempted to get_db on unopened db" |
|
268
|
|
|
|
|
|
|
unless $self->is_open; |
|
269
|
|
|
|
|
|
|
|
|
270
|
|
|
|
|
|
|
$self->DB |
|
271
|
|
|
|
|
|
|
} |
|
272
|
|
|
|
|
|
|
|
|
273
|
|
|
|
|
|
|
sub dbkeys { |
|
274
|
|
|
|
|
|
|
my ($self) = @_; |
|
275
|
|
|
|
|
|
|
confess "attempted 'dbkeys' on unopened db" |
|
276
|
|
|
|
|
|
|
unless $self->is_open; |
|
277
|
|
|
|
|
|
|
|
|
278
|
|
|
|
|
|
|
wantarray ? |
|
279
|
|
|
|
|
|
|
(keys %{ $self->tied }) |
|
280
|
|
|
|
|
|
|
: scalar keys %{ $self->tied } |
|
281
|
|
|
|
|
|
|
} |
|
282
|
|
|
|
|
|
|
|
|
283
|
|
|
|
|
|
|
sub get { |
|
284
|
|
|
|
|
|
|
my ($self, $key) = @_; |
|
285
|
|
|
|
|
|
|
confess "attempted 'get' on unopened db" |
|
286
|
|
|
|
|
|
|
unless $self->is_open; |
|
287
|
|
|
|
|
|
|
|
|
288
|
|
|
|
|
|
|
exists $self->Tied->{$key} ? $self->tied->{$key} : () |
|
289
|
|
|
|
|
|
|
} |
|
290
|
|
|
|
|
|
|
|
|
291
|
|
|
|
|
|
|
sub put { |
|
292
|
|
|
|
|
|
|
my ($self, $key, $value) = @_; |
|
293
|
|
|
|
|
|
|
confess "attempted 'put' on unopened db" |
|
294
|
|
|
|
|
|
|
unless $self->is_open; |
|
295
|
|
|
|
|
|
|
|
|
296
|
|
|
|
|
|
|
$self->tied->{$key} = $value |
|
297
|
|
|
|
|
|
|
} |
|
298
|
|
|
|
|
|
|
|
|
299
|
|
|
|
|
|
|
sub del { |
|
300
|
|
|
|
|
|
|
my ($self, $key) = @_; |
|
301
|
|
|
|
|
|
|
confess "attempted 'del' on unopened db" |
|
302
|
|
|
|
|
|
|
unless $self->is_open; |
|
303
|
|
|
|
|
|
|
|
|
304
|
|
|
|
|
|
|
return unless exists $self->tied->{$key}; |
|
305
|
|
|
|
|
|
|
|
|
306
|
|
|
|
|
|
|
delete $self->tied->{$key}; |
|
307
|
|
|
|
|
|
|
|
|
308
|
|
|
|
|
|
|
1 |
|
309
|
|
|
|
|
|
|
} |
|
310
|
|
|
|
|
|
|
|
|
311
|
|
|
|
|
|
|
sub dbdump { |
|
312
|
|
|
|
|
|
|
my ($self, $format) = @_; |
|
313
|
|
|
|
|
|
|
confess "attempted dbdump on unopened db" |
|
314
|
|
|
|
|
|
|
unless $self->is_open; |
|
315
|
|
|
|
|
|
|
$format = 'YAMLXS' unless $format; |
|
316
|
|
|
|
|
|
|
|
|
317
|
|
|
|
|
|
|
## shallow copy to drop tied() |
|
318
|
|
|
|
|
|
|
my %copy = %{ $self->tied }; |
|
319
|
|
|
|
|
|
|
return \%copy if lc($format) eq 'hash'; |
|
320
|
|
|
|
|
|
|
|
|
321
|
|
|
|
|
|
|
my $dumper = Bot::Cobalt::Serializer->new( Format => $format ); |
|
322
|
|
|
|
|
|
|
|
|
323
|
|
|
|
|
|
|
$dumper->freeze(\%copy) |
|
324
|
|
|
|
|
|
|
} |
|
325
|
|
|
|
|
|
|
|
|
326
|
|
|
|
|
|
|
1; |
|
327
|
|
|
|
|
|
|
__END__ |