line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package Brackup::StoredChunk; |
2
|
|
|
|
|
|
|
|
3
|
13
|
|
|
13
|
|
75
|
use strict; |
|
13
|
|
|
|
|
33
|
|
|
13
|
|
|
|
|
2508
|
|
4
|
13
|
|
|
13
|
|
83
|
use warnings; |
|
13
|
|
|
|
|
25
|
|
|
13
|
|
|
|
|
451
|
|
5
|
13
|
|
|
13
|
|
67
|
use Carp qw(croak); |
|
13
|
|
|
|
|
26
|
|
|
13
|
|
|
|
|
1848
|
|
6
|
13
|
|
|
13
|
|
609
|
use Brackup::Util qw(io_sha1); |
|
13
|
|
|
|
|
37
|
|
|
13
|
|
|
|
|
668
|
|
7
|
13
|
|
|
13
|
|
74
|
use Fcntl qw(SEEK_SET); |
|
13
|
|
|
|
|
20
|
|
|
13
|
|
|
|
|
18007
|
|
8
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
# fields: |
10
|
|
|
|
|
|
|
# pchunk - always |
11
|
|
|
|
|
|
|
# backlength - memoized |
12
|
|
|
|
|
|
|
# backdigest - memoized |
13
|
|
|
|
|
|
|
# _chunkref - memoized |
14
|
|
|
|
|
|
|
# compchunk - composite chunk, if we were added to a composite chunk |
15
|
|
|
|
|
|
|
# compfrom - offset in composite chunk where we start |
16
|
|
|
|
|
|
|
# compto - offset in composite chunk where we end |
17
|
|
|
|
|
|
|
# lite - true if this is a 'lite' or 'handle' version |
18
|
|
|
|
|
|
|
|
19
|
|
|
|
|
|
|
sub new { |
20
|
88
|
|
|
88
|
0
|
255
|
my ($class, $pchunk) = @_; |
21
|
88
|
|
|
|
|
649
|
my $self = bless {}, $class; |
22
|
88
|
|
|
|
|
1102
|
$self->{pchunk} = $pchunk; |
23
|
88
|
|
|
|
|
307
|
return $self; |
24
|
|
|
|
|
|
|
} |
25
|
|
|
|
|
|
|
|
26
|
75
|
|
|
75
|
0
|
422
|
sub pchunk { $_[0]{pchunk} } |
27
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
# create the 'lite' or 'handle' version of a storedchunk. can't get to |
29
|
|
|
|
|
|
|
# the chunkref from this, but callers aren't won't. and we'll DIE if they |
30
|
|
|
|
|
|
|
# try to access the chunkref. |
31
|
|
|
|
|
|
|
sub new_from_inventory_value { |
32
|
23
|
|
|
23
|
0
|
90
|
my ($class, $pchunk, $invval) = @_; |
33
|
|
|
|
|
|
|
|
34
|
23
|
|
|
|
|
149
|
my ($dig, $len, $range) = split /\s+/, $invval; |
35
|
|
|
|
|
|
|
|
36
|
23
|
|
|
|
|
233
|
my $sc = bless { |
37
|
|
|
|
|
|
|
pchunk => $pchunk, |
38
|
|
|
|
|
|
|
backdigest => $dig, |
39
|
|
|
|
|
|
|
backlength => $len, |
40
|
|
|
|
|
|
|
lite => 1, |
41
|
|
|
|
|
|
|
}, $class; |
42
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
# normal |
44
|
23
|
50
|
|
|
|
245
|
return $sc unless $range; |
45
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
# in case of little file in a composite chunk, |
47
|
|
|
|
|
|
|
# we gotta be a range. |
48
|
0
|
0
|
|
|
|
0
|
my ($from, $to) = $range =~ /^(\d+)-(\d+)$/ |
49
|
|
|
|
|
|
|
or die "bogus range: $range"; |
50
|
0
|
|
|
|
|
0
|
$sc->{compfrom} = $from; |
51
|
0
|
|
|
|
|
0
|
$sc->{compto} = $to; |
52
|
0
|
|
|
|
|
0
|
return $sc; |
53
|
|
|
|
|
|
|
} |
54
|
|
|
|
|
|
|
|
55
|
|
|
|
|
|
|
sub clone_but_for_pchunk { |
56
|
4
|
|
|
4
|
0
|
29
|
my ($self, $pchunk) = @_; |
57
|
4
|
|
|
|
|
51
|
my $copy = bless {}, ref $self; |
58
|
4
|
|
|
|
|
551
|
foreach my $f (qw(backlength backdigest compchunk compfrom compto)) { |
59
|
20
|
|
|
|
|
79
|
$copy->{$f} = $self->{$f}; |
60
|
|
|
|
|
|
|
} |
61
|
4
|
|
|
|
|
112
|
$copy->{pchunk} = $pchunk; |
62
|
4
|
|
|
|
|
37
|
return $copy; |
63
|
|
|
|
|
|
|
} |
64
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
sub set_composite_chunk { |
66
|
11
|
|
|
11
|
0
|
30
|
my ($self, $cchunk, $from, $to) = @_; |
67
|
11
|
|
|
|
|
35
|
$self->{compchunk} = $cchunk; |
68
|
|
|
|
|
|
|
|
69
|
|
|
|
|
|
|
# forget our backup length/digest. this handle information |
70
|
|
|
|
|
|
|
# to the stored chunk should be asked of our composite |
71
|
|
|
|
|
|
|
# chunk in the future, when it's done populating. |
72
|
11
|
|
|
|
|
22
|
$self->{backdigest} = undef; |
73
|
11
|
|
|
|
|
23
|
$self->{backlength} = undef; |
74
|
11
|
|
|
|
|
86
|
$self->forget_chunkref; |
75
|
|
|
|
|
|
|
|
76
|
11
|
|
|
|
|
53
|
$self->{compfrom} = $from; |
77
|
11
|
|
|
|
|
44
|
$self->{compto} = $to; |
78
|
|
|
|
|
|
|
} |
79
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
sub range_in_composite { |
81
|
193
|
|
|
193
|
0
|
415
|
my $self = shift; |
82
|
193
|
100
|
100
|
|
|
6496
|
return undef unless $self->{compfrom} || $self->{compto}; |
83
|
30
|
|
|
|
|
187
|
return "$self->{compfrom}-$self->{compto}"; |
84
|
|
|
|
|
|
|
} |
85
|
|
|
|
|
|
|
|
86
|
|
|
|
|
|
|
sub file { |
87
|
296
|
|
|
296
|
0
|
922
|
my $self = shift; |
88
|
296
|
|
|
|
|
1831
|
return $self->{pchunk}->file; |
89
|
|
|
|
|
|
|
} |
90
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
sub root { |
92
|
255
|
|
|
255
|
0
|
850
|
my $self = shift; |
93
|
255
|
|
|
|
|
838
|
return $self->file->root; |
94
|
|
|
|
|
|
|
} |
95
|
|
|
|
|
|
|
|
96
|
|
|
|
|
|
|
# returns true if encrypted, false otherwise |
97
|
|
|
|
|
|
|
sub encrypted { |
98
|
255
|
|
|
255
|
0
|
1575
|
my $self = shift; |
99
|
255
|
100
|
|
|
|
1412
|
return $self->root->gpg_rcpts ? 1 : 0; |
100
|
|
|
|
|
|
|
} |
101
|
|
|
|
|
|
|
|
102
|
|
|
|
|
|
|
sub compressed { |
103
|
0
|
|
|
0
|
0
|
0
|
my $self = shift; |
104
|
|
|
|
|
|
|
# TODO/FUTURE: support compressed chunks (for non-encrypted |
105
|
|
|
|
|
|
|
# content; gpg already compresses) |
106
|
0
|
|
|
|
|
0
|
return 0; |
107
|
|
|
|
|
|
|
} |
108
|
|
|
|
|
|
|
|
109
|
|
|
|
|
|
|
# the original length, pre-encryption |
110
|
|
|
|
|
|
|
sub length { |
111
|
0
|
|
|
0
|
0
|
0
|
my $self = shift; |
112
|
0
|
|
|
|
|
0
|
return $self->{pchunk}->length; |
113
|
|
|
|
|
|
|
} |
114
|
|
|
|
|
|
|
|
115
|
|
|
|
|
|
|
# the length, either encrypted or not |
116
|
|
|
|
|
|
|
sub backup_length { |
117
|
420
|
|
|
420
|
0
|
2012
|
my $self = shift; |
118
|
420
|
100
|
|
|
|
5157
|
return $self->{backlength} if defined $self->{backlength}; |
119
|
48
|
|
|
|
|
222
|
$self->_populate_lengthdigest; |
120
|
48
|
|
|
|
|
184
|
return $self->{backlength}; |
121
|
|
|
|
|
|
|
} |
122
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
# the digest, either encrypted or not |
124
|
|
|
|
|
|
|
sub backup_digest { |
125
|
270
|
|
|
270
|
0
|
752
|
my $self = shift; |
126
|
270
|
100
|
|
|
|
1736
|
return $self->{backdigest} if $self->{backdigest}; |
127
|
22
|
|
|
|
|
68
|
$self->_populate_lengthdigest; |
128
|
22
|
|
|
|
|
85
|
return $self->{backdigest}; |
129
|
|
|
|
|
|
|
} |
130
|
|
|
|
|
|
|
|
131
|
|
|
|
|
|
|
sub _populate_lengthdigest { |
132
|
70
|
|
|
70
|
|
133
|
my $self = shift; |
133
|
|
|
|
|
|
|
|
134
|
|
|
|
|
|
|
# Composite chunk version |
135
|
70
|
100
|
|
|
|
478
|
if (my $cchunk = $self->{compchunk}) { |
136
|
15
|
|
|
|
|
65
|
$self->{backlength} = $cchunk->backup_length; |
137
|
15
|
|
|
|
|
71
|
$self->{backdigest} = $cchunk->digest; |
138
|
15
|
|
|
|
|
47
|
return 1; |
139
|
|
|
|
|
|
|
} |
140
|
|
|
|
|
|
|
|
141
|
55
|
50
|
|
|
|
215
|
die "ASSERT: encrypted length or digest not set" if $self->encrypted; |
142
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
# Unencrypted version |
144
|
55
|
|
|
|
|
311
|
$self->{backdigest} = "sha1:" . io_sha1($self->{pchunk}->raw_chunkref); |
145
|
55
|
|
|
|
|
265
|
$self->{backlength} = $self->{pchunk}->length; # length of raw data |
146
|
55
|
|
|
|
|
120
|
return 1; |
147
|
|
|
|
|
|
|
} |
148
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
sub chunkref { |
150
|
88
|
|
|
88
|
0
|
195
|
my $self = shift; |
151
|
88
|
100
|
|
|
|
1242
|
if ($self->{_chunkref}) { |
152
|
33
|
|
|
|
|
1531
|
$self->{_chunkref}->seek(0, SEEK_SET); |
153
|
33
|
|
|
|
|
834
|
return $self->{_chunkref}; |
154
|
|
|
|
|
|
|
} |
155
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
# encrypting case: chunkref gets set via set_encrypted_chunkref in Backup::backup |
157
|
55
|
50
|
|
|
|
167
|
croak "ASSERT: encrypted but no chunkref set" if $self->encrypted; |
158
|
|
|
|
|
|
|
|
159
|
|
|
|
|
|
|
# caller/consistency check: |
160
|
55
|
50
|
|
|
|
339
|
Carp::confess("Can't access chunkref on lite StoredChunk instance (handle only)") |
161
|
|
|
|
|
|
|
if $self->{lite}; |
162
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
# non-encrypting case |
164
|
55
|
|
|
|
|
236
|
return $self->{_chunkref} = $self->{pchunk}->raw_chunkref; |
165
|
|
|
|
|
|
|
} |
166
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
# set encrypted chunk filehandle and digest/length |
168
|
|
|
|
|
|
|
sub set_encrypted_chunkref { |
169
|
33
|
|
|
33
|
0
|
266
|
my ($self, $fh, $enc_length) = @_; |
170
|
33
|
50
|
|
|
|
581
|
die "ASSERT: not enc" unless $self->encrypted; |
171
|
33
|
50
|
33
|
|
|
533
|
die "ASSERT: already set?" if $self->{backlength} || $self->{backdigest}; |
172
|
|
|
|
|
|
|
|
173
|
33
|
|
|
|
|
644
|
$self->{backdigest} = "sha1:" . io_sha1($fh); |
174
|
33
|
|
|
|
|
207
|
$self->{backlength} = $enc_length; |
175
|
|
|
|
|
|
|
|
176
|
33
|
|
|
|
|
490
|
return $self->{_chunkref} = $fh; |
177
|
|
|
|
|
|
|
} |
178
|
|
|
|
|
|
|
|
179
|
|
|
|
|
|
|
# lose the chunkref data |
180
|
|
|
|
|
|
|
sub forget_chunkref { |
181
|
92
|
|
|
92
|
0
|
418
|
my $self = shift; |
182
|
92
|
100
|
|
|
|
888
|
return unless $self->{_chunkref}; |
183
|
81
|
|
|
|
|
1160
|
$self->{_chunkref}->close; |
184
|
81
|
|
|
|
|
4599
|
delete $self->{_chunkref}; # this also deletes the tempfile, if any |
185
|
|
|
|
|
|
|
} |
186
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
# to the format used by the metafile |
188
|
|
|
|
|
|
|
sub to_meta { |
189
|
112
|
|
|
112
|
0
|
254
|
my $self = shift; |
190
|
112
|
|
|
|
|
6921
|
my @parts = ($self->{pchunk}->offset, |
191
|
|
|
|
|
|
|
$self->{pchunk}->length); |
192
|
|
|
|
|
|
|
|
193
|
112
|
100
|
|
|
|
415
|
if (my $range = $self->range_in_composite) { |
194
|
19
|
|
|
|
|
50
|
push @parts, ( |
195
|
|
|
|
|
|
|
$range, |
196
|
|
|
|
|
|
|
$self->backup_digest, |
197
|
|
|
|
|
|
|
); |
198
|
|
|
|
|
|
|
} else { |
199
|
93
|
|
|
|
|
321
|
push @parts, ( |
200
|
|
|
|
|
|
|
$self->backup_length, |
201
|
|
|
|
|
|
|
$self->backup_digest, |
202
|
|
|
|
|
|
|
); |
203
|
|
|
|
|
|
|
} |
204
|
|
|
|
|
|
|
|
205
|
|
|
|
|
|
|
# if the inventory database is lost, it should be possible to |
206
|
|
|
|
|
|
|
# recover the inventory database from the *.brackup files. |
207
|
|
|
|
|
|
|
# if a file only has on chunk, the digest(raw) -> digest(enc) |
208
|
|
|
|
|
|
|
# can be inferred from the file's digest, then the stored |
209
|
|
|
|
|
|
|
# chunk's digest. but if we have multiple chunks, we need |
210
|
|
|
|
|
|
|
# to store each chunk's raw digest as well in the chunk |
211
|
|
|
|
|
|
|
# list. we could do this all the time, but considering |
212
|
|
|
|
|
|
|
# most files are small, we want to save space in the *.brackup |
213
|
|
|
|
|
|
|
# meta file and only do it when necessary. |
214
|
112
|
100
|
100
|
|
|
428
|
if ($self->encrypted && $self->file->chunks > 1) { |
215
|
10
|
|
|
|
|
85
|
push @parts, $self->{pchunk}->raw_digest; |
216
|
|
|
|
|
|
|
} |
217
|
|
|
|
|
|
|
|
218
|
112
|
|
|
|
|
2461
|
return join(";", @parts); |
219
|
|
|
|
|
|
|
} |
220
|
|
|
|
|
|
|
|
221
|
|
|
|
|
|
|
# aka "instructions to attach to a pchunk, on how to recover the pchunk from a target" |
222
|
|
|
|
|
|
|
sub inventory_value { |
223
|
81
|
|
|
81
|
0
|
161
|
my $self = shift; |
224
|
|
|
|
|
|
|
|
225
|
|
|
|
|
|
|
# when this chunk was stored as part of a composite chunk, the instructions |
226
|
|
|
|
|
|
|
# are of form: |
227
|
|
|
|
|
|
|
# sha1:deadbeef 0-50 |
228
|
|
|
|
|
|
|
# which means download "sha1:deadbeef", then the contents will be in from |
229
|
|
|
|
|
|
|
# byte offset 0 to byte offset 50 (length of 50). |
230
|
81
|
100
|
|
|
|
367
|
if (my $range = $self->range_in_composite) { |
231
|
11
|
|
|
|
|
49
|
return join(" ", |
232
|
|
|
|
|
|
|
$self->backup_digest, |
233
|
|
|
|
|
|
|
$self->backup_length, |
234
|
|
|
|
|
|
|
$range); |
235
|
|
|
|
|
|
|
} |
236
|
|
|
|
|
|
|
|
237
|
|
|
|
|
|
|
# else, the historical format: |
238
|
|
|
|
|
|
|
# sha1:deadbeef |
239
|
70
|
|
|
|
|
358
|
return join(" ", $self->backup_digest, $self->backup_length); |
240
|
|
|
|
|
|
|
} |
241
|
|
|
|
|
|
|
|
242
|
|
|
|
|
|
|
1; |