| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Brackup::CompositeChunk; |
|
2
|
|
|
|
|
|
|
|
|
3
|
13
|
|
|
13
|
|
74
|
use strict; |
|
|
13
|
|
|
|
|
27
|
|
|
|
13
|
|
|
|
|
611
|
|
|
4
|
13
|
|
|
13
|
|
78
|
use warnings; |
|
|
13
|
|
|
|
|
25
|
|
|
|
13
|
|
|
|
|
351
|
|
|
5
|
13
|
|
|
13
|
|
208
|
use Carp qw(croak); |
|
|
13
|
|
|
|
|
26
|
|
|
|
13
|
|
|
|
|
702
|
|
|
6
|
13
|
|
|
13
|
|
75
|
use Fcntl qw(SEEK_SET); |
|
|
13
|
|
|
|
|
26
|
|
|
|
13
|
|
|
|
|
730
|
|
|
7
|
13
|
|
|
13
|
|
76
|
use Brackup::Util qw(tempfile_obj io_sha1 io_print_to_fh); |
|
|
13
|
|
|
|
|
24
|
|
|
|
13
|
|
|
|
|
1356
|
|
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
use fields ( |
|
10
|
13
|
|
|
|
|
294
|
'used_up', |
|
11
|
|
|
|
|
|
|
'max_size', |
|
12
|
|
|
|
|
|
|
'target', |
|
13
|
|
|
|
|
|
|
'digest', # memoized |
|
14
|
|
|
|
|
|
|
'finalized', # if we've written ourselves to the target yet |
|
15
|
|
|
|
|
|
|
'subchunks', # the chunks this composite chunk is made of |
|
16
|
|
|
|
|
|
|
'sha1', # Digest::SHA1 object |
|
17
|
|
|
|
|
|
|
'_chunk_fh', # tempfile file containing the whole composite chunk |
|
18
|
13
|
|
|
13
|
|
72
|
); |
|
|
13
|
|
|
|
|
22
|
|
|
19
|
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
sub new { |
|
21
|
2
|
|
|
2
|
0
|
31
|
my ($class, $root, $target) = @_; |
|
22
|
2
|
50
|
|
|
|
39
|
my $self = ref $class ? $class : fields::new($class); |
|
23
|
2
|
|
|
|
|
357
|
$self->{used_up} = 0; # bytes |
|
24
|
2
|
|
|
|
|
5
|
$self->{finalized} = 0; # false |
|
25
|
2
|
|
|
|
|
14
|
$self->{max_size} = $root->max_composite_size; |
|
26
|
2
|
|
|
|
|
5
|
$self->{target} = $target; |
|
27
|
2
|
|
|
|
|
5
|
$self->{subchunks} = []; |
|
28
|
2
|
|
|
|
|
16
|
$self->{sha1} = Digest::SHA1->new; |
|
29
|
2
|
|
|
|
|
22
|
$self->{_chunk_fh} = tempfile_obj(); |
|
30
|
2
|
|
|
|
|
3467
|
return $self; |
|
31
|
|
|
|
|
|
|
} |
|
32
|
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
sub append_little_chunk { |
|
34
|
11
|
|
|
11
|
0
|
21
|
my ($self, $schunk) = @_; |
|
35
|
11
|
50
|
|
|
|
54
|
die "ASSERT" if $self->{digest}; # its digest was already requested? |
|
36
|
|
|
|
|
|
|
|
|
37
|
11
|
|
|
|
|
25
|
my $from = $self->{used_up}; |
|
38
|
11
|
|
|
|
|
50
|
$self->{used_up} += $schunk->backup_length; |
|
39
|
11
|
|
|
|
|
73
|
io_print_to_fh($schunk->chunkref, $self->{_chunk_fh}, $self->{sha1}); |
|
40
|
11
|
|
|
|
|
29
|
my $to = $self->{used_up}; |
|
41
|
|
|
|
|
|
|
|
|
42
|
11
|
|
|
|
|
92
|
$schunk->set_composite_chunk($self, $from, $to); |
|
43
|
11
|
|
|
|
|
20
|
push @{$self->{subchunks}}, $schunk; |
|
|
11
|
|
|
|
|
54
|
|
|
44
|
|
|
|
|
|
|
} |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
sub digest { |
|
47
|
17
|
|
|
17
|
0
|
37
|
my $self = shift; |
|
48
|
17
|
|
66
|
|
|
1579
|
return $self->{digest} ||= "sha1:" . $self->{sha1}->hexdigest; |
|
49
|
|
|
|
|
|
|
} |
|
50
|
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
sub can_fit { |
|
52
|
9
|
|
|
9
|
0
|
45
|
my ($self, $len) = @_; |
|
53
|
9
|
|
|
|
|
70
|
return $len <= ($self->{max_size} - $self->{used_up}); |
|
54
|
|
|
|
|
|
|
} |
|
55
|
|
|
|
|
|
|
|
|
56
|
|
|
|
|
|
|
# return on success; die on any failure |
|
57
|
|
|
|
|
|
|
sub finalize { |
|
58
|
2
|
|
|
2
|
0
|
5
|
my $self = shift; |
|
59
|
2
|
50
|
|
|
|
10
|
die "ASSERT" if $self->{finalized}++; |
|
60
|
|
|
|
|
|
|
|
|
61
|
2
|
50
|
|
|
|
16
|
$self->{target}->store_chunk($self) |
|
62
|
|
|
|
|
|
|
or die "chunk storage of composite chunk failed.\n"; |
|
63
|
|
|
|
|
|
|
|
|
64
|
2
|
|
|
|
|
5
|
foreach my $schunk (@{$self->{subchunks}}) { |
|
|
2
|
|
|
|
|
15
|
|
|
65
|
11
|
|
|
|
|
163
|
$self->{target}->add_to_inventory($schunk->pchunk => $schunk); |
|
66
|
|
|
|
|
|
|
} |
|
67
|
|
|
|
|
|
|
|
|
68
|
2
|
|
|
|
|
17
|
$self->forget_chunkref; |
|
69
|
|
|
|
|
|
|
|
|
70
|
2
|
|
|
|
|
553
|
return 1; |
|
71
|
|
|
|
|
|
|
} |
|
72
|
|
|
|
|
|
|
|
|
73
|
|
|
|
|
|
|
sub stored_chunk_from_dup_internal_raw { |
|
74
|
22
|
|
|
22
|
0
|
53
|
my ($self, $pchunk) = @_; |
|
75
|
22
|
|
|
|
|
102
|
my $ikey = $pchunk->inventory_key; |
|
76
|
22
|
|
|
|
|
53
|
foreach my $schunk (@{$self->{subchunks}}) { |
|
|
22
|
|
|
|
|
138
|
|
|
77
|
64
|
100
|
|
|
|
485
|
next unless $schunk->pchunk->inventory_key eq $ikey; |
|
78
|
|
|
|
|
|
|
# match! found a duplicate within ourselves |
|
79
|
4
|
|
|
|
|
54
|
return $schunk->clone_but_for_pchunk($pchunk); |
|
80
|
|
|
|
|
|
|
} |
|
81
|
18
|
|
|
|
|
132
|
return undef; |
|
82
|
|
|
|
|
|
|
} |
|
83
|
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
# |
|
85
|
|
|
|
|
|
|
# make this duck-typed like a StoredChunk, so targets can store it |
|
86
|
|
|
|
|
|
|
*backup_digest = \&digest; |
|
87
|
|
|
|
|
|
|
sub backup_length { |
|
88
|
19
|
|
|
19
|
0
|
75
|
my $self = shift; |
|
89
|
19
|
|
|
|
|
78
|
return $self->{used_up}; |
|
90
|
|
|
|
|
|
|
} |
|
91
|
|
|
|
|
|
|
# return handle to data |
|
92
|
|
|
|
|
|
|
sub chunkref { |
|
93
|
2
|
|
|
2
|
0
|
6
|
my $self = shift; |
|
94
|
2
|
50
|
|
|
|
32
|
croak "ASSERT: _chunk_fh not opened" unless $self->{_chunk_fh}->opened; |
|
95
|
2
|
|
|
|
|
113
|
seek($self->{_chunk_fh}, 0, SEEK_SET); |
|
96
|
2
|
|
|
|
|
16
|
return $self->{_chunk_fh}; |
|
97
|
|
|
|
|
|
|
} |
|
98
|
|
|
|
|
|
|
sub inventory_value { |
|
99
|
0
|
|
|
0
|
0
|
0
|
die "ASSERT: don't expect this to be called"; |
|
100
|
|
|
|
|
|
|
} |
|
101
|
|
|
|
|
|
|
# called when chunk data not needed anymore |
|
102
|
|
|
|
|
|
|
sub forget_chunkref { |
|
103
|
2
|
|
|
2
|
0
|
8
|
my $self = shift; |
|
104
|
2
|
50
|
|
|
|
27
|
if ($self->{_chunk_fh}) { |
|
105
|
2
|
50
|
|
|
|
46
|
die "ASSERT: used_up: $self->{used_up}, size: " . -s $self->{_chunk_fh}->filename |
|
106
|
|
|
|
|
|
|
unless -s $self->{_chunk_fh}->filename == $self->{used_up}; |
|
107
|
2
|
|
|
|
|
110
|
close $self->{_chunk_fh}; |
|
108
|
2
|
|
|
|
|
17
|
delete $self->{_chunk_fh}; # also deletes the temp file |
|
109
|
|
|
|
|
|
|
} |
|
110
|
|
|
|
|
|
|
} |
|
111
|
|
|
|
|
|
|
# |
|
112
|
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
1; |