| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Brackup::Root; |
|
2
|
13
|
|
|
13
|
|
85
|
use strict; |
|
|
13
|
|
|
|
|
27
|
|
|
|
13
|
|
|
|
|
561
|
|
|
3
|
13
|
|
|
13
|
|
80
|
use warnings; |
|
|
13
|
|
|
|
|
31
|
|
|
|
13
|
|
|
|
|
464
|
|
|
4
|
13
|
|
|
13
|
|
73
|
use Carp qw(croak); |
|
|
13
|
|
|
|
|
30
|
|
|
|
13
|
|
|
|
|
786
|
|
|
5
|
13
|
|
|
13
|
|
78
|
use File::Find; |
|
|
13
|
|
|
|
|
25
|
|
|
|
13
|
|
|
|
|
2074
|
|
|
6
|
13
|
|
|
13
|
|
7329
|
use Brackup::DigestCache; |
|
|
13
|
|
|
|
|
43
|
|
|
|
13
|
|
|
|
|
3213
|
|
|
7
|
13
|
|
|
13
|
|
100
|
use Brackup::Util qw(io_print_to_fh); |
|
|
13
|
|
|
|
|
28
|
|
|
|
13
|
|
|
|
|
717
|
|
|
8
|
13
|
|
|
13
|
|
15741
|
use IPC::Open2; |
|
|
13
|
|
|
|
|
78466
|
|
|
|
13
|
|
|
|
|
876
|
|
|
9
|
13
|
|
|
13
|
|
118
|
use Symbol; |
|
|
13
|
|
|
|
|
30
|
|
|
|
13
|
|
|
|
|
30118
|
|
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
sub new { |
|
12
|
8
|
|
|
8
|
0
|
258
|
my ($class, $conf) = @_; |
|
13
|
8
|
|
|
|
|
422
|
my $self = bless {}, $class; |
|
14
|
|
|
|
|
|
|
|
|
15
|
8
|
50
|
|
|
|
45
|
($self->{name}) = $conf->name =~ m/^SOURCE:(.+)$/ |
|
16
|
|
|
|
|
|
|
or die "No backup-root name provided."; |
|
17
|
8
|
50
|
|
|
|
87
|
die "Backup-root name must be only a-z, A-Z, 0-9, and _." unless $self->{name} =~ /^\w+/; |
|
18
|
|
|
|
|
|
|
|
|
19
|
8
|
|
|
|
|
65
|
$self->{dir} = $conf->path_value('path'); |
|
20
|
8
|
|
50
|
|
|
47
|
$self->{gpg_path} = $conf->value('gpg_path') || "gpg"; |
|
21
|
8
|
|
|
|
|
72
|
$self->{gpg_rcpt} = [ $conf->values('gpg_recipient') ]; |
|
22
|
8
|
|
|
|
|
46
|
$self->{chunk_size} = $conf->byte_value('chunk_size'); |
|
23
|
8
|
|
|
|
|
123
|
$self->{ignore} = []; |
|
24
|
|
|
|
|
|
|
|
|
25
|
8
|
|
|
|
|
80
|
$self->{smart_mp3_chunking} = $conf->bool_value('smart_mp3_chunking'); |
|
26
|
|
|
|
|
|
|
|
|
27
|
8
|
|
|
|
|
29
|
$self->{merge_files_under} = $conf->byte_value('merge_files_under'); |
|
28
|
8
|
|
100
|
|
|
51
|
$self->{max_composite_size} = $conf->byte_value('max_composite_chunk_size') || 2**20; |
|
29
|
|
|
|
|
|
|
|
|
30
|
8
|
50
|
|
|
|
103
|
die "'max_composite_chunk_size' must be greater than 'merge_files_under'\n" unless |
|
31
|
|
|
|
|
|
|
$self->{max_composite_size} > $self->{merge_files_under}; |
|
32
|
|
|
|
|
|
|
|
|
33
|
8
|
|
|
|
|
109
|
$self->{gpg_args} = []; # TODO: let user set this. for now, not possible |
|
34
|
|
|
|
|
|
|
|
|
35
|
8
|
|
|
|
|
113
|
$self->{digcache} = Brackup::DigestCache->new($self, $conf); |
|
36
|
8
|
|
|
|
|
257
|
$self->{digcache_file} = $self->{digcache}->backing_file; # may be empty, if digest cache doesn't use a file |
|
37
|
|
|
|
|
|
|
|
|
38
|
8
|
|
|
|
|
1049
|
$self->{noatime} = $conf->value('noatime'); |
|
39
|
8
|
|
|
|
|
54
|
return $self; |
|
40
|
|
|
|
|
|
|
} |
|
41
|
|
|
|
|
|
|
|
|
42
|
8
|
|
|
8
|
1
|
36
|
sub merge_files_under { $_[0]{merge_files_under} } |
|
43
|
2
|
|
|
2
|
0
|
10
|
sub max_composite_size { $_[0]{max_composite_size} } |
|
44
|
0
|
|
|
0
|
1
|
0
|
sub smart_mp3_chunking { $_[0]{smart_mp3_chunking} } |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
sub gpg_path { |
|
47
|
3
|
|
|
3
|
0
|
19
|
my $self = shift; |
|
48
|
3
|
|
|
|
|
43
|
return $self->{gpg_path}; |
|
49
|
|
|
|
|
|
|
} |
|
50
|
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
sub gpg_args { |
|
52
|
11
|
|
|
11
|
0
|
36
|
my $self = shift; |
|
53
|
11
|
|
|
|
|
25
|
return @{ $self->{gpg_args} }; |
|
|
11
|
|
|
|
|
163396
|
|
|
54
|
|
|
|
|
|
|
} |
|
55
|
|
|
|
|
|
|
|
|
56
|
|
|
|
|
|
|
sub gpg_rcpts { |
|
57
|
582
|
|
|
582
|
0
|
1290
|
my $self = shift; |
|
58
|
582
|
|
|
|
|
1736
|
return @{ $self->{gpg_rcpt} }; |
|
|
582
|
|
|
|
|
5864
|
|
|
59
|
|
|
|
|
|
|
} |
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
# returns Brackup::DigestCache object |
|
62
|
|
|
|
|
|
|
sub digest_cache { |
|
63
|
121
|
|
|
121
|
0
|
361
|
my $self = shift; |
|
64
|
121
|
|
|
|
|
919
|
return $self->{digcache}; |
|
65
|
|
|
|
|
|
|
} |
|
66
|
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
sub chunk_size { |
|
68
|
90
|
|
|
90
|
1
|
192
|
my $self = shift; |
|
69
|
90
|
|
100
|
|
|
1332
|
return $self->{chunk_size} || (64 * 2**20); # default to 64MB |
|
70
|
|
|
|
|
|
|
} |
|
71
|
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
sub publicname { |
|
73
|
|
|
|
|
|
|
# FIXME: let users define the public (obscured) name of their roots. s/porn/media/, etc. |
|
74
|
|
|
|
|
|
|
# because their metafile key names (which contain the root) aren't encrypted. |
|
75
|
8
|
|
|
8
|
0
|
110
|
return $_[0]{name}; |
|
76
|
|
|
|
|
|
|
} |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
sub name { |
|
79
|
186
|
|
|
186
|
0
|
9526
|
return $_[0]{name}; |
|
80
|
|
|
|
|
|
|
} |
|
81
|
|
|
|
|
|
|
|
|
82
|
|
|
|
|
|
|
sub ignore { |
|
83
|
41
|
|
|
41
|
1
|
69
|
my ($self, $pattern) = @_; |
|
84
|
41
|
|
|
|
|
54
|
push @{ $self->{ignore} }, qr/$pattern/; |
|
|
41
|
|
|
|
|
311
|
|
|
85
|
|
|
|
|
|
|
} |
|
86
|
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
sub path { |
|
88
|
167
|
|
|
167
|
1
|
4409
|
return $_[0]{dir}; |
|
89
|
|
|
|
|
|
|
} |
|
90
|
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
sub noatime { |
|
92
|
110
|
|
|
110
|
1
|
4069
|
return $_[0]{noatime}; |
|
93
|
|
|
|
|
|
|
} |
|
94
|
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
sub foreach_file { |
|
96
|
8
|
|
|
8
|
0
|
28
|
my ($self, $cb) = @_; |
|
97
|
|
|
|
|
|
|
|
|
98
|
8
|
50
|
|
|
|
229
|
chdir $self->{dir} or die "Failed to chdir to $self->{dir}"; |
|
99
|
|
|
|
|
|
|
|
|
100
|
8
|
|
|
|
|
18
|
my %statcache; # file -> statobj |
|
101
|
|
|
|
|
|
|
|
|
102
|
|
|
|
|
|
|
find({ |
|
103
|
|
|
|
|
|
|
no_chdir => 1, |
|
104
|
|
|
|
|
|
|
preprocess => sub { |
|
105
|
20
|
|
|
20
|
|
2376
|
my $dir = $File::Find::dir; |
|
106
|
20
|
|
|
|
|
252
|
my @good_dentries; |
|
107
|
|
|
|
|
|
|
DENTRY: |
|
108
|
20
|
|
|
|
|
297
|
foreach my $dentry (@_) { |
|
109
|
142
|
100
|
100
|
|
|
1089
|
next if $dentry eq "." || $dentry eq ".."; |
|
110
|
|
|
|
|
|
|
|
|
111
|
102
|
|
|
|
|
1010
|
my $path = "$dir/$dentry"; |
|
112
|
102
|
|
|
|
|
458
|
$path =~ s!^\./!!; |
|
113
|
|
|
|
|
|
|
|
|
114
|
|
|
|
|
|
|
# skip the digest database file. not sure if this is smart or not. |
|
115
|
|
|
|
|
|
|
# for now it'd be kinda nice to have, but it's re-creatable from |
|
116
|
|
|
|
|
|
|
# the backup meta files later, so let's skip it. |
|
117
|
102
|
50
|
33
|
|
|
793
|
next if $self->{digcache_file} && $path eq $self->{digcache_file}; |
|
118
|
|
|
|
|
|
|
|
|
119
|
|
|
|
|
|
|
# GC: seems to work fine as of at least gpg 1.4.5, so commenting out |
|
120
|
|
|
|
|
|
|
# gpg seems to barf on files ending in whitespace, blowing |
|
121
|
|
|
|
|
|
|
# stuff up, so we just skip them instead... |
|
122
|
|
|
|
|
|
|
#if ($self->gpg_rcpts && $path =~ /\s+$/) { |
|
123
|
|
|
|
|
|
|
# warn "Skipping file ending in whitespace: <$path>\n"; |
|
124
|
|
|
|
|
|
|
# next; |
|
125
|
|
|
|
|
|
|
#} |
|
126
|
|
|
|
|
|
|
|
|
127
|
102
|
|
|
|
|
316
|
my $statobj = File::stat::lstat($path); |
|
128
|
102
|
|
|
|
|
20827
|
my $is_dir = -d _; |
|
129
|
|
|
|
|
|
|
|
|
130
|
102
|
|
|
|
|
408
|
foreach my $pattern (@{ $self->{ignore} }) { |
|
|
102
|
|
|
|
|
363
|
|
|
131
|
524
|
50
|
|
|
|
3102
|
next DENTRY if $path =~ /$pattern/; |
|
132
|
524
|
50
|
66
|
|
|
2018
|
next DENTRY if $is_dir && "$path/" =~ /$pattern/; |
|
133
|
524
|
50
|
|
|
|
1608
|
next DENTRY if $path =~ m!(^|/)\.brackup-digest\.db(-journal)?$!; |
|
134
|
|
|
|
|
|
|
} |
|
135
|
|
|
|
|
|
|
|
|
136
|
102
|
|
|
|
|
375
|
$statcache{$path} = $statobj; |
|
137
|
102
|
|
|
|
|
238
|
push @good_dentries, $dentry; |
|
138
|
|
|
|
|
|
|
} |
|
139
|
|
|
|
|
|
|
|
|
140
|
|
|
|
|
|
|
# to let it recurse into the good directories we didn't |
|
141
|
|
|
|
|
|
|
# already throw away: |
|
142
|
20
|
|
|
|
|
796
|
return sort @good_dentries; |
|
143
|
|
|
|
|
|
|
}, |
|
144
|
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
wanted => sub { |
|
146
|
110
|
|
|
110
|
|
3774
|
my $path = $_; |
|
147
|
110
|
|
|
|
|
481
|
$path =~ s!^\./!!; |
|
148
|
|
|
|
|
|
|
|
|
149
|
110
|
|
|
|
|
726
|
my $stat_obj = delete $statcache{$path}; |
|
150
|
110
|
|
|
|
|
641
|
my $file = Brackup::File->new(root => $self, |
|
151
|
|
|
|
|
|
|
path => $path, |
|
152
|
|
|
|
|
|
|
stat => $stat_obj, |
|
153
|
|
|
|
|
|
|
); |
|
154
|
110
|
|
|
|
|
351
|
$cb->($file); |
|
155
|
|
|
|
|
|
|
}, |
|
156
|
8
|
|
|
|
|
1016
|
}, "."); |
|
157
|
|
|
|
|
|
|
} |
|
158
|
|
|
|
|
|
|
|
|
159
|
|
|
|
|
|
|
sub as_string { |
|
160
|
81
|
|
|
81
|
0
|
180
|
my $self = shift; |
|
161
|
81
|
|
|
|
|
3183
|
return $self->{name} . "($self->{dir})"; |
|
162
|
|
|
|
|
|
|
} |
|
163
|
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
sub du_stats { |
|
165
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
|
166
|
|
|
|
|
|
|
|
|
167
|
0
|
|
|
|
|
|
my $show_all = $ENV{BRACKUP_DU_ALL}; |
|
168
|
0
|
|
|
|
|
|
my @dir_stack; |
|
169
|
|
|
|
|
|
|
my %dir_size; |
|
170
|
|
|
|
|
|
|
my $pop_dir = sub { |
|
171
|
0
|
|
|
0
|
|
|
my $dir = pop @dir_stack; |
|
172
|
0
|
|
0
|
|
|
|
printf("%-20d%s\n", $dir_size{$dir} || 0, $dir); |
|
173
|
0
|
|
|
|
|
|
delete $dir_size{$dir}; |
|
174
|
0
|
|
|
|
|
|
}; |
|
175
|
|
|
|
|
|
|
my $start_dir = sub { |
|
176
|
0
|
|
|
0
|
|
|
my $dir = shift; |
|
177
|
0
|
0
|
|
|
|
|
unless ($dir eq ".") { |
|
178
|
0
|
|
|
|
|
|
my @parts = (".", split(m!/!, $dir)); |
|
179
|
0
|
|
|
|
|
|
while (@dir_stack >= @parts) { |
|
180
|
0
|
|
|
|
|
|
$pop_dir->(); |
|
181
|
|
|
|
|
|
|
} |
|
182
|
|
|
|
|
|
|
} |
|
183
|
0
|
|
|
|
|
|
push @dir_stack, $dir; |
|
184
|
0
|
|
|
|
|
|
}; |
|
185
|
|
|
|
|
|
|
$self->foreach_file(sub { |
|
186
|
0
|
|
|
0
|
|
|
my $file = shift; |
|
187
|
0
|
|
|
|
|
|
my $path = $file->path; |
|
188
|
0
|
0
|
|
|
|
|
if ($file->is_dir) { |
|
189
|
0
|
|
|
|
|
|
$start_dir->($path); |
|
190
|
0
|
|
|
|
|
|
return; |
|
191
|
|
|
|
|
|
|
} |
|
192
|
0
|
0
|
|
|
|
|
if ($file->is_file) { |
|
193
|
0
|
|
|
|
|
|
my $size = $file->size; |
|
194
|
0
|
0
|
|
|
|
|
my $kB = int($size / 1024) + ($size % 1024 ? 1 : 0); |
|
195
|
0
|
0
|
|
|
|
|
printf("%-20d%s\n", $kB, $path) if $show_all; |
|
196
|
0
|
|
|
|
|
|
$dir_size{$_} += $kB foreach @dir_stack; |
|
197
|
|
|
|
|
|
|
} |
|
198
|
0
|
|
|
|
|
|
}); |
|
199
|
|
|
|
|
|
|
|
|
200
|
0
|
|
|
|
|
|
$pop_dir->() while @dir_stack; |
|
201
|
|
|
|
|
|
|
} |
|
202
|
|
|
|
|
|
|
|
|
203
|
|
|
|
|
|
|
# given filehandle to data, returns encrypted data |
|
204
|
|
|
|
|
|
|
sub encrypt { |
|
205
|
0
|
|
|
0
|
0
|
|
my ($self, $data_fh, $outfn) = @_; |
|
206
|
0
|
0
|
|
|
|
|
my @gpg_rcpts = $self->gpg_rcpts |
|
207
|
|
|
|
|
|
|
or Carp::confess("Encryption not setup for this root"); |
|
208
|
|
|
|
|
|
|
|
|
209
|
0
|
|
|
|
|
|
my $cout = Symbol::gensym(); |
|
210
|
0
|
|
|
|
|
|
my $cin = Symbol::gensym(); |
|
211
|
|
|
|
|
|
|
|
|
212
|
0
|
|
|
|
|
|
my @recipients = map {("--recipient", $_)} @gpg_rcpts; |
|
|
0
|
|
|
|
|
|
|
|
213
|
0
|
|
|
|
|
|
my $pid = IPC::Open2::open2($cout, $cin, |
|
214
|
|
|
|
|
|
|
$self->gpg_path, $self->gpg_args, |
|
215
|
|
|
|
|
|
|
@recipients, |
|
216
|
|
|
|
|
|
|
"--trust-model=always", |
|
217
|
|
|
|
|
|
|
"--batch", |
|
218
|
|
|
|
|
|
|
"--encrypt", |
|
219
|
|
|
|
|
|
|
"--output", $outfn, |
|
220
|
|
|
|
|
|
|
"--yes", |
|
221
|
|
|
|
|
|
|
"-" # read from stdin |
|
222
|
|
|
|
|
|
|
); |
|
223
|
|
|
|
|
|
|
|
|
224
|
|
|
|
|
|
|
# send data to gpg |
|
225
|
0
|
|
|
|
|
|
binmode $cin; |
|
226
|
0
|
0
|
|
|
|
|
my $bytes = io_print_to_fh($data_fh, $cin) |
|
227
|
|
|
|
|
|
|
or die "Sending data to gpg failed: $!"; |
|
228
|
|
|
|
|
|
|
|
|
229
|
0
|
|
|
|
|
|
close $cin; |
|
230
|
0
|
|
|
|
|
|
close $cout; |
|
231
|
|
|
|
|
|
|
|
|
232
|
0
|
|
|
|
|
|
waitpid($pid, 0); |
|
233
|
0
|
0
|
|
|
|
|
die "GPG failed: $!" if $? != 0; # If gpg return status is non-zero |
|
234
|
|
|
|
|
|
|
} |
|
235
|
|
|
|
|
|
|
|
|
236
|
|
|
|
|
|
|
1; |
|
237
|
|
|
|
|
|
|
|
|
238
|
|
|
|
|
|
|
__END__ |