line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
# Arch Perl library, Copyright (C) 2004-2005 Mikhael Goikhman |
2
|
|
|
|
|
|
|
# |
3
|
|
|
|
|
|
|
# This program is free software; you can redistribute it and/or modify |
4
|
|
|
|
|
|
|
# it under the terms of the GNU General Public License as published by |
5
|
|
|
|
|
|
|
# the Free Software Foundation; either version 2 of the License, or |
6
|
|
|
|
|
|
|
# (at your option) any later version. |
7
|
|
|
|
|
|
|
# |
8
|
|
|
|
|
|
|
# This program is distributed in the hope that it will be useful, |
9
|
|
|
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of |
10
|
|
|
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
11
|
|
|
|
|
|
|
# GNU General Public License for more details. |
12
|
|
|
|
|
|
|
# |
13
|
|
|
|
|
|
|
# You should have received a copy of the GNU General Public License |
14
|
|
|
|
|
|
|
# along with this program; if not, write to the Free Software |
15
|
|
|
|
|
|
|
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
16
|
|
|
|
|
|
|
|
17
|
2
|
|
|
2
|
|
275
|
use 5.005; |
|
2
|
|
|
|
|
8
|
|
|
2
|
|
|
|
|
90
|
|
18
|
2
|
|
|
2
|
|
11
|
use strict; |
|
2
|
|
|
|
|
4
|
|
|
2
|
|
|
|
|
162
|
|
19
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
package Arch::Registry; |
21
|
|
|
|
|
|
|
|
22
|
2
|
|
|
2
|
|
835
|
use Arch::Util qw(run_tla run_cmd save_file load_file); |
|
2
|
|
|
|
|
4
|
|
|
2
|
|
|
|
|
200
|
|
23
|
2
|
|
|
2
|
|
44
|
use Arch::Backend qw(has_register_archive_name_arg); |
|
2
|
|
|
|
|
3
|
|
|
2
|
|
|
|
|
80
|
|
24
|
2
|
|
|
2
|
|
1029
|
use Arch::LiteWeb; |
|
2
|
|
|
|
|
5
|
|
|
2
|
|
|
|
|
276
|
|
25
|
2
|
|
|
2
|
|
737
|
use Arch::TempFiles; |
|
2
|
|
|
|
|
4
|
|
|
2
|
|
|
|
|
3275
|
|
26
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
my $SUPERMIRROR_REGISTRY_URL = $ENV{ARCH_SUPERMIRROR_REGISTRY_URL} |
28
|
|
|
|
|
|
|
|| "http://arch.debian.org/registry"; |
29
|
|
|
|
|
|
|
my $SUPERMIRROR_ARCHIVES_URL = "$SUPERMIRROR_REGISTRY_URL/archives.gz"; |
30
|
|
|
|
|
|
|
my $SUPERMIRROR_VERSIONS_URL = "$SUPERMIRROR_REGISTRY_URL/versions.gz"; |
31
|
|
|
|
|
|
|
|
32
|
|
|
|
|
|
|
sub new ($%) { |
33
|
1
|
|
|
1
|
1
|
7
|
my $class = shift; |
34
|
1
|
|
|
|
|
5
|
my %args = @_; |
35
|
1
|
|
|
|
|
3
|
my $self = { }; |
36
|
1
|
|
|
|
|
10
|
return bless $self, $class; |
37
|
|
|
|
|
|
|
} |
38
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
sub register_archive ($$;$) { |
40
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
41
|
0
|
|
|
|
|
|
my $location = shift; |
42
|
0
|
|
|
|
|
|
my $archive = shift; |
43
|
|
|
|
|
|
|
|
44
|
0
|
0
|
0
|
|
|
|
my @name_arg = $archive && has_register_archive_name_arg()? |
45
|
|
|
|
|
|
|
$archive: (); |
46
|
0
|
|
|
|
|
|
my @args = ('register-archive --force', @name_arg, $location); |
47
|
0
|
|
|
|
|
|
run_tla(@args); |
48
|
0
|
|
|
|
|
|
return $? == 0; |
49
|
|
|
|
|
|
|
} |
50
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
sub unregister_archive ($$) { |
52
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
53
|
0
|
|
|
|
|
|
my $archive = shift; |
54
|
|
|
|
|
|
|
|
55
|
0
|
|
|
|
|
|
my @args = ('register-archive --force --delete', $archive); |
56
|
0
|
|
|
|
|
|
run_tla(@args); |
57
|
0
|
|
|
|
|
|
return $? == 0; |
58
|
|
|
|
|
|
|
} |
59
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
sub _convert_lines_to_hash ($;$) { |
61
|
0
|
|
0
|
0
|
|
|
my $lines = shift || die; |
62
|
0
|
|
0
|
|
|
|
my $multiple = shift || 0; |
63
|
0
|
|
|
|
|
|
my %hash = (); |
64
|
0
|
|
|
|
|
|
my $key = undef; |
65
|
0
|
|
|
|
|
|
my $values = []; |
66
|
0
|
|
0
|
|
|
|
while (@$lines || @$values) { |
67
|
0
|
|
|
|
|
|
my $line = shift @$lines; |
68
|
0
|
0
|
0
|
|
|
|
if ($line && $line =~ s/^(\s+)//) { |
69
|
0
|
0
|
|
|
|
|
die "Unexpected initial line with spaces '$1$line'" unless $key; |
70
|
0
|
|
|
|
|
|
push @$values, $line; |
71
|
|
|
|
|
|
|
} else { |
72
|
0
|
0
|
0
|
|
|
|
$hash{$key} = $multiple? $values: ($values->[0] || die "No expected value line for '$key'") if $key; |
|
|
0
|
|
|
|
|
|
73
|
0
|
|
|
|
|
|
$key = $line; |
74
|
0
|
|
|
|
|
|
$values = []; |
75
|
|
|
|
|
|
|
} |
76
|
|
|
|
|
|
|
} |
77
|
0
|
|
|
|
|
|
return \%hash; |
78
|
|
|
|
|
|
|
} |
79
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
sub registered_archives ($) { |
81
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
82
|
0
|
|
|
|
|
|
my @lines = run_tla('archives'); |
83
|
0
|
|
|
|
|
|
my $locations = _convert_lines_to_hash(\@lines); |
84
|
0
|
0
|
|
|
|
|
return wantarray? %$locations: $locations; |
85
|
|
|
|
|
|
|
} |
86
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
sub set_web_cache ($%) { |
88
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
89
|
0
|
|
|
|
|
|
my %args = @_; |
90
|
0
|
|
|
|
|
|
my $dir = $args{dir}; |
91
|
0
|
0
|
0
|
|
|
|
if ($dir && -d $dir) { |
92
|
0
|
|
0
|
|
|
|
$self->{web_cache} = { |
93
|
|
|
|
|
|
|
dir => $dir, |
94
|
|
|
|
|
|
|
ttl => $args{ttl} || 3 * 60 * 60, |
95
|
|
|
|
|
|
|
}; |
96
|
0
|
|
|
|
|
|
$self->{web_cache_flag} = "enabled"; |
97
|
|
|
|
|
|
|
} else { |
98
|
0
|
|
|
|
|
|
$self->{web_cache} = undef; |
99
|
|
|
|
|
|
|
} |
100
|
0
|
|
|
|
|
|
$self->{archive_locations} = undef; |
101
|
0
|
|
|
|
|
|
$self->{archive_versions} = undef; |
102
|
0
|
|
|
|
|
|
return $self; |
103
|
|
|
|
|
|
|
} |
104
|
|
|
|
|
|
|
|
105
|
|
|
|
|
|
|
sub flag_web_cache ($;$) { |
106
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
107
|
0
|
|
0
|
|
|
|
my $val = shift || "disabled"; |
108
|
0
|
0
|
|
|
|
|
$val = "enabled" unless $val =~ /^disabled|noread|nowrite$/; |
109
|
0
|
|
|
|
|
|
$self->{web_cache_flag} = $val; |
110
|
0
|
|
|
|
|
|
return $self; |
111
|
|
|
|
|
|
|
} |
112
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
sub _get_and_parse_gzipped_url ($$;$) { |
114
|
0
|
|
|
0
|
|
|
my $self = shift; |
115
|
0
|
|
|
|
|
|
my $url = shift; |
116
|
0
|
|
|
|
|
|
my $multiple = shift; |
117
|
|
|
|
|
|
|
|
118
|
0
|
|
0
|
|
|
|
my $web = $self->{web} ||= Arch::LiteWeb->new; |
119
|
0
|
|
0
|
|
|
|
my $tmp = $self->{tmp} ||= Arch::TempFiles->new; |
120
|
0
|
|
0
|
|
|
|
my $read_cache = |
121
|
|
|
|
|
|
|
$self->{web_cache} && $self->{web_cache_flag} =~ /^enabled|nowrite$/; |
122
|
0
|
|
0
|
|
|
|
my $write_cache = |
123
|
|
|
|
|
|
|
$self->{web_cache} && $self->{web_cache_flag} =~ /^enabled|noread$/; |
124
|
|
|
|
|
|
|
|
125
|
0
|
|
|
|
|
|
my $cached_file_name; |
126
|
|
|
|
|
|
|
my $content; |
127
|
0
|
|
|
|
|
|
my $content_from_cache = 0; |
128
|
0
|
0
|
0
|
|
|
|
if ($read_cache || $write_cache) { |
129
|
0
|
0
|
|
|
|
|
$url =~ m!/([^/]+)$! || die "Invalid url [$url]\n"; |
130
|
0
|
|
|
|
|
|
$cached_file_name = "$self->{web_cache}->{dir}/$1"; |
131
|
|
|
|
|
|
|
} |
132
|
0
|
0
|
0
|
|
|
|
if ( |
|
|
|
0
|
|
|
|
|
133
|
|
|
|
|
|
|
$read_cache && -f $cached_file_name && (60 * 60 * 24 * |
134
|
|
|
|
|
|
|
-M $cached_file_name < $self->{web_cache}->{ttl}) |
135
|
|
|
|
|
|
|
) { |
136
|
0
|
|
|
|
|
|
$content = load_file($cached_file_name); |
137
|
0
|
|
|
|
|
|
$content_from_cache = 1; |
138
|
|
|
|
|
|
|
} |
139
|
0
|
|
|
|
|
|
$self->{content_from_cache} = $content_from_cache; |
140
|
|
|
|
|
|
|
|
141
|
0
|
|
0
|
|
|
|
$content ||= $web->get($url); |
142
|
0
|
0
|
|
|
|
|
return unless $content; |
143
|
|
|
|
|
|
|
|
144
|
0
|
0
|
0
|
|
|
|
save_file($cached_file_name, \$content) |
145
|
|
|
|
|
|
|
if $write_cache && !$content_from_cache; |
146
|
0
|
|
|
|
|
|
my $file_name = $tmp->name; |
147
|
0
|
|
|
|
|
|
save_file("$file_name.gz", \$content); |
148
|
0
|
|
|
|
|
|
run_cmd("gzip -d", "$file_name.gz"); |
149
|
0
|
0
|
|
|
|
|
return if $?; |
150
|
0
|
|
|
|
|
|
my $lines = []; |
151
|
0
|
|
|
|
|
|
load_file($file_name, $lines); |
152
|
0
|
|
|
|
|
|
unlink($file_name); |
153
|
0
|
|
|
|
|
|
return _convert_lines_to_hash($lines, $multiple); |
154
|
|
|
|
|
|
|
} |
155
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
sub supermirror_archives ($) { |
157
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
158
|
|
|
|
|
|
|
|
159
|
0
|
|
|
|
|
|
$self->{content_from_cache} = 1; |
160
|
0
|
|
0
|
|
|
|
return $self->{supermirror_archive_locations} |
161
|
|
|
|
|
|
|
||= $self->_get_and_parse_gzipped_url($SUPERMIRROR_ARCHIVES_URL); |
162
|
|
|
|
|
|
|
} |
163
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
sub supermirror_archive_versions ($) { |
165
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
166
|
|
|
|
|
|
|
|
167
|
0
|
|
|
|
|
|
$self->{content_from_cache} = 1; |
168
|
0
|
|
0
|
|
|
|
return $self->{supermirror_archive_versions} |
169
|
|
|
|
|
|
|
||= $self->_get_and_parse_gzipped_url($SUPERMIRROR_VERSIONS_URL, 1); |
170
|
|
|
|
|
|
|
} |
171
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
sub search_supermirror ($;$$$) { |
173
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
174
|
0
|
|
0
|
|
|
|
my $archive_regexp = shift || '.*'; |
175
|
0
|
|
0
|
|
|
|
my $version_regexp = shift || '.*'; |
176
|
0
|
|
|
|
|
|
my $return_versions = shift; |
177
|
0
|
|
|
|
|
|
my $archive_versions = $self->supermirror_archive_versions; |
178
|
0
|
0
|
|
|
|
|
return undef unless $archive_versions; |
179
|
|
|
|
|
|
|
|
180
|
|
|
|
|
|
|
my @matching_archives = |
181
|
0
|
|
|
|
|
|
eval { grep /$archive_regexp/, sort keys %$archive_versions }; |
|
0
|
|
|
|
|
|
|
182
|
0
|
0
|
|
|
|
|
return \@matching_archives unless $return_versions; |
183
|
|
|
|
|
|
|
|
184
|
0
|
|
|
|
|
|
my $want_hashref = $return_versions eq 'hashref'; |
185
|
0
|
|
|
|
|
|
my @matching_archive_versions = (); |
186
|
0
|
|
|
|
|
|
my $matching_archive_versions = {}; |
187
|
0
|
|
|
|
|
|
foreach my $archive (@matching_archives) { |
188
|
0
|
|
|
|
|
|
my $versions = $archive_versions->{$archive}; |
189
|
0
|
|
|
|
|
|
my @versions = eval { grep /$version_regexp/, @$versions }; |
|
0
|
|
|
|
|
|
|
190
|
0
|
0
|
|
|
|
|
if ($want_hashref) { |
191
|
0
|
0
|
|
|
|
|
$matching_archive_versions->{$archive} = \@versions if @versions; |
192
|
|
|
|
|
|
|
} else { |
193
|
0
|
|
|
|
|
|
push @matching_archive_versions, map { "$archive/$_" } @versions; |
|
0
|
|
|
|
|
|
|
194
|
|
|
|
|
|
|
} |
195
|
|
|
|
|
|
|
} |
196
|
|
|
|
|
|
|
|
197
|
0
|
0
|
|
|
|
|
return $matching_archive_versions if $want_hashref; |
198
|
0
|
|
|
|
|
|
return \@matching_archive_versions; |
199
|
|
|
|
|
|
|
} |
200
|
|
|
|
|
|
|
|
201
|
|
|
|
|
|
|
sub web_error ($) { |
202
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
203
|
0
|
0
|
|
|
|
|
return undef unless $self->{web}; |
204
|
0
|
0
|
|
|
|
|
return undef if $self->{content_from_cache}; |
205
|
0
|
|
|
|
|
|
return $self->{web}->error_with_url; |
206
|
|
|
|
|
|
|
} |
207
|
|
|
|
|
|
|
|
208
|
|
|
|
|
|
|
1; |
209
|
|
|
|
|
|
|
|
210
|
|
|
|
|
|
|
__END__ |