line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
# -*- Mode: cperl; coding: utf-8; cperl-indent-level: 4 -*- |
2
|
|
|
|
|
|
|
# vim: ts=4 sts=4 sw=4: |
3
|
|
|
|
|
|
|
package CPAN::FTP; |
4
|
13
|
|
|
13
|
|
102
|
use strict; |
|
13
|
|
|
|
|
40
|
|
|
13
|
|
|
|
|
447
|
|
5
|
|
|
|
|
|
|
|
6
|
13
|
|
|
13
|
|
3089
|
use Errno (); |
|
13
|
|
|
|
|
9266
|
|
|
13
|
|
|
|
|
346
|
|
7
|
13
|
|
|
13
|
|
82
|
use Fcntl qw(:flock); |
|
13
|
|
|
|
|
25
|
|
|
13
|
|
|
|
|
2192
|
|
8
|
13
|
|
|
13
|
|
106
|
use File::Basename qw(dirname); |
|
13
|
|
|
|
|
27
|
|
|
13
|
|
|
|
|
1227
|
|
9
|
13
|
|
|
13
|
|
92
|
use File::Path qw(mkpath); |
|
13
|
|
|
|
|
27
|
|
|
13
|
|
|
|
|
842
|
|
10
|
13
|
|
|
13
|
|
6203
|
use CPAN::FTP::netrc; |
|
13
|
|
|
|
|
36
|
|
|
13
|
|
|
|
|
477
|
|
11
|
13
|
|
|
13
|
|
95
|
use vars qw($connect_to_internet_ok $Ua $Thesite $ThesiteURL $Themethod); |
|
13
|
|
|
|
|
29
|
|
|
13
|
|
|
|
|
986
|
|
12
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
@CPAN::FTP::ISA = qw(CPAN::Debug); |
14
|
|
|
|
|
|
|
|
15
|
13
|
|
|
|
|
122985
|
use vars qw( |
16
|
|
|
|
|
|
|
$VERSION |
17
|
13
|
|
|
13
|
|
77
|
); |
|
13
|
|
|
|
|
25
|
|
18
|
|
|
|
|
|
|
$VERSION = "5.5016"; |
19
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
sub _plus_append_open { |
21
|
0
|
|
|
0
|
|
0
|
my($fh, $file) = @_; |
22
|
0
|
|
|
|
|
0
|
my $parent_dir = dirname $file; |
23
|
0
|
|
|
|
|
0
|
mkpath $parent_dir; |
24
|
0
|
|
|
|
|
0
|
my($cnt); |
25
|
0
|
|
|
|
|
0
|
until (open $fh, "+>>$file") { |
26
|
0
|
0
|
0
|
|
|
0
|
next if exists &Errno::EAGAIN && $! == &Errno::EAGAIN; # don't increment on EAGAIN |
27
|
0
|
0
|
|
|
|
0
|
$CPAN::Frontend->mydie("Could not open '$file' after 10000 tries: $!") if ++$cnt > 100000; |
28
|
0
|
|
|
|
|
0
|
sleep 0.0001; |
29
|
0
|
|
|
|
|
0
|
mkpath $parent_dir; |
30
|
|
|
|
|
|
|
} |
31
|
|
|
|
|
|
|
} |
32
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
#-> sub CPAN::FTP::ftp_statistics |
34
|
|
|
|
|
|
|
# if they want to rewrite, they need to pass in a filehandle |
35
|
|
|
|
|
|
|
sub _ftp_statistics { |
36
|
0
|
|
|
0
|
|
0
|
my($self,$fh) = @_; |
37
|
0
|
|
|
|
|
0
|
my $ftpstats_size = $CPAN::Config->{ftpstats_size}; |
38
|
0
|
0
|
0
|
|
|
0
|
return if defined $ftpstats_size && $ftpstats_size <= 0; |
39
|
0
|
0
|
|
|
|
0
|
my $locktype = $fh ? LOCK_EX : LOCK_SH; |
40
|
|
|
|
|
|
|
# XXX On Windows flock() implements mandatory locking, so we can |
41
|
|
|
|
|
|
|
# XXX only use shared locking to still allow _yaml_loadfile() to |
42
|
|
|
|
|
|
|
# XXX read from the file using a different filehandle. |
43
|
0
|
0
|
|
|
|
0
|
$locktype = LOCK_SH if $^O eq "MSWin32"; |
44
|
|
|
|
|
|
|
|
45
|
0
|
|
0
|
|
|
0
|
$fh ||= FileHandle->new; |
46
|
0
|
|
|
|
|
0
|
my $file = File::Spec->catfile($CPAN::Config->{cpan_home},"FTPstats.yml"); |
47
|
0
|
|
|
|
|
0
|
_plus_append_open($fh,$file); |
48
|
0
|
|
|
|
|
0
|
my $sleep = 1; |
49
|
0
|
|
|
|
|
0
|
my $waitstart; |
50
|
0
|
|
|
|
|
0
|
while (!CPAN::_flock($fh, $locktype|LOCK_NB)) { |
51
|
0
|
|
0
|
|
|
0
|
$waitstart ||= localtime(); |
52
|
0
|
0
|
|
|
|
0
|
if ($sleep>3) { |
53
|
0
|
|
|
|
|
0
|
my $now = localtime(); |
54
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("$now: waiting for read lock on '$file' (since $waitstart)\n"); |
55
|
|
|
|
|
|
|
} |
56
|
0
|
|
|
|
|
0
|
sleep($sleep); # this sleep must not be overridden; |
57
|
|
|
|
|
|
|
# Frontend->mysleep with AUTOMATED_TESTING has |
58
|
|
|
|
|
|
|
# provoked complete lock contention on my NFS |
59
|
0
|
0
|
|
|
|
0
|
if ($sleep <= 6) { |
60
|
0
|
|
|
|
|
0
|
$sleep+=0.5; |
61
|
|
|
|
|
|
|
} else { |
62
|
|
|
|
|
|
|
# retry to get a fresh handle. If it is NFS and the handle is stale, we will never get an flock |
63
|
0
|
|
|
|
|
0
|
_plus_append_open($fh, $file); |
64
|
|
|
|
|
|
|
} |
65
|
|
|
|
|
|
|
} |
66
|
0
|
|
|
|
|
0
|
my $stats = eval { CPAN->_yaml_loadfile($file, {loadblessed => 1}); }; |
|
0
|
|
|
|
|
0
|
|
67
|
0
|
0
|
|
|
|
0
|
if ($@) { |
68
|
0
|
0
|
|
|
|
0
|
if (ref $@) { |
69
|
0
|
0
|
|
|
|
0
|
if (ref $@ eq "CPAN::Exception::yaml_not_installed") { |
|
|
0
|
|
|
|
|
|
70
|
0
|
|
|
|
|
0
|
chomp $@; |
71
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprintonce("Warning (usually harmless): $@\n"); |
72
|
0
|
|
|
|
|
0
|
return; |
73
|
|
|
|
|
|
|
} elsif (ref $@ eq "CPAN::Exception::yaml_process_error") { |
74
|
0
|
|
|
|
|
0
|
my $time = time; |
75
|
0
|
|
|
|
|
0
|
my $to = "$file.$time"; |
76
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Error reading '$file': $@ |
77
|
|
|
|
|
|
|
Trying to stash it away as '$to' to prevent further interruptions. |
78
|
|
|
|
|
|
|
You may want to remove that file later.\n"); |
79
|
|
|
|
|
|
|
# may fail because somebody else has moved it away in the meantime: |
80
|
0
|
0
|
|
|
|
0
|
rename $file, $to or $CPAN::Frontend->mywarn("Could not rename '$file' to '$to': $!\n"); |
81
|
0
|
|
|
|
|
0
|
return; |
82
|
|
|
|
|
|
|
} |
83
|
|
|
|
|
|
|
} else { |
84
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mydie($@); |
85
|
|
|
|
|
|
|
} |
86
|
|
|
|
|
|
|
} |
87
|
0
|
|
|
|
|
0
|
CPAN::_flock($fh, LOCK_UN); |
88
|
0
|
|
|
|
|
0
|
return $stats->[0]; |
89
|
|
|
|
|
|
|
} |
90
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
#-> sub CPAN::FTP::_mytime |
92
|
|
|
|
|
|
|
sub _mytime () { |
93
|
6
|
50
|
|
6
|
|
36
|
if (CPAN->has_inst("Time::HiRes")) { |
94
|
6
|
|
|
|
|
71
|
return Time::HiRes::time(); |
95
|
|
|
|
|
|
|
} else { |
96
|
0
|
|
|
|
|
0
|
return time; |
97
|
|
|
|
|
|
|
} |
98
|
|
|
|
|
|
|
} |
99
|
|
|
|
|
|
|
|
100
|
|
|
|
|
|
|
#-> sub CPAN::FTP::_new_stats |
101
|
|
|
|
|
|
|
sub _new_stats { |
102
|
3
|
|
|
3
|
|
10
|
my($self,$file) = @_; |
103
|
3
|
|
|
|
|
18
|
my $ret = { |
104
|
|
|
|
|
|
|
file => $file, |
105
|
|
|
|
|
|
|
attempts => [], |
106
|
|
|
|
|
|
|
start => _mytime, |
107
|
|
|
|
|
|
|
}; |
108
|
3
|
|
|
|
|
13
|
$ret; |
109
|
|
|
|
|
|
|
} |
110
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
#-> sub CPAN::FTP::_add_to_statistics |
112
|
|
|
|
|
|
|
sub _add_to_statistics { |
113
|
3
|
|
|
3
|
|
12
|
my($self,$stats) = @_; |
114
|
3
|
|
|
|
|
20
|
my $yaml_module = CPAN::_yaml_module(); |
115
|
3
|
50
|
|
|
|
13
|
$self->debug("yaml_module[$yaml_module]") if $CPAN::DEBUG; |
116
|
3
|
50
|
|
|
|
14
|
if ($CPAN::META->has_inst($yaml_module)) { |
117
|
0
|
|
|
|
|
0
|
$stats->{thesiteurl} = $ThesiteURL; |
118
|
0
|
|
|
|
|
0
|
$stats->{end} = CPAN::FTP::_mytime(); |
119
|
0
|
|
|
|
|
0
|
my $fh = FileHandle->new; |
120
|
0
|
|
|
|
|
0
|
my $time = time; |
121
|
0
|
|
|
|
|
0
|
my $sdebug = 0; |
122
|
0
|
|
|
|
|
0
|
my @debug; |
123
|
0
|
0
|
|
|
|
0
|
@debug = $time if $sdebug; |
124
|
0
|
|
|
|
|
0
|
my $fullstats = $self->_ftp_statistics($fh); |
125
|
0
|
0
|
0
|
|
|
0
|
close $fh if $fh && defined(fileno($fh)); |
126
|
0
|
|
0
|
|
|
0
|
$fullstats->{history} ||= []; |
127
|
0
|
0
|
|
|
|
0
|
push @debug, scalar @{$fullstats->{history}} if $sdebug; |
|
0
|
|
|
|
|
0
|
|
128
|
0
|
0
|
|
|
|
0
|
push @debug, time if $sdebug; |
129
|
0
|
|
|
|
|
0
|
push @{$fullstats->{history}}, $stats; |
|
0
|
|
|
|
|
0
|
|
130
|
|
|
|
|
|
|
# YAML.pm 0.62 is unacceptably slow with 999; |
131
|
|
|
|
|
|
|
# YAML::Syck 0.82 has no noticable performance problem with 999; |
132
|
0
|
|
|
|
|
0
|
my $ftpstats_size = $CPAN::Config->{ftpstats_size}; |
133
|
0
|
0
|
|
|
|
0
|
$ftpstats_size = 99 unless defined $ftpstats_size; |
134
|
0
|
|
0
|
|
|
0
|
my $ftpstats_period = $CPAN::Config->{ftpstats_period} || 14; |
135
|
0
|
|
0
|
|
|
0
|
while ( |
|
|
|
0
|
|
|
|
|
136
|
0
|
0
|
|
|
|
0
|
@{$fullstats->{history} || []} |
137
|
|
|
|
|
|
|
&& |
138
|
|
|
|
|
|
|
( |
139
|
|
|
|
|
|
|
@{$fullstats->{history}} > $ftpstats_size |
140
|
|
|
|
|
|
|
|| $time - $fullstats->{history}[0]{start} > 86400*$ftpstats_period |
141
|
|
|
|
|
|
|
) |
142
|
|
|
|
|
|
|
) { |
143
|
0
|
|
|
|
|
0
|
shift @{$fullstats->{history}} |
|
0
|
|
|
|
|
0
|
|
144
|
|
|
|
|
|
|
} |
145
|
0
|
0
|
|
|
|
0
|
push @debug, scalar @{$fullstats->{history}} if $sdebug; |
|
0
|
|
|
|
|
0
|
|
146
|
0
|
0
|
|
|
|
0
|
push @debug, time if $sdebug; |
147
|
0
|
0
|
|
|
|
0
|
push @debug, scalar localtime($fullstats->{history}[0]{start}) if $sdebug; |
148
|
|
|
|
|
|
|
# need no eval because if this fails, it is serious |
149
|
0
|
|
|
|
|
0
|
my $sfile = File::Spec->catfile($CPAN::Config->{cpan_home},"FTPstats.yml"); |
150
|
0
|
|
|
|
|
0
|
CPAN->_yaml_dumpfile("$sfile.$$",$fullstats); |
151
|
0
|
0
|
|
|
|
0
|
if ( $sdebug ) { |
152
|
0
|
|
|
|
|
0
|
local $CPAN::DEBUG = 512; # FTP |
153
|
0
|
|
|
|
|
0
|
push @debug, time; |
154
|
0
|
|
|
|
|
0
|
CPAN->debug(sprintf("DEBUG history: before_read[%d]before[%d]at[%d]". |
155
|
|
|
|
|
|
|
"after[%d]at[%d]oldest[%s]dumped backat[%d]", |
156
|
|
|
|
|
|
|
@debug, |
157
|
|
|
|
|
|
|
)); |
158
|
|
|
|
|
|
|
} |
159
|
|
|
|
|
|
|
# Win32 cannot rename a file to an existing filename |
160
|
0
|
0
|
0
|
|
|
0
|
unlink($sfile) if ($^O eq 'MSWin32' or $^O eq 'os2'); |
161
|
0
|
0
|
|
|
|
0
|
_copy_stat($sfile, "$sfile.$$") if -e $sfile; |
162
|
0
|
0
|
|
|
|
0
|
rename "$sfile.$$", $sfile |
163
|
|
|
|
|
|
|
or $CPAN::Frontend->mywarn("Could not rename '$sfile.$$' to '$sfile': $!\nGiving up\n"); |
164
|
|
|
|
|
|
|
} |
165
|
|
|
|
|
|
|
} |
166
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
# Copy some stat information (owner, group, mode and) from one file to |
168
|
|
|
|
|
|
|
# another. |
169
|
|
|
|
|
|
|
# This is a utility function which might be moved to a utility repository. |
170
|
|
|
|
|
|
|
#-> sub CPAN::FTP::_copy_stat |
171
|
|
|
|
|
|
|
sub _copy_stat { |
172
|
0
|
|
|
0
|
|
0
|
my($src, $dest) = @_; |
173
|
0
|
|
|
|
|
0
|
my @stat = stat($src); |
174
|
0
|
0
|
|
|
|
0
|
if (!@stat) { |
175
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Can't stat '$src': $!\n"); |
176
|
0
|
|
|
|
|
0
|
return; |
177
|
|
|
|
|
|
|
} |
178
|
|
|
|
|
|
|
|
179
|
0
|
|
|
|
|
0
|
eval { |
180
|
0
|
0
|
|
|
|
0
|
chmod $stat[2], $dest |
181
|
|
|
|
|
|
|
or $CPAN::Frontend->mywarn("Can't chmod '$dest' to " . sprintf("0%o", $stat[2]) . ": $!\n"); |
182
|
|
|
|
|
|
|
}; |
183
|
0
|
0
|
|
|
|
0
|
warn $@ if $@; |
184
|
0
|
|
|
|
|
0
|
eval { |
185
|
|
|
|
|
|
|
chown $stat[4], $stat[5], $dest |
186
|
0
|
0
|
|
|
|
0
|
or do { |
187
|
0
|
|
|
|
|
0
|
my $save_err = $!; # otherwise it's lost in the get... calls |
188
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Can't chown '$dest' to " . |
189
|
|
|
|
|
|
|
(getpwuid($stat[4]))[0] . "/" . |
190
|
|
|
|
|
|
|
(getgrgid($stat[5]))[0] . ": $save_err\n" |
191
|
|
|
|
|
|
|
); |
192
|
|
|
|
|
|
|
}; |
193
|
|
|
|
|
|
|
}; |
194
|
0
|
0
|
|
|
|
0
|
warn $@ if $@; |
195
|
|
|
|
|
|
|
} |
196
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
# if file is CHECKSUMS, suggest the place where we got the file to be |
198
|
|
|
|
|
|
|
# checked from, maybe only for young files? |
199
|
|
|
|
|
|
|
#-> sub CPAN::FTP::_recommend_url_for |
200
|
|
|
|
|
|
|
sub _recommend_url_for { |
201
|
3
|
|
|
3
|
|
14
|
my($self, $file, $urllist) = @_; |
202
|
3
|
50
|
|
|
|
17
|
if ($file =~ s|/CHECKSUMS(.gz)?$||) { |
203
|
0
|
|
|
|
|
0
|
my $fullstats = $self->_ftp_statistics(); |
204
|
0
|
|
0
|
|
|
0
|
my $history = $fullstats->{history} || []; |
205
|
0
|
|
|
|
|
0
|
while (my $last = pop @$history) { |
206
|
0
|
0
|
|
|
|
0
|
last if $last->{end} - time > 3600; # only young results are interesting |
207
|
0
|
0
|
|
|
|
0
|
next unless $last->{file}; # dirname of nothing dies! |
208
|
0
|
0
|
|
|
|
0
|
next unless $file eq dirname($last->{file}); |
209
|
0
|
|
|
|
|
0
|
return $last->{thesiteurl}; |
210
|
|
|
|
|
|
|
} |
211
|
|
|
|
|
|
|
} |
212
|
3
|
50
|
33
|
|
|
16
|
if ($CPAN::Config->{randomize_urllist} |
213
|
|
|
|
|
|
|
&& |
214
|
|
|
|
|
|
|
rand(1) < $CPAN::Config->{randomize_urllist} |
215
|
|
|
|
|
|
|
) { |
216
|
0
|
|
|
|
|
0
|
$urllist->[int rand scalar @$urllist]; |
217
|
|
|
|
|
|
|
} else { |
218
|
3
|
|
|
|
|
14
|
return (); |
219
|
|
|
|
|
|
|
} |
220
|
|
|
|
|
|
|
} |
221
|
|
|
|
|
|
|
|
222
|
|
|
|
|
|
|
#-> sub CPAN::FTP::_get_urllist |
223
|
|
|
|
|
|
|
sub _get_urllist { |
224
|
3
|
|
|
3
|
|
11
|
my($self, $with_defaults) = @_; |
225
|
3
|
|
50
|
|
|
25
|
$with_defaults ||= 0; |
226
|
3
|
50
|
|
|
|
11
|
CPAN->debug("with_defaults[$with_defaults]") if $CPAN::DEBUG; |
227
|
|
|
|
|
|
|
|
228
|
3
|
|
50
|
|
|
19
|
$CPAN::Config->{urllist} ||= []; |
229
|
3
|
50
|
|
|
|
16
|
unless (ref $CPAN::Config->{urllist} eq 'ARRAY') { |
230
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Malformed urllist; ignoring. Configuration file corrupt?\n"); |
231
|
0
|
|
|
|
|
0
|
$CPAN::Config->{urllist} = []; |
232
|
|
|
|
|
|
|
} |
233
|
3
|
50
|
|
|
|
8
|
my @urllist = grep { defined $_ and length $_ } @{$CPAN::Config->{urllist}}; |
|
3
|
|
|
|
|
49
|
|
|
3
|
|
|
|
|
11
|
|
234
|
3
|
50
|
|
|
|
13
|
push @urllist, @CPAN::Defaultsites if $with_defaults; |
235
|
3
|
|
|
|
|
10
|
for my $u (@urllist) { |
236
|
3
|
50
|
|
|
|
10
|
CPAN->debug("u[$u]") if $CPAN::DEBUG; |
237
|
3
|
50
|
|
|
|
43
|
if (UNIVERSAL::can($u,"text")) { |
238
|
0
|
0
|
|
|
|
0
|
$u->{TEXT} .= "/" unless substr($u->{TEXT},-1) eq "/"; |
239
|
|
|
|
|
|
|
} else { |
240
|
3
|
50
|
|
|
|
22
|
$u .= "/" unless substr($u,-1) eq "/"; |
241
|
3
|
|
|
|
|
46
|
$u = CPAN::URL->new(TEXT => $u, FROM => "USER"); |
242
|
|
|
|
|
|
|
} |
243
|
|
|
|
|
|
|
} |
244
|
3
|
|
|
|
|
16
|
\@urllist; |
245
|
|
|
|
|
|
|
} |
246
|
|
|
|
|
|
|
|
247
|
|
|
|
|
|
|
#-> sub CPAN::FTP::ftp_get ; |
248
|
|
|
|
|
|
|
sub ftp_get { |
249
|
0
|
|
|
0
|
0
|
0
|
my($class,$host,$dir,$file,$target) = @_; |
250
|
0
|
0
|
|
|
|
0
|
$class->debug( |
251
|
|
|
|
|
|
|
qq[Going to fetch file [$file] from dir [$dir] |
252
|
|
|
|
|
|
|
on host [$host] as local [$target]\n] |
253
|
|
|
|
|
|
|
) if $CPAN::DEBUG; |
254
|
0
|
|
|
|
|
0
|
my $ftp = Net::FTP->new($host); |
255
|
0
|
0
|
|
|
|
0
|
unless ($ftp) { |
256
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn(" Could not connect to host '$host' with Net::FTP\n"); |
257
|
0
|
|
|
|
|
0
|
return; |
258
|
|
|
|
|
|
|
} |
259
|
0
|
0
|
|
|
|
0
|
return 0 unless defined $ftp; |
260
|
0
|
0
|
|
|
|
0
|
$ftp->debug(1) if $CPAN::DEBUG{'FTP'} & $CPAN::DEBUG; |
261
|
0
|
|
|
|
|
0
|
$class->debug(qq[Going to login("anonymous","$Config::Config{cf_email}")]); |
262
|
0
|
0
|
|
|
|
0
|
unless ( $ftp->login("anonymous",$Config::Config{'cf_email'}) ) { |
263
|
0
|
|
|
|
|
0
|
my $msg = $ftp->message; |
264
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn(" Couldn't login on $host: $msg\n"); |
265
|
0
|
|
|
|
|
0
|
return; |
266
|
|
|
|
|
|
|
} |
267
|
0
|
0
|
|
|
|
0
|
unless ( $ftp->cwd($dir) ) { |
268
|
0
|
|
|
|
|
0
|
my $msg = $ftp->message; |
269
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn(" Couldn't cwd $dir: $msg\n"); |
270
|
0
|
|
|
|
|
0
|
return; |
271
|
|
|
|
|
|
|
} |
272
|
0
|
|
|
|
|
0
|
$ftp->binary; |
273
|
0
|
0
|
|
|
|
0
|
$class->debug(qq[Going to ->get("$file","$target")\n]) if $CPAN::DEBUG; |
274
|
0
|
0
|
|
|
|
0
|
unless ( $ftp->get($file,$target) ) { |
275
|
0
|
|
|
|
|
0
|
my $msg = $ftp->message; |
276
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn(" Couldn't fetch $file from $host: $msg\n"); |
277
|
0
|
|
|
|
|
0
|
return; |
278
|
|
|
|
|
|
|
} |
279
|
0
|
|
|
|
|
0
|
$ftp->quit; # it's ok if this fails |
280
|
0
|
|
|
|
|
0
|
return 1; |
281
|
|
|
|
|
|
|
} |
282
|
|
|
|
|
|
|
|
283
|
|
|
|
|
|
|
# If more accuracy is wanted/needed, Chris Leach sent me this patch... |
284
|
|
|
|
|
|
|
|
285
|
|
|
|
|
|
|
# > *** /install/perl/live/lib/CPAN.pm- Wed Sep 24 13:08:48 1997 |
286
|
|
|
|
|
|
|
# > --- /tmp/cp Wed Sep 24 13:26:40 1997 |
287
|
|
|
|
|
|
|
# > *************** |
288
|
|
|
|
|
|
|
# > *** 1562,1567 **** |
289
|
|
|
|
|
|
|
# > --- 1562,1580 ---- |
290
|
|
|
|
|
|
|
# > return 1 if substr($url,0,4) eq "file"; |
291
|
|
|
|
|
|
|
# > return 1 unless $url =~ m|://([^/]+)|; |
292
|
|
|
|
|
|
|
# > my $host = $1; |
293
|
|
|
|
|
|
|
# > + my $proxy = $CPAN::Config->{'http_proxy'} || $ENV{'http_proxy'}; |
294
|
|
|
|
|
|
|
# > + if ($proxy) { |
295
|
|
|
|
|
|
|
# > + $proxy =~ m|://([^/:]+)|; |
296
|
|
|
|
|
|
|
# > + $proxy = $1; |
297
|
|
|
|
|
|
|
# > + my $noproxy = $CPAN::Config->{'no_proxy'} || $ENV{'no_proxy'}; |
298
|
|
|
|
|
|
|
# > + if ($noproxy) { |
299
|
|
|
|
|
|
|
# > + if ($host !~ /$noproxy$/) { |
300
|
|
|
|
|
|
|
# > + $host = $proxy; |
301
|
|
|
|
|
|
|
# > + } |
302
|
|
|
|
|
|
|
# > + } else { |
303
|
|
|
|
|
|
|
# > + $host = $proxy; |
304
|
|
|
|
|
|
|
# > + } |
305
|
|
|
|
|
|
|
# > + } |
306
|
|
|
|
|
|
|
# > require Net::Ping; |
307
|
|
|
|
|
|
|
# > return 1 unless $Net::Ping::VERSION >= 2; |
308
|
|
|
|
|
|
|
# > my $p; |
309
|
|
|
|
|
|
|
|
310
|
|
|
|
|
|
|
|
311
|
|
|
|
|
|
|
#-> sub CPAN::FTP::localize ; |
312
|
|
|
|
|
|
|
sub localize { |
313
|
3
|
|
|
3
|
0
|
15
|
my($self,$file,$aslocal,$force,$with_defaults) = @_; |
314
|
3
|
|
50
|
|
|
16
|
$force ||= 0; |
315
|
3
|
50
|
|
|
|
13
|
Carp::croak( "Usage: ->localize(cpan_file,as_local_file[,\$force])" ) |
316
|
|
|
|
|
|
|
unless defined $aslocal; |
317
|
3
|
50
|
|
|
|
10
|
if ($CPAN::DEBUG){ |
318
|
0
|
|
|
|
|
0
|
require Carp; |
319
|
0
|
|
|
|
|
0
|
my $longmess = Carp::longmess(); |
320
|
0
|
|
|
|
|
0
|
$self->debug("file[$file] aslocal[$aslocal] force[$force] carplongmess[$longmess]"); |
321
|
|
|
|
|
|
|
} |
322
|
3
|
|
|
|
|
20
|
for ($CPAN::Config->{connect_to_internet_ok}) { |
323
|
3
|
50
|
33
|
|
|
32
|
$connect_to_internet_ok = $_ if not defined $connect_to_internet_ok and defined $_; |
324
|
|
|
|
|
|
|
} |
325
|
3
|
|
|
|
|
10
|
my $ph = $CPAN::Config->{pushy_https}; |
326
|
3
|
50
|
33
|
|
|
20
|
if (!defined $ph || $ph) { |
327
|
0
|
|
|
|
|
0
|
return $self->localize_2021($file,$aslocal,$force,$with_defaults); |
328
|
|
|
|
|
|
|
} else { |
329
|
3
|
|
|
|
|
23
|
return $self->localize_1995ff($file,$aslocal,$force,$with_defaults); |
330
|
|
|
|
|
|
|
} |
331
|
|
|
|
|
|
|
} |
332
|
|
|
|
|
|
|
|
333
|
|
|
|
|
|
|
sub have_promising_aslocal { |
334
|
3
|
|
|
3
|
0
|
10
|
my($self, $aslocal, $force) = @_; |
335
|
3
|
0
|
33
|
|
|
46
|
if (-f $aslocal && -r _ && !($force & 1)) { |
|
|
|
33
|
|
|
|
|
336
|
0
|
|
|
|
|
0
|
my $size; |
337
|
0
|
0
|
|
|
|
0
|
if ($size = -s $aslocal) { |
338
|
0
|
0
|
|
|
|
0
|
$self->debug("aslocal[$aslocal]size[$size]") if $CPAN::DEBUG; |
339
|
0
|
|
|
|
|
0
|
return 1; |
340
|
|
|
|
|
|
|
} else { |
341
|
|
|
|
|
|
|
# empty file from a previous unsuccessful attempt to download it |
342
|
0
|
0
|
|
|
|
0
|
unlink $aslocal or |
343
|
|
|
|
|
|
|
$CPAN::Frontend->mydie("Found a zero-length '$aslocal' that I ". |
344
|
|
|
|
|
|
|
"could not remove."); |
345
|
|
|
|
|
|
|
} |
346
|
|
|
|
|
|
|
} |
347
|
3
|
|
|
|
|
19
|
return; |
348
|
|
|
|
|
|
|
} |
349
|
|
|
|
|
|
|
|
350
|
|
|
|
|
|
|
#-> sub CPAN::FTP::localize ; |
351
|
|
|
|
|
|
|
sub localize_2021 { |
352
|
0
|
|
|
0
|
0
|
0
|
my($self,$file,$aslocal,$force,$with_defaults) = @_; |
353
|
0
|
0
|
|
|
|
0
|
return $aslocal if $self->have_promising_aslocal($aslocal, $force); |
354
|
0
|
|
|
|
|
0
|
my($aslocal_dir) = dirname($aslocal); |
355
|
0
|
|
|
|
|
0
|
my $ret; |
356
|
0
|
|
|
|
|
0
|
$self->mymkpath($aslocal_dir); |
357
|
0
|
|
|
|
|
0
|
my $aslocal_tempfile = $aslocal . ".tmp" . $$; |
358
|
0
|
|
|
|
|
0
|
my $base; |
359
|
0
|
0
|
0
|
|
|
0
|
if ( |
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
360
|
|
|
|
|
|
|
($CPAN::META->has_usable('HTTP::Tiny') |
361
|
|
|
|
|
|
|
&& $CPAN::META->has_usable('Net::SSLeay') |
362
|
|
|
|
|
|
|
&& $CPAN::META->has_usable('IO::Socket::SSL') |
363
|
|
|
|
|
|
|
) |
364
|
|
|
|
|
|
|
|| $CPAN::Config->{curl} |
365
|
|
|
|
|
|
|
|| $CPAN::Config->{wget} |
366
|
|
|
|
|
|
|
) { |
367
|
0
|
|
|
|
|
0
|
for my $prx (qw(https_proxy no_proxy)) { |
368
|
0
|
0
|
|
|
|
0
|
$ENV{$prx} = $CPAN::Config->{$prx} if $CPAN::Config->{$prx}; |
369
|
|
|
|
|
|
|
} |
370
|
0
|
|
|
|
|
0
|
$base = "https://cpan.org/"; |
371
|
|
|
|
|
|
|
} else { |
372
|
0
|
|
|
|
|
0
|
my @missing_modules = grep { ! $CPAN::META->has_usable($_) } qw(HTTP::Tiny Net::SSLeay IO::Socket::SSL); |
|
0
|
|
|
|
|
0
|
|
373
|
0
|
|
|
|
|
0
|
my $miss = join ", ", map { "'$_'" } @missing_modules; |
|
0
|
|
|
|
|
0
|
|
374
|
0
|
0
|
|
|
|
0
|
my $modules = @missing_modules == 1 ? "module" : "modules"; |
375
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Missing or unusable $modules $miss, and found neither curl nor wget installed.\n"); |
376
|
0
|
0
|
|
|
|
0
|
if ($CPAN::META->has_usable('HTTP::Tiny')) { |
377
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Need to fall back to http.\n") |
378
|
|
|
|
|
|
|
} |
379
|
0
|
|
|
|
|
0
|
for my $prx (qw(http_proxy no_proxy)) { |
380
|
0
|
0
|
|
|
|
0
|
$ENV{$prx} = $CPAN::Config->{$prx} if $CPAN::Config->{$prx}; |
381
|
|
|
|
|
|
|
} |
382
|
0
|
|
|
|
|
0
|
$base = "http://www.cpan.org/"; |
383
|
|
|
|
|
|
|
} |
384
|
0
|
|
|
|
|
0
|
$ret = $self->hostdl_2021($base,$file,$aslocal_tempfile); |
385
|
0
|
0
|
|
|
|
0
|
if ($ret) { # c&p from below |
386
|
0
|
0
|
|
|
|
0
|
CPAN->debug("ret[$ret]aslocal[$aslocal]") if $CPAN::DEBUG; |
387
|
0
|
0
|
|
|
|
0
|
if ($ret eq $aslocal_tempfile) { |
388
|
|
|
|
|
|
|
# if we got it exactly as we asked for, only then we |
389
|
|
|
|
|
|
|
# want to rename |
390
|
0
|
0
|
|
|
|
0
|
rename $aslocal_tempfile, $aslocal |
391
|
|
|
|
|
|
|
or $CPAN::Frontend->mydie("Error while trying to rename ". |
392
|
|
|
|
|
|
|
"'$ret' to '$aslocal': $!"); |
393
|
0
|
|
|
|
|
0
|
$ret = $aslocal; |
394
|
|
|
|
|
|
|
} |
395
|
|
|
|
|
|
|
} else { |
396
|
0
|
|
|
|
|
0
|
unlink $aslocal_tempfile; |
397
|
0
|
|
|
|
|
0
|
return; |
398
|
|
|
|
|
|
|
} |
399
|
0
|
|
|
|
|
0
|
return $ret; |
400
|
|
|
|
|
|
|
} |
401
|
|
|
|
|
|
|
|
402
|
|
|
|
|
|
|
sub hostdl_2021 { |
403
|
0
|
|
|
0
|
0
|
0
|
my($self, $base, $file, $aslocal) = @_; # the $aslocal is $aslocal_tempfile in the caller (old convention) |
404
|
0
|
|
|
|
|
0
|
my $proxy_vars = $self->_proxy_vars($base); |
405
|
0
|
|
|
|
|
0
|
my($proto) = $base =~ /^(https?)/; |
406
|
0
|
|
|
|
|
0
|
my $url = "$base$file"; |
407
|
|
|
|
|
|
|
# hostdl_2021 may be called with either http or https urls |
408
|
0
|
0
|
0
|
|
|
0
|
if ( |
|
|
0
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
409
|
|
|
|
|
|
|
$CPAN::META->has_usable('HTTP::Tiny') |
410
|
|
|
|
|
|
|
&& |
411
|
|
|
|
|
|
|
( |
412
|
|
|
|
|
|
|
$proto eq "http" |
413
|
|
|
|
|
|
|
|| |
414
|
|
|
|
|
|
|
( $CPAN::META->has_usable('Net::SSLeay') |
415
|
|
|
|
|
|
|
&& $CPAN::META->has_usable('IO::Socket::SSL') ) |
416
|
|
|
|
|
|
|
) |
417
|
|
|
|
|
|
|
){ |
418
|
|
|
|
|
|
|
# mostly c&p from below |
419
|
0
|
|
|
|
|
0
|
require CPAN::HTTP::Client; |
420
|
|
|
|
|
|
|
my $chc = CPAN::HTTP::Client->new( |
421
|
|
|
|
|
|
|
proxy => $CPAN::Config->{http_proxy} || $ENV{http_proxy}, |
422
|
|
|
|
|
|
|
no_proxy => $CPAN::Config->{no_proxy} || $ENV{no_proxy}, |
423
|
0
|
|
0
|
|
|
0
|
); |
|
|
|
0
|
|
|
|
|
424
|
0
|
0
|
|
|
|
0
|
for my $try ( $url, ( $url !~ /\.gz(?!\n)\Z/ ? "$url.gz" : () ) ) { |
425
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint("Fetching with HTTP::Tiny:\n$try\n"); |
426
|
0
|
|
|
|
|
0
|
my $res = eval { $chc->mirror($try, $aslocal) }; |
|
0
|
|
|
|
|
0
|
|
427
|
0
|
0
|
0
|
|
|
0
|
if ( $res && $res->{success} ) { |
|
|
0
|
0
|
|
|
|
|
|
|
0
|
0
|
|
|
|
|
428
|
0
|
|
|
|
|
0
|
my $now = time; |
429
|
0
|
|
|
|
|
0
|
utime $now, $now, $aslocal; # download time is more |
430
|
|
|
|
|
|
|
# important than upload |
431
|
|
|
|
|
|
|
# time |
432
|
0
|
|
|
|
|
0
|
return $aslocal; |
433
|
|
|
|
|
|
|
} |
434
|
|
|
|
|
|
|
elsif ( $res && $res->{status} ne '599') { |
435
|
|
|
|
|
|
|
$CPAN::Frontend->myprint(sprintf( |
436
|
|
|
|
|
|
|
"HTTP::Tiny failed with code[%s] message[%s]\n", |
437
|
|
|
|
|
|
|
$res->{status}, |
438
|
|
|
|
|
|
|
$res->{reason}, |
439
|
|
|
|
|
|
|
) |
440
|
0
|
|
|
|
|
0
|
); |
441
|
|
|
|
|
|
|
} |
442
|
|
|
|
|
|
|
elsif ( $res && $res->{status} eq '599') { |
443
|
|
|
|
|
|
|
$CPAN::Frontend->myprint(sprintf( |
444
|
|
|
|
|
|
|
"HTTP::Tiny failed with an internal error: %s\n", |
445
|
|
|
|
|
|
|
$res->{content}, |
446
|
|
|
|
|
|
|
) |
447
|
0
|
|
|
|
|
0
|
); |
448
|
|
|
|
|
|
|
} |
449
|
|
|
|
|
|
|
else { |
450
|
0
|
|
0
|
|
|
0
|
my $err = $@ || 'Unknown error'; |
451
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint(sprintf( |
452
|
|
|
|
|
|
|
"Error downloading with HTTP::Tiny: %s\n", $err |
453
|
|
|
|
|
|
|
) |
454
|
|
|
|
|
|
|
); |
455
|
|
|
|
|
|
|
} |
456
|
|
|
|
|
|
|
} |
457
|
|
|
|
|
|
|
} elsif ($CPAN::Config->{curl} || $CPAN::Config->{wget}){ |
458
|
|
|
|
|
|
|
# c&p from further down |
459
|
0
|
|
|
|
|
0
|
my($src_switch, $stdout_redir); |
460
|
0
|
|
0
|
|
|
0
|
my($devnull) = $CPAN::Config->{devnull} || ""; |
461
|
0
|
|
|
|
|
0
|
DLPRG: for my $dlprg (qw(curl wget)) { |
462
|
0
|
|
|
|
|
0
|
my $dlprg_configured = $CPAN::Config->{$dlprg}; |
463
|
0
|
0
|
0
|
|
|
0
|
next unless defined $dlprg_configured && length $dlprg_configured; |
464
|
0
|
|
|
|
|
0
|
my $funkyftp = CPAN::HandleConfig->safe_quote($dlprg_configured); |
465
|
0
|
0
|
|
|
|
0
|
if ($dlprg eq "wget") { |
|
|
0
|
|
|
|
|
|
466
|
0
|
|
|
|
|
0
|
$src_switch = " -O \"$aslocal\""; |
467
|
0
|
|
|
|
|
0
|
$stdout_redir = ""; |
468
|
|
|
|
|
|
|
} elsif ($dlprg eq 'curl') { |
469
|
0
|
|
|
|
|
0
|
$src_switch = ' -L -f -s -S --netrc-optional'; |
470
|
0
|
|
|
|
|
0
|
$stdout_redir = " > \"$aslocal\""; |
471
|
0
|
0
|
|
|
|
0
|
if ($proxy_vars->{http_proxy}) { |
472
|
0
|
|
|
|
|
0
|
$src_switch .= qq{ -U "$proxy_vars->{proxy_user}:$proxy_vars->{proxy_pass}" -x "$proxy_vars->{http_proxy}"}; |
473
|
|
|
|
|
|
|
} |
474
|
|
|
|
|
|
|
} |
475
|
|
|
|
|
|
|
$CPAN::Frontend->myprint( |
476
|
0
|
|
|
|
|
0
|
qq[ |
477
|
|
|
|
|
|
|
Trying with |
478
|
|
|
|
|
|
|
$funkyftp$src_switch |
479
|
|
|
|
|
|
|
to get |
480
|
|
|
|
|
|
|
$url |
481
|
|
|
|
|
|
|
]); |
482
|
0
|
|
|
|
|
0
|
my($system) = |
483
|
|
|
|
|
|
|
"$funkyftp$src_switch \"$url\" $devnull$stdout_redir"; |
484
|
0
|
0
|
|
|
|
0
|
$self->debug("system[$system]") if $CPAN::DEBUG; |
485
|
0
|
|
|
|
|
0
|
my($wstatus) = system($system); |
486
|
0
|
0
|
|
|
|
0
|
if ($wstatus == 0) { |
487
|
0
|
|
|
|
|
0
|
return $aslocal; |
488
|
|
|
|
|
|
|
} else { |
489
|
0
|
|
|
|
|
0
|
my $estatus = $wstatus >> 8; |
490
|
0
|
0
|
|
|
|
0
|
my $size = -f $aslocal ? |
491
|
|
|
|
|
|
|
", left\n$aslocal with size ".-s _ : |
492
|
|
|
|
|
|
|
"\nWarning: expected file [$aslocal] doesn't exist"; |
493
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint(qq{ |
494
|
|
|
|
|
|
|
Function system("$system") |
495
|
|
|
|
|
|
|
returned status $estatus (wstat $wstatus)$size |
496
|
|
|
|
|
|
|
}); |
497
|
|
|
|
|
|
|
} |
498
|
|
|
|
|
|
|
} # DLPRG |
499
|
|
|
|
|
|
|
} # curl, wget |
500
|
0
|
|
|
|
|
0
|
return; |
501
|
|
|
|
|
|
|
} |
502
|
|
|
|
|
|
|
|
503
|
|
|
|
|
|
|
#-> sub CPAN::FTP::localize ; |
504
|
|
|
|
|
|
|
sub localize_1995ff { |
505
|
3
|
|
|
3
|
0
|
12
|
my($self,$file,$aslocal,$force,$with_defaults) = @_; |
506
|
3
|
50
|
|
|
|
18
|
if ($^O eq 'MacOS') { |
507
|
|
|
|
|
|
|
# Comment by AK on 2000-09-03: Uniq short filenames would be |
508
|
|
|
|
|
|
|
# available in CHECKSUMS file |
509
|
0
|
|
|
|
|
0
|
my($name, $path) = File::Basename::fileparse($aslocal, ''); |
510
|
0
|
0
|
|
|
|
0
|
if (length($name) > 31) { |
511
|
0
|
|
|
|
|
0
|
$name =~ s/( |
512
|
|
|
|
|
|
|
\.( |
513
|
|
|
|
|
|
|
readme(\.(gz|Z))? | |
514
|
|
|
|
|
|
|
(tar\.)?(gz|Z) | |
515
|
|
|
|
|
|
|
tgz | |
516
|
|
|
|
|
|
|
zip | |
517
|
|
|
|
|
|
|
pm\.(gz|Z) |
518
|
|
|
|
|
|
|
) |
519
|
|
|
|
|
|
|
)$//x; |
520
|
0
|
|
|
|
|
0
|
my $suf = $1; |
521
|
0
|
|
|
|
|
0
|
my $size = 31 - length($suf); |
522
|
0
|
|
|
|
|
0
|
while (length($name) > $size) { |
523
|
0
|
|
|
|
|
0
|
chop $name; |
524
|
|
|
|
|
|
|
} |
525
|
0
|
|
|
|
|
0
|
$name .= $suf; |
526
|
0
|
|
|
|
|
0
|
$aslocal = File::Spec->catfile($path, $name); |
527
|
|
|
|
|
|
|
} |
528
|
|
|
|
|
|
|
} |
529
|
|
|
|
|
|
|
|
530
|
3
|
50
|
|
|
|
15
|
return $aslocal if $self->have_promising_aslocal($aslocal, $force); |
531
|
3
|
|
|
|
|
9
|
my($maybe_restore) = 0; |
532
|
3
|
50
|
|
|
|
35
|
if (-f $aslocal) { |
533
|
0
|
|
|
|
|
0
|
rename $aslocal, "$aslocal.bak$$"; |
534
|
0
|
|
|
|
|
0
|
$maybe_restore++; |
535
|
|
|
|
|
|
|
} |
536
|
|
|
|
|
|
|
|
537
|
3
|
|
|
|
|
293
|
my($aslocal_dir) = dirname($aslocal); |
538
|
|
|
|
|
|
|
# Inheritance is not easier to manage than a few if/else branches |
539
|
3
|
50
|
|
|
|
30
|
if ($CPAN::META->has_usable('LWP::UserAgent')) { |
540
|
0
|
0
|
|
|
|
0
|
unless ($Ua) { |
541
|
0
|
|
|
|
|
0
|
CPAN::LWP::UserAgent->config; |
542
|
0
|
|
|
|
|
0
|
eval {$Ua = CPAN::LWP::UserAgent->new;}; # Why is has_usable still not fit enough? |
|
0
|
|
|
|
|
0
|
|
543
|
0
|
0
|
|
|
|
0
|
if ($@) { |
544
|
0
|
0
|
|
|
|
0
|
$CPAN::Frontend->mywarn("CPAN::LWP::UserAgent->new dies with $@\n") |
545
|
|
|
|
|
|
|
if $CPAN::DEBUG; |
546
|
|
|
|
|
|
|
} else { |
547
|
0
|
|
|
|
|
0
|
my($var); |
548
|
|
|
|
|
|
|
$Ua->proxy('ftp', $var) |
549
|
0
|
0
|
0
|
|
|
0
|
if $var = $CPAN::Config->{ftp_proxy} || $ENV{ftp_proxy}; |
550
|
|
|
|
|
|
|
$Ua->proxy('http', $var) |
551
|
0
|
0
|
0
|
|
|
0
|
if $var = $CPAN::Config->{http_proxy} || $ENV{http_proxy}; |
552
|
|
|
|
|
|
|
$Ua->no_proxy($var) |
553
|
0
|
0
|
0
|
|
|
0
|
if $var = $CPAN::Config->{no_proxy} || $ENV{no_proxy}; |
554
|
|
|
|
|
|
|
} |
555
|
|
|
|
|
|
|
} |
556
|
|
|
|
|
|
|
} |
557
|
3
|
|
|
|
|
17
|
for my $prx (qw(ftp_proxy http_proxy no_proxy)) { |
558
|
9
|
50
|
|
|
|
29
|
$ENV{$prx} = $CPAN::Config->{$prx} if $CPAN::Config->{$prx}; |
559
|
|
|
|
|
|
|
} |
560
|
|
|
|
|
|
|
|
561
|
|
|
|
|
|
|
# Try the list of urls for each single object. We keep a record |
562
|
|
|
|
|
|
|
# where we did get a file from |
563
|
3
|
|
|
|
|
7
|
my(@reordered,$last); |
564
|
3
|
|
|
|
|
23
|
my $ccurllist = $self->_get_urllist($with_defaults); |
565
|
3
|
|
|
|
|
10
|
$last = $#$ccurllist; |
566
|
3
|
50
|
|
|
|
13
|
if ($force & 2) { # local cpans probably out of date, don't reorder |
567
|
3
|
|
|
|
|
16
|
@reordered = (0..$last); |
568
|
|
|
|
|
|
|
} else { |
569
|
|
|
|
|
|
|
@reordered = |
570
|
|
|
|
|
|
|
sort { |
571
|
0
|
0
|
0
|
|
|
0
|
(substr($ccurllist->[$b],0,4) eq "file") |
|
0
|
|
|
|
|
0
|
|
572
|
|
|
|
|
|
|
<=> |
573
|
|
|
|
|
|
|
(substr($ccurllist->[$a],0,4) eq "file") |
574
|
|
|
|
|
|
|
or |
575
|
|
|
|
|
|
|
defined($ThesiteURL) |
576
|
|
|
|
|
|
|
and |
577
|
|
|
|
|
|
|
($ccurllist->[$b] eq $ThesiteURL) |
578
|
|
|
|
|
|
|
<=> |
579
|
|
|
|
|
|
|
($ccurllist->[$a] eq $ThesiteURL) |
580
|
|
|
|
|
|
|
} 0..$last; |
581
|
|
|
|
|
|
|
} |
582
|
3
|
|
|
|
|
5
|
my(@levels); |
583
|
3
|
|
100
|
|
|
25
|
$Themethod ||= ""; |
584
|
3
|
50
|
|
|
|
15
|
$self->debug("Themethod[$Themethod]reordered[@reordered]") if $CPAN::DEBUG; |
585
|
3
|
|
|
|
|
65
|
my @all_levels = ( |
586
|
|
|
|
|
|
|
["dleasy", "file"], |
587
|
|
|
|
|
|
|
["dleasy"], |
588
|
|
|
|
|
|
|
["dlhard"], |
589
|
|
|
|
|
|
|
["dlhardest"], |
590
|
|
|
|
|
|
|
["dleasy", "http","defaultsites"], |
591
|
|
|
|
|
|
|
["dlhard", "http","defaultsites"], |
592
|
|
|
|
|
|
|
["dleasy", "ftp", "defaultsites"], |
593
|
|
|
|
|
|
|
["dlhard", "ftp", "defaultsites"], |
594
|
|
|
|
|
|
|
["dlhardest","", "defaultsites"], |
595
|
|
|
|
|
|
|
); |
596
|
3
|
100
|
|
|
|
13
|
if ($Themethod) { |
597
|
2
|
|
|
|
|
6
|
@levels = grep {$_->[0] eq $Themethod} @all_levels; |
|
18
|
|
|
|
|
36
|
|
598
|
2
|
|
|
|
|
6
|
push @levels, grep {$_->[0] ne $Themethod} @all_levels; |
|
18
|
|
|
|
|
31
|
|
599
|
|
|
|
|
|
|
} else { |
600
|
1
|
|
|
|
|
3
|
@levels = @all_levels; |
601
|
|
|
|
|
|
|
} |
602
|
3
|
50
|
|
|
|
17
|
@levels = qw/dleasy/ if $^O eq 'MacOS'; |
603
|
3
|
|
|
|
|
9
|
my($levelno); |
604
|
|
|
|
|
|
|
local $ENV{FTP_PASSIVE} = |
605
|
|
|
|
|
|
|
exists $CPAN::Config->{ftp_passive} ? |
606
|
3
|
50
|
|
|
|
49
|
$CPAN::Config->{ftp_passive} : 1; |
607
|
3
|
|
|
|
|
9
|
my $ret; |
608
|
3
|
|
|
|
|
32
|
my $stats = $self->_new_stats($file); |
609
|
3
|
|
|
|
|
14
|
LEVEL: for $levelno (0..$#levels) { |
610
|
3
|
|
|
|
|
12
|
my $level_tuple = $levels[$levelno]; |
611
|
3
|
|
|
|
|
11
|
my($level,$scheme,$sitetag) = @$level_tuple; |
612
|
3
|
50
|
33
|
|
|
27
|
$self->mymkpath($aslocal_dir) unless $scheme && "file" eq $scheme; |
613
|
3
|
|
33
|
|
|
10
|
my $defaultsites = $sitetag && $sitetag eq "defaultsites" && !@$ccurllist; |
614
|
3
|
|
|
|
|
7
|
my @urllist; |
615
|
3
|
50
|
|
|
|
10
|
if ($defaultsites) { |
616
|
0
|
0
|
|
|
|
0
|
unless (defined $connect_to_internet_ok) { |
617
|
|
|
|
|
|
|
$CPAN::Frontend->myprint(sprintf qq{ |
618
|
|
|
|
|
|
|
I would like to connect to one of the following sites to get '%s': |
619
|
|
|
|
|
|
|
|
620
|
|
|
|
|
|
|
%s |
621
|
|
|
|
|
|
|
}, |
622
|
|
|
|
|
|
|
$file, |
623
|
0
|
|
|
|
|
0
|
join("",map { " ".$_->text."\n" } @CPAN::Defaultsites), |
|
0
|
|
|
|
|
0
|
|
624
|
|
|
|
|
|
|
); |
625
|
0
|
|
|
|
|
0
|
my $answer = CPAN::Shell::colorable_makemaker_prompt("Is it OK to try to connect to the Internet?", "yes"); |
626
|
0
|
0
|
|
|
|
0
|
if ($answer =~ /^y/i) { |
627
|
0
|
|
|
|
|
0
|
$connect_to_internet_ok = 1; |
628
|
|
|
|
|
|
|
} else { |
629
|
0
|
|
|
|
|
0
|
$connect_to_internet_ok = 0; |
630
|
|
|
|
|
|
|
} |
631
|
|
|
|
|
|
|
} |
632
|
0
|
0
|
|
|
|
0
|
if ($connect_to_internet_ok) { |
633
|
0
|
|
|
|
|
0
|
@urllist = @CPAN::Defaultsites; |
634
|
|
|
|
|
|
|
} else { |
635
|
0
|
|
|
|
|
0
|
my $sleep = 2; |
636
|
|
|
|
|
|
|
# the tricky thing about dying here is that everybody |
637
|
|
|
|
|
|
|
# believes that calls to exists() or all_objects() are |
638
|
|
|
|
|
|
|
# safe. |
639
|
0
|
|
|
|
|
0
|
require CPAN::Exception::blocked_urllist; |
640
|
0
|
|
|
|
|
0
|
die CPAN::Exception::blocked_urllist->new; |
641
|
|
|
|
|
|
|
} |
642
|
|
|
|
|
|
|
} else { # ! $defaultsites |
643
|
3
|
50
|
|
|
|
23
|
my @host_seq = $level =~ /dleasy/ ? |
644
|
|
|
|
|
|
|
@reordered : 0..$last; # reordered has file and $Thesiteurl first |
645
|
3
|
|
|
|
|
9
|
@urllist = map { $ccurllist->[$_] } @host_seq; |
|
3
|
|
|
|
|
15
|
|
646
|
|
|
|
|
|
|
} |
647
|
3
|
50
|
|
|
|
11
|
$self->debug("synth. urllist[@urllist]") if $CPAN::DEBUG; |
648
|
3
|
|
|
|
|
25
|
my $aslocal_tempfile = $aslocal . ".tmp" . $$; |
649
|
3
|
50
|
|
|
|
17
|
if (my $recommend = $self->_recommend_url_for($file,\@urllist)) { |
650
|
0
|
|
|
|
|
0
|
@urllist = grep { $_ ne $recommend } @urllist; |
|
0
|
|
|
|
|
0
|
|
651
|
0
|
|
|
|
|
0
|
unshift @urllist, $recommend; |
652
|
|
|
|
|
|
|
} |
653
|
3
|
50
|
|
|
|
10
|
$self->debug("synth. urllist[@urllist]") if $CPAN::DEBUG; |
654
|
3
|
|
|
|
|
19
|
$ret = $self->hostdlxxx($level,$scheme,\@urllist,$file,$aslocal_tempfile,$stats); |
655
|
3
|
50
|
|
|
|
17
|
if ($ret) { |
656
|
3
|
50
|
|
|
|
14
|
CPAN->debug("ret[$ret]aslocal[$aslocal]") if $CPAN::DEBUG; |
657
|
3
|
50
|
33
|
|
|
69
|
if ($ret eq $aslocal_tempfile) { |
|
|
50
|
|
|
|
|
|
658
|
|
|
|
|
|
|
# if we got it exactly as we asked for, only then we |
659
|
|
|
|
|
|
|
# want to rename |
660
|
0
|
0
|
|
|
|
0
|
rename $aslocal_tempfile, $aslocal |
661
|
|
|
|
|
|
|
or $CPAN::Frontend->mydie("Error while trying to rename ". |
662
|
|
|
|
|
|
|
"'$ret' to '$aslocal': $!"); |
663
|
0
|
|
|
|
|
0
|
$ret = $aslocal; |
664
|
|
|
|
|
|
|
} |
665
|
|
|
|
|
|
|
elsif (-f $ret && $scheme eq 'file' ) { |
666
|
|
|
|
|
|
|
# it's a local file, so there's nothing left to do, we |
667
|
|
|
|
|
|
|
# let them read from where it is |
668
|
|
|
|
|
|
|
} |
669
|
3
|
|
|
|
|
12
|
$Themethod = $level; |
670
|
3
|
|
|
|
|
9
|
my $now = time; |
671
|
|
|
|
|
|
|
# utime $now, $now, $aslocal; # too bad, if we do that, we |
672
|
|
|
|
|
|
|
# might alter a local mirror |
673
|
3
|
50
|
|
|
|
11
|
$self->debug("level[$level]") if $CPAN::DEBUG; |
674
|
3
|
|
|
|
|
17
|
last LEVEL; |
675
|
|
|
|
|
|
|
} else { |
676
|
0
|
|
|
|
|
0
|
unlink $aslocal_tempfile; |
677
|
0
|
0
|
|
|
|
0
|
last if $CPAN::Signal; # need to cleanup |
678
|
|
|
|
|
|
|
} |
679
|
|
|
|
|
|
|
} |
680
|
3
|
50
|
|
|
|
11
|
if ($ret) { |
681
|
3
|
|
|
|
|
46
|
$stats->{filesize} = -s $ret; |
682
|
|
|
|
|
|
|
} |
683
|
3
|
50
|
|
|
|
15
|
$self->debug("before _add_to_statistics") if $CPAN::DEBUG; |
684
|
3
|
|
|
|
|
26
|
$self->_add_to_statistics($stats); |
685
|
3
|
50
|
|
|
|
70
|
$self->debug("after _add_to_statistics") if $CPAN::DEBUG; |
686
|
3
|
50
|
|
|
|
11
|
if ($ret) { |
687
|
3
|
|
|
|
|
49
|
unlink "$aslocal.bak$$"; |
688
|
3
|
|
|
|
|
75
|
return $ret; |
689
|
|
|
|
|
|
|
} |
690
|
0
|
0
|
|
|
|
0
|
unless ($CPAN::Signal) { |
691
|
0
|
|
|
|
|
0
|
my(@mess); |
692
|
0
|
|
|
|
|
0
|
local $" = " "; |
693
|
0
|
0
|
|
|
|
0
|
if (@{$CPAN::Config->{urllist}}) { |
|
0
|
|
|
|
|
0
|
|
694
|
|
|
|
|
|
|
push @mess, |
695
|
|
|
|
|
|
|
qq{Please check, if the URLs I found in your configuration file \(}. |
696
|
0
|
|
|
|
|
0
|
join(", ", @{$CPAN::Config->{urllist}}). |
|
0
|
|
|
|
|
0
|
|
697
|
|
|
|
|
|
|
qq{\) are valid.}; |
698
|
|
|
|
|
|
|
} else { |
699
|
0
|
|
|
|
|
0
|
push @mess, qq{Your urllist is empty!}; |
700
|
|
|
|
|
|
|
} |
701
|
0
|
|
|
|
|
0
|
push @mess, qq{The urllist can be edited.}, |
702
|
|
|
|
|
|
|
qq{E.g. with 'o conf urllist push ftp://myurl/'}; |
703
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn(Text::Wrap::wrap("","","@mess"). "\n\n"); |
704
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mydie("Could not fetch $file\n"); |
705
|
|
|
|
|
|
|
} |
706
|
0
|
0
|
|
|
|
0
|
if ($maybe_restore) { |
707
|
0
|
|
|
|
|
0
|
rename "$aslocal.bak$$", $aslocal; |
708
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint("Trying to get away with old file:\n" . |
709
|
|
|
|
|
|
|
$self->ls($aslocal) . "\n"); |
710
|
0
|
|
|
|
|
0
|
return $aslocal; |
711
|
|
|
|
|
|
|
} |
712
|
0
|
|
|
|
|
0
|
return; |
713
|
|
|
|
|
|
|
} |
714
|
|
|
|
|
|
|
|
715
|
|
|
|
|
|
|
sub mymkpath { |
716
|
0
|
|
|
0
|
0
|
0
|
my($self, $aslocal_dir) = @_; |
717
|
0
|
|
|
|
|
0
|
mkpath($aslocal_dir); |
718
|
0
|
0
|
|
|
|
0
|
$CPAN::Frontend->mywarn(qq{Warning: You are not allowed to write into }. |
719
|
|
|
|
|
|
|
qq{directory "$aslocal_dir". |
720
|
|
|
|
|
|
|
I\'ll continue, but if you encounter problems, they may be due |
721
|
|
|
|
|
|
|
to insufficient permissions.\n}) unless -w $aslocal_dir; |
722
|
|
|
|
|
|
|
} |
723
|
|
|
|
|
|
|
|
724
|
|
|
|
|
|
|
sub hostdlxxx { |
725
|
3
|
|
|
3
|
0
|
12
|
my $self = shift; |
726
|
3
|
|
|
|
|
8
|
my $level = shift; |
727
|
3
|
|
|
|
|
5
|
my $scheme = shift; |
728
|
3
|
|
|
|
|
4
|
my $h = shift; |
729
|
3
|
50
|
|
|
|
115
|
$h = [ grep /^\Q$scheme\E:/, @$h ] if $scheme; |
730
|
3
|
|
|
|
|
13
|
my $method = "host$level"; |
731
|
3
|
|
|
|
|
28
|
$self->$method($h, @_); |
732
|
|
|
|
|
|
|
} |
733
|
|
|
|
|
|
|
|
734
|
|
|
|
|
|
|
sub _set_attempt { |
735
|
3
|
|
|
3
|
|
15
|
my($self,$stats,$method,$url) = @_; |
736
|
3
|
|
|
|
|
6
|
push @{$stats->{attempts}}, { |
|
3
|
|
|
|
|
13
|
|
737
|
|
|
|
|
|
|
method => $method, |
738
|
|
|
|
|
|
|
start => _mytime, |
739
|
|
|
|
|
|
|
url => $url, |
740
|
|
|
|
|
|
|
}; |
741
|
|
|
|
|
|
|
} |
742
|
|
|
|
|
|
|
|
743
|
|
|
|
|
|
|
# package CPAN::FTP; |
744
|
|
|
|
|
|
|
sub hostdleasy { #called from hostdlxxx |
745
|
3
|
|
|
3
|
0
|
13
|
my($self,$host_seq,$file,$aslocal,$stats) = @_; |
746
|
3
|
|
|
|
|
6
|
my($ro_url); |
747
|
3
|
|
|
|
|
13
|
HOSTEASY: for $ro_url (@$host_seq) { |
748
|
3
|
|
|
|
|
26
|
$self->_set_attempt($stats,"dleasy",$ro_url); |
749
|
3
|
|
|
|
|
15
|
my $url = "$ro_url$file"; |
750
|
3
|
50
|
|
|
|
13
|
$self->debug("localizing perlish[$url]") if $CPAN::DEBUG; |
751
|
3
|
50
|
|
|
|
23
|
if ($url =~ /^file:/) { |
752
|
3
|
|
|
|
|
7
|
my $l; |
753
|
3
|
50
|
|
|
|
10
|
if ($CPAN::META->has_inst('URI::URL')) { |
754
|
3
|
|
|
|
|
30
|
my $u = URI::URL->new($url); |
755
|
3
|
|
|
|
|
9521
|
$l = $u->file; |
756
|
|
|
|
|
|
|
} else { # works only on Unix, is poorly constructed, but |
757
|
|
|
|
|
|
|
# hopefully better than nothing. |
758
|
|
|
|
|
|
|
# RFC 1738 says fileurl BNF is |
759
|
|
|
|
|
|
|
# fileurl = "file://" [ host | "localhost" ] "/" fpath |
760
|
|
|
|
|
|
|
# Thanks to "Mark D. Baushke" for |
761
|
|
|
|
|
|
|
# the code |
762
|
0
|
|
|
|
|
0
|
($l = $url) =~ s|^file://[^/]*/|/|; # discard the host part |
763
|
0
|
|
|
|
|
0
|
$l =~ s|^file:||; # assume they |
764
|
|
|
|
|
|
|
# meant |
765
|
|
|
|
|
|
|
# file://localhost |
766
|
0
|
0
|
0
|
|
|
0
|
$l =~ s|^/||s |
767
|
|
|
|
|
|
|
if ! -f $l && $l =~ m|^/\w:|; # e.g. /P: |
768
|
|
|
|
|
|
|
} |
769
|
3
|
50
|
|
|
|
4966
|
$self->debug("local file[$l]") if $CPAN::DEBUG; |
770
|
3
|
50
|
33
|
|
|
163
|
if ( -f $l && -r _) { |
771
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
772
|
0
|
|
|
|
|
0
|
return $l; |
773
|
|
|
|
|
|
|
} |
774
|
|
|
|
|
|
|
# If request is for a compressed file and we can find the |
775
|
|
|
|
|
|
|
# uncompressed file also, return the path of the uncompressed file |
776
|
|
|
|
|
|
|
# otherwise, decompress it and return the resulting path |
777
|
3
|
50
|
0
|
|
|
33
|
if ($l =~ /(.+)\.gz$/) { |
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
778
|
3
|
|
|
|
|
14
|
my $ungz = $1; |
779
|
3
|
50
|
33
|
|
|
114
|
if ( -f $ungz && -r _) { |
|
|
0
|
0
|
|
|
|
|
780
|
3
|
|
|
|
|
15
|
$ThesiteURL = $ro_url; |
781
|
3
|
|
|
|
|
34
|
return $ungz; |
782
|
|
|
|
|
|
|
} |
783
|
|
|
|
|
|
|
elsif (-f $l && -r _) { |
784
|
0
|
|
|
|
|
0
|
eval { CPAN::Tarzip->new($l)->gunzip($aslocal) }; |
|
0
|
|
|
|
|
0
|
|
785
|
0
|
0
|
0
|
|
|
0
|
if ( -f $aslocal && -s _) { |
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
786
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
787
|
0
|
|
|
|
|
0
|
return $aslocal; |
788
|
|
|
|
|
|
|
} |
789
|
|
|
|
|
|
|
elsif (! -s $aslocal) { |
790
|
0
|
|
|
|
|
0
|
unlink $aslocal; |
791
|
|
|
|
|
|
|
} |
792
|
|
|
|
|
|
|
elsif (-f $l) { |
793
|
0
|
0
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Error decompressing '$l': $@\n") |
794
|
|
|
|
|
|
|
if $@; |
795
|
0
|
|
|
|
|
0
|
return; |
796
|
|
|
|
|
|
|
} |
797
|
|
|
|
|
|
|
} |
798
|
|
|
|
|
|
|
} |
799
|
|
|
|
|
|
|
# Otherwise, return the local file path if it exists |
800
|
|
|
|
|
|
|
elsif ( -f $l && -r _) { |
801
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
802
|
0
|
|
|
|
|
0
|
return $l; |
803
|
|
|
|
|
|
|
} |
804
|
|
|
|
|
|
|
# If we can't find it, but there is a compressed version |
805
|
|
|
|
|
|
|
# of it, then decompress it |
806
|
|
|
|
|
|
|
elsif (-f "$l.gz") { |
807
|
0
|
0
|
|
|
|
0
|
$self->debug("found compressed $l.gz") if $CPAN::DEBUG; |
808
|
0
|
|
|
|
|
0
|
eval { CPAN::Tarzip->new("$l.gz")->gunzip($aslocal) }; |
|
0
|
|
|
|
|
0
|
|
809
|
0
|
0
|
|
|
|
0
|
if ( -f $aslocal) { |
810
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
811
|
0
|
|
|
|
|
0
|
return $aslocal; |
812
|
|
|
|
|
|
|
} |
813
|
|
|
|
|
|
|
else { |
814
|
0
|
0
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Error decompressing '$l': $@\n") |
815
|
|
|
|
|
|
|
if $@; |
816
|
0
|
|
|
|
|
0
|
return; |
817
|
|
|
|
|
|
|
} |
818
|
|
|
|
|
|
|
} |
819
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Could not find '$l'\n"); |
820
|
|
|
|
|
|
|
} |
821
|
0
|
0
|
|
|
|
0
|
$self->debug("it was not a file URL") if $CPAN::DEBUG; |
822
|
0
|
0
|
0
|
|
|
0
|
if ($CPAN::META->has_usable('LWP')) { |
|
|
0
|
|
|
|
|
|
823
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint("Fetching with LWP:\n$url\n"); |
824
|
0
|
0
|
|
|
|
0
|
unless ($Ua) { |
825
|
0
|
|
|
|
|
0
|
CPAN::LWP::UserAgent->config; |
826
|
0
|
|
|
|
|
0
|
eval { $Ua = CPAN::LWP::UserAgent->new; }; |
|
0
|
|
|
|
|
0
|
|
827
|
0
|
0
|
|
|
|
0
|
if ($@) { |
828
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("CPAN::LWP::UserAgent->new dies with $@\n"); |
829
|
|
|
|
|
|
|
} |
830
|
|
|
|
|
|
|
} |
831
|
0
|
|
|
|
|
0
|
my $res = $Ua->mirror($url, $aslocal); |
832
|
0
|
0
|
|
|
|
0
|
if ($res->is_success) { |
|
|
0
|
|
|
|
|
|
833
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
834
|
0
|
|
|
|
|
0
|
my $now = time; |
835
|
0
|
|
|
|
|
0
|
utime $now, $now, $aslocal; # download time is more |
836
|
|
|
|
|
|
|
# important than upload |
837
|
|
|
|
|
|
|
# time |
838
|
0
|
|
|
|
|
0
|
return $aslocal; |
839
|
|
|
|
|
|
|
} elsif ($url !~ /\.gz(?!\n)\Z/) { |
840
|
0
|
|
|
|
|
0
|
my $gzurl = "$url.gz"; |
841
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint("Fetching with LWP:\n$gzurl\n"); |
842
|
0
|
|
|
|
|
0
|
$res = $Ua->mirror($gzurl, "$aslocal.gz"); |
843
|
0
|
0
|
|
|
|
0
|
if ($res->is_success) { |
844
|
0
|
0
|
|
|
|
0
|
if (eval {CPAN::Tarzip->new("$aslocal.gz")->gunzip($aslocal)}) { |
|
0
|
|
|
|
|
0
|
|
845
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
846
|
0
|
|
|
|
|
0
|
return $aslocal; |
847
|
|
|
|
|
|
|
} |
848
|
|
|
|
|
|
|
} |
849
|
|
|
|
|
|
|
} else { |
850
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint(sprintf( |
851
|
|
|
|
|
|
|
"LWP failed with code[%s] message[%s]\n", |
852
|
|
|
|
|
|
|
$res->code, |
853
|
|
|
|
|
|
|
$res->message, |
854
|
|
|
|
|
|
|
)); |
855
|
|
|
|
|
|
|
# Alan Burlison informed me that in firewall environments |
856
|
|
|
|
|
|
|
# Net::FTP can still succeed where LWP fails. So we do not |
857
|
|
|
|
|
|
|
# skip Net::FTP anymore when LWP is available. |
858
|
|
|
|
|
|
|
} |
859
|
|
|
|
|
|
|
} elsif ($url =~ /^http:/i && $CPAN::META->has_usable('HTTP::Tiny')) { |
860
|
0
|
|
|
|
|
0
|
require CPAN::HTTP::Client; |
861
|
|
|
|
|
|
|
my $chc = CPAN::HTTP::Client->new( |
862
|
|
|
|
|
|
|
proxy => $CPAN::Config->{http_proxy} || $ENV{http_proxy}, |
863
|
|
|
|
|
|
|
no_proxy => $CPAN::Config->{no_proxy} || $ENV{no_proxy}, |
864
|
0
|
|
0
|
|
|
0
|
); |
|
|
|
0
|
|
|
|
|
865
|
0
|
0
|
|
|
|
0
|
for my $try ( $url, ( $url !~ /\.gz(?!\n)\Z/ ? "$url.gz" : () ) ) { |
866
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint("Fetching with HTTP::Tiny:\n$try\n"); |
867
|
0
|
|
|
|
|
0
|
my $res = eval { $chc->mirror($try, $aslocal) }; |
|
0
|
|
|
|
|
0
|
|
868
|
0
|
0
|
0
|
|
|
0
|
if ( $res && $res->{success} ) { |
|
|
0
|
0
|
|
|
|
|
|
|
0
|
0
|
|
|
|
|
869
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
870
|
0
|
|
|
|
|
0
|
my $now = time; |
871
|
0
|
|
|
|
|
0
|
utime $now, $now, $aslocal; # download time is more |
872
|
|
|
|
|
|
|
# important than upload |
873
|
|
|
|
|
|
|
# time |
874
|
0
|
|
|
|
|
0
|
return $aslocal; |
875
|
|
|
|
|
|
|
} |
876
|
|
|
|
|
|
|
elsif ( $res && $res->{status} ne '599') { |
877
|
|
|
|
|
|
|
$CPAN::Frontend->myprint(sprintf( |
878
|
|
|
|
|
|
|
"HTTP::Tiny failed with code[%s] message[%s]\n", |
879
|
|
|
|
|
|
|
$res->{status}, |
880
|
|
|
|
|
|
|
$res->{reason}, |
881
|
|
|
|
|
|
|
) |
882
|
0
|
|
|
|
|
0
|
); |
883
|
|
|
|
|
|
|
} |
884
|
|
|
|
|
|
|
elsif ( $res && $res->{status} eq '599') { |
885
|
|
|
|
|
|
|
$CPAN::Frontend->myprint(sprintf( |
886
|
|
|
|
|
|
|
"HTTP::Tiny failed with an internal error: %s\n", |
887
|
|
|
|
|
|
|
$res->{content}, |
888
|
|
|
|
|
|
|
) |
889
|
0
|
|
|
|
|
0
|
); |
890
|
|
|
|
|
|
|
} |
891
|
|
|
|
|
|
|
else { |
892
|
0
|
|
0
|
|
|
0
|
my $err = $@ || 'Unknown error'; |
893
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint(sprintf( |
894
|
|
|
|
|
|
|
"Error downloading with HTTP::Tiny: %s\n", $err |
895
|
|
|
|
|
|
|
) |
896
|
|
|
|
|
|
|
); |
897
|
|
|
|
|
|
|
} |
898
|
|
|
|
|
|
|
} |
899
|
|
|
|
|
|
|
} |
900
|
0
|
0
|
|
|
|
0
|
return if $CPAN::Signal; |
901
|
0
|
0
|
|
|
|
0
|
if ($url =~ m|^ftp://(.*?)/(.*)/(.*)|) { |
902
|
|
|
|
|
|
|
# that's the nice and easy way thanks to Graham |
903
|
0
|
0
|
|
|
|
0
|
$self->debug("recognized ftp") if $CPAN::DEBUG; |
904
|
0
|
|
|
|
|
0
|
my($host,$dir,$getfile) = ($1,$2,$3); |
905
|
0
|
0
|
|
|
|
0
|
if ($CPAN::META->has_usable('Net::FTP')) { |
906
|
0
|
|
|
|
|
0
|
$dir =~ s|/+|/|g; |
907
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint("Fetching with Net::FTP:\n$url\n"); |
908
|
0
|
0
|
|
|
|
0
|
$self->debug("getfile[$getfile]dir[$dir]host[$host]" . |
909
|
|
|
|
|
|
|
"aslocal[$aslocal]") if $CPAN::DEBUG; |
910
|
0
|
0
|
|
|
|
0
|
if (CPAN::FTP->ftp_get($host,$dir,$getfile,$aslocal)) { |
911
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
912
|
0
|
|
|
|
|
0
|
return $aslocal; |
913
|
|
|
|
|
|
|
} |
914
|
0
|
0
|
|
|
|
0
|
if ($aslocal !~ /\.gz(?!\n)\Z/) { |
915
|
0
|
|
|
|
|
0
|
my $gz = "$aslocal.gz"; |
916
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint("Fetching with Net::FTP\n$url.gz\n"); |
917
|
0
|
0
|
0
|
|
|
0
|
if (CPAN::FTP->ftp_get($host, |
918
|
|
|
|
|
|
|
$dir, |
919
|
|
|
|
|
|
|
"$getfile.gz", |
920
|
|
|
|
|
|
|
$gz) && |
921
|
0
|
|
|
|
|
0
|
eval{CPAN::Tarzip->new($gz)->gunzip($aslocal)} |
922
|
|
|
|
|
|
|
) { |
923
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
924
|
0
|
|
|
|
|
0
|
return $aslocal; |
925
|
|
|
|
|
|
|
} |
926
|
|
|
|
|
|
|
} |
927
|
|
|
|
|
|
|
# next HOSTEASY; |
928
|
|
|
|
|
|
|
} else { |
929
|
0
|
0
|
|
|
|
0
|
CPAN->debug("Net::FTP does not count as usable atm") if $CPAN::DEBUG; |
930
|
|
|
|
|
|
|
} |
931
|
|
|
|
|
|
|
} |
932
|
0
|
0
|
0
|
|
|
0
|
if ( |
933
|
|
|
|
|
|
|
UNIVERSAL::can($ro_url,"text") |
934
|
|
|
|
|
|
|
and |
935
|
|
|
|
|
|
|
$ro_url->{FROM} eq "USER" |
936
|
|
|
|
|
|
|
) { |
937
|
|
|
|
|
|
|
##address #17973: default URLs should not try to override |
938
|
|
|
|
|
|
|
##user-defined URLs just because LWP is not available |
939
|
0
|
|
|
|
|
0
|
my $ret = $self->hostdlhard([$ro_url],$file,$aslocal,$stats); |
940
|
0
|
0
|
|
|
|
0
|
return $ret if $ret; |
941
|
|
|
|
|
|
|
} |
942
|
0
|
0
|
|
|
|
0
|
return if $CPAN::Signal; |
943
|
|
|
|
|
|
|
} |
944
|
|
|
|
|
|
|
} |
945
|
|
|
|
|
|
|
|
946
|
|
|
|
|
|
|
# package CPAN::FTP; |
947
|
|
|
|
|
|
|
sub hostdlhard { |
948
|
0
|
|
|
0
|
0
|
0
|
my($self,$host_seq,$file,$aslocal,$stats) = @_; |
949
|
|
|
|
|
|
|
|
950
|
|
|
|
|
|
|
# Came back if Net::FTP couldn't establish connection (or |
951
|
|
|
|
|
|
|
# failed otherwise) Maybe they are behind a firewall, but they |
952
|
|
|
|
|
|
|
# gave us a socksified (or other) ftp program... |
953
|
|
|
|
|
|
|
|
954
|
0
|
|
|
|
|
0
|
my($ro_url); |
955
|
0
|
|
0
|
|
|
0
|
my($devnull) = $CPAN::Config->{devnull} || ""; |
956
|
|
|
|
|
|
|
# < /dev/null "; |
957
|
0
|
|
|
|
|
0
|
my($aslocal_dir) = dirname($aslocal); |
958
|
0
|
|
|
|
|
0
|
mkpath($aslocal_dir); |
959
|
0
|
|
|
|
|
0
|
my $some_dl_success = 0; |
960
|
0
|
|
|
|
|
0
|
my $any_attempt = 0; |
961
|
0
|
|
|
|
|
0
|
HOSTHARD: for $ro_url (@$host_seq) { |
962
|
0
|
|
|
|
|
0
|
$self->_set_attempt($stats,"dlhard",$ro_url); |
963
|
0
|
|
|
|
|
0
|
my $url = "$ro_url$file"; |
964
|
0
|
|
|
|
|
0
|
my($proto,$host,$dir,$getfile); |
965
|
|
|
|
|
|
|
|
966
|
|
|
|
|
|
|
# Courtesy Mark Conty mark_conty@cargill.com change from |
967
|
|
|
|
|
|
|
# if ($url =~ m|^ftp://(.*?)/(.*)/(.*)|) { |
968
|
|
|
|
|
|
|
# to |
969
|
0
|
0
|
|
|
|
0
|
if ($url =~ m|^([^:]+)://(.*?)/(.*)/(.*)|) { |
970
|
|
|
|
|
|
|
# proto not yet used |
971
|
0
|
|
|
|
|
0
|
($proto,$host,$dir,$getfile) = ($1,$2,$3,$4); |
972
|
|
|
|
|
|
|
} else { |
973
|
0
|
|
|
|
|
0
|
next HOSTHARD; # who said, we could ftp anything except ftp? |
974
|
|
|
|
|
|
|
} |
975
|
0
|
0
|
|
|
|
0
|
next HOSTHARD if $proto eq "file"; # file URLs would have had |
976
|
|
|
|
|
|
|
# success above. Likely a bogus URL |
977
|
|
|
|
|
|
|
|
978
|
|
|
|
|
|
|
# making at least one attempt against a host |
979
|
0
|
|
|
|
|
0
|
$any_attempt++; |
980
|
|
|
|
|
|
|
|
981
|
0
|
0
|
|
|
|
0
|
$self->debug("localizing funkyftpwise[$url]") if $CPAN::DEBUG; |
982
|
|
|
|
|
|
|
|
983
|
|
|
|
|
|
|
# Try the most capable first and leave ncftp* for last as it only |
984
|
|
|
|
|
|
|
# does FTP. |
985
|
0
|
|
|
|
|
0
|
my $proxy_vars = $self->_proxy_vars($ro_url); |
986
|
0
|
|
|
|
|
0
|
DLPRG: for my $f (qw(curl wget lynx ncftpget ncftp)) { |
987
|
0
|
|
|
|
|
0
|
my $funkyftp = CPAN::HandleConfig->safe_quote($CPAN::Config->{$f}); |
988
|
0
|
0
|
|
|
|
0
|
next DLPRG unless defined $funkyftp; |
989
|
0
|
0
|
|
|
|
0
|
next DLPRG if $funkyftp =~ /^\s*$/; |
990
|
|
|
|
|
|
|
|
991
|
0
|
|
|
|
|
0
|
my($src_switch) = ""; |
992
|
0
|
|
|
|
|
0
|
my($chdir) = ""; |
993
|
0
|
|
|
|
|
0
|
my($stdout_redir) = " > \"$aslocal\""; |
994
|
0
|
0
|
|
|
|
0
|
if ($f eq "lynx") { |
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
995
|
0
|
|
|
|
|
0
|
$src_switch = " -source"; |
996
|
|
|
|
|
|
|
} elsif ($f eq "ncftp") { |
997
|
0
|
0
|
|
|
|
0
|
next DLPRG unless $url =~ m{\Aftp://}; |
998
|
0
|
|
|
|
|
0
|
$src_switch = " -c"; |
999
|
|
|
|
|
|
|
} elsif ($f eq "wget") { |
1000
|
0
|
|
|
|
|
0
|
$src_switch = " -O \"$aslocal\""; |
1001
|
0
|
|
|
|
|
0
|
$stdout_redir = ""; |
1002
|
|
|
|
|
|
|
} elsif ($f eq 'curl') { |
1003
|
0
|
|
|
|
|
0
|
$src_switch = ' -L -f -s -S --netrc-optional'; |
1004
|
0
|
0
|
|
|
|
0
|
if ($proxy_vars->{http_proxy}) { |
1005
|
0
|
|
|
|
|
0
|
$src_switch .= qq{ -U "$proxy_vars->{proxy_user}:$proxy_vars->{proxy_pass}" -x "$proxy_vars->{http_proxy}"}; |
1006
|
|
|
|
|
|
|
} |
1007
|
|
|
|
|
|
|
} elsif ($f eq "ncftpget") { |
1008
|
0
|
0
|
|
|
|
0
|
next DLPRG unless $url =~ m{\Aftp://}; |
1009
|
0
|
|
|
|
|
0
|
$chdir = "cd $aslocal_dir && "; |
1010
|
0
|
|
|
|
|
0
|
$stdout_redir = ""; |
1011
|
|
|
|
|
|
|
} |
1012
|
|
|
|
|
|
|
$CPAN::Frontend->myprint( |
1013
|
0
|
|
|
|
|
0
|
qq[ |
1014
|
|
|
|
|
|
|
Trying with |
1015
|
|
|
|
|
|
|
$funkyftp$src_switch |
1016
|
|
|
|
|
|
|
to get |
1017
|
|
|
|
|
|
|
$url |
1018
|
|
|
|
|
|
|
]); |
1019
|
0
|
|
|
|
|
0
|
my($system) = |
1020
|
|
|
|
|
|
|
"$chdir$funkyftp$src_switch \"$url\" $devnull$stdout_redir"; |
1021
|
0
|
0
|
|
|
|
0
|
$self->debug("system[$system]") if $CPAN::DEBUG; |
1022
|
0
|
|
|
|
|
0
|
my($wstatus) = system($system); |
1023
|
0
|
0
|
|
|
|
0
|
if ($f eq "lynx") { |
1024
|
|
|
|
|
|
|
# lynx returns 0 when it fails somewhere |
1025
|
0
|
0
|
|
|
|
0
|
if (-s $aslocal) { |
1026
|
0
|
|
|
|
|
0
|
my $content = do { local *FH; |
|
0
|
|
|
|
|
0
|
|
1027
|
0
|
0
|
|
|
|
0
|
open FH, $aslocal or die; |
1028
|
0
|
|
|
|
|
0
|
local $/; |
1029
|
0
|
|
|
|
|
0
|
}; |
1030
|
0
|
0
|
|
|
|
0
|
if ($content =~ /^<.*([45]|Error [45])/si) { |
1031
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn(qq{ |
1032
|
|
|
|
|
|
|
No success, the file that lynx has downloaded looks like an error message: |
1033
|
|
|
|
|
|
|
$content |
1034
|
|
|
|
|
|
|
}); |
1035
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mysleep(1); |
1036
|
0
|
|
|
|
|
0
|
next DLPRG; |
1037
|
|
|
|
|
|
|
} |
1038
|
0
|
|
|
|
|
0
|
$some_dl_success++; |
1039
|
|
|
|
|
|
|
} else { |
1040
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint(qq{ |
1041
|
|
|
|
|
|
|
No success, the file that lynx has downloaded is an empty file. |
1042
|
|
|
|
|
|
|
}); |
1043
|
0
|
|
|
|
|
0
|
next DLPRG; |
1044
|
|
|
|
|
|
|
} |
1045
|
|
|
|
|
|
|
} |
1046
|
0
|
0
|
|
|
|
0
|
if ($wstatus == 0) { |
1047
|
0
|
0
|
|
|
|
0
|
if (-s $aslocal) { |
1048
|
|
|
|
|
|
|
# Looks good |
1049
|
0
|
|
|
|
|
0
|
$some_dl_success++; |
1050
|
|
|
|
|
|
|
} |
1051
|
0
|
|
|
|
|
0
|
$ThesiteURL = $ro_url; |
1052
|
0
|
|
|
|
|
0
|
return $aslocal; |
1053
|
|
|
|
|
|
|
} else { |
1054
|
0
|
|
|
|
|
0
|
my $estatus = $wstatus >> 8; |
1055
|
0
|
0
|
|
|
|
0
|
my $size = -f $aslocal ? |
1056
|
|
|
|
|
|
|
", left\n$aslocal with size ".-s _ : |
1057
|
|
|
|
|
|
|
"\nWarning: expected file [$aslocal] doesn't exist"; |
1058
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->myprint(qq{ |
1059
|
|
|
|
|
|
|
Function system("$system") |
1060
|
|
|
|
|
|
|
returned status $estatus (wstat $wstatus)$size |
1061
|
|
|
|
|
|
|
}); |
1062
|
|
|
|
|
|
|
} |
1063
|
0
|
0
|
|
|
|
0
|
return if $CPAN::Signal; |
1064
|
|
|
|
|
|
|
} # download/transfer programs (DLPRG) |
1065
|
|
|
|
|
|
|
} # host |
1066
|
0
|
0
|
|
|
|
0
|
return unless $any_attempt; |
1067
|
0
|
0
|
|
|
|
0
|
if ($some_dl_success) { |
1068
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Warning: doesn't seem we had substantial success downloading '$aslocal'. Don't know how to proceed.\n"); |
1069
|
|
|
|
|
|
|
} else { |
1070
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn("Warning: no success downloading '$aslocal'. Giving up on it.\n"); |
1071
|
|
|
|
|
|
|
} |
1072
|
0
|
|
|
|
|
0
|
return; |
1073
|
|
|
|
|
|
|
} |
1074
|
|
|
|
|
|
|
|
1075
|
|
|
|
|
|
|
#-> CPAN::FTP::_proxy_vars |
1076
|
|
|
|
|
|
|
sub _proxy_vars { |
1077
|
2
|
|
|
2
|
|
5250
|
my($self,$url) = @_; |
1078
|
2
|
|
|
|
|
6
|
my $ret = +{}; |
1079
|
2
|
|
33
|
|
|
9
|
my $http_proxy = $CPAN::Config->{'http_proxy'} || $ENV{'http_proxy'}; |
1080
|
2
|
50
|
|
|
|
7
|
if ($http_proxy) { |
1081
|
2
|
|
|
|
|
17
|
my($host) = $url =~ m|://([^/:]+)|; |
1082
|
2
|
|
|
|
|
4
|
my $want_proxy = 1; |
1083
|
2
|
|
0
|
|
|
9
|
my $noproxy = $CPAN::Config->{'no_proxy'} || $ENV{'no_proxy'} || ""; |
1084
|
2
|
|
|
|
|
9
|
my @noproxy = split /\s*,\s*/, $noproxy; |
1085
|
2
|
50
|
|
|
|
6
|
if ($host) { |
1086
|
2
|
|
|
|
|
5
|
DOMAIN: for my $domain (@noproxy) { |
1087
|
2
|
100
|
|
|
|
51
|
if ($host =~ /\Q$domain\E$/) { # cf. LWP::UserAgent |
1088
|
1
|
|
|
|
|
5
|
$want_proxy = 0; |
1089
|
1
|
|
|
|
|
5
|
last DOMAIN; |
1090
|
|
|
|
|
|
|
} |
1091
|
|
|
|
|
|
|
} |
1092
|
|
|
|
|
|
|
} else { |
1093
|
0
|
|
|
|
|
0
|
$CPAN::Frontend->mywarn(" Could not determine host from http_proxy '$http_proxy'\n"); |
1094
|
|
|
|
|
|
|
} |
1095
|
2
|
100
|
|
|
|
7
|
if ($want_proxy) { |
1096
|
1
|
|
|
|
|
38
|
my($user, $pass) = |
1097
|
|
|
|
|
|
|
CPAN::HTTP::Credentials->get_proxy_credentials(); |
1098
|
1
|
|
|
|
|
7
|
$ret = { |
1099
|
|
|
|
|
|
|
proxy_user => $user, |
1100
|
|
|
|
|
|
|
proxy_pass => $pass, |
1101
|
|
|
|
|
|
|
http_proxy => $http_proxy |
1102
|
|
|
|
|
|
|
}; |
1103
|
|
|
|
|
|
|
} |
1104
|
|
|
|
|
|
|
} |
1105
|
2
|
|
|
|
|
7
|
return $ret; |
1106
|
|
|
|
|
|
|
} |
1107
|
|
|
|
|
|
|
|
1108
|
|
|
|
|
|
|
# package CPAN::FTP; |
1109
|
|
|
|
|
|
|
sub hostdlhardest { |
1110
|
0
|
|
|
0
|
0
|
|
my($self,$host_seq,$file,$aslocal,$stats) = @_; |
1111
|
|
|
|
|
|
|
|
1112
|
0
|
0
|
|
|
|
|
return unless @$host_seq; |
1113
|
0
|
|
|
|
|
|
my($ro_url); |
1114
|
0
|
|
|
|
|
|
my($aslocal_dir) = dirname($aslocal); |
1115
|
0
|
|
|
|
|
|
mkpath($aslocal_dir); |
1116
|
0
|
|
|
|
|
|
my $ftpbin = $CPAN::Config->{ftp}; |
1117
|
0
|
0
|
0
|
|
|
|
unless ($ftpbin && length $ftpbin && MM->maybe_command($ftpbin)) { |
|
|
|
0
|
|
|
|
|
1118
|
0
|
|
|
|
|
|
$CPAN::Frontend->myprint("No external ftp command available\n\n"); |
1119
|
0
|
|
|
|
|
|
return; |
1120
|
|
|
|
|
|
|
} |
1121
|
0
|
|
|
|
|
|
$CPAN::Frontend->mywarn(qq{ |
1122
|
|
|
|
|
|
|
As a last resort we now switch to the external ftp command '$ftpbin' |
1123
|
|
|
|
|
|
|
to get '$aslocal'. |
1124
|
|
|
|
|
|
|
|
1125
|
|
|
|
|
|
|
Doing so often leads to problems that are hard to diagnose. |
1126
|
|
|
|
|
|
|
|
1127
|
|
|
|
|
|
|
If you're the victim of such problems, please consider unsetting the |
1128
|
|
|
|
|
|
|
ftp config variable with |
1129
|
|
|
|
|
|
|
|
1130
|
|
|
|
|
|
|
o conf ftp "" |
1131
|
|
|
|
|
|
|
o conf commit |
1132
|
|
|
|
|
|
|
|
1133
|
|
|
|
|
|
|
}); |
1134
|
0
|
|
|
|
|
|
$CPAN::Frontend->mysleep(2); |
1135
|
0
|
|
|
|
|
|
HOSTHARDEST: for $ro_url (@$host_seq) { |
1136
|
0
|
|
|
|
|
|
$self->_set_attempt($stats,"dlhardest",$ro_url); |
1137
|
0
|
|
|
|
|
|
my $url = "$ro_url$file"; |
1138
|
0
|
0
|
|
|
|
|
$self->debug("localizing ftpwise[$url]") if $CPAN::DEBUG; |
1139
|
0
|
0
|
|
|
|
|
unless ($url =~ m|^ftp://(.*?)/(.*)/(.*)|) { |
1140
|
0
|
|
|
|
|
|
next; |
1141
|
|
|
|
|
|
|
} |
1142
|
0
|
|
|
|
|
|
my($host,$dir,$getfile) = ($1,$2,$3); |
1143
|
0
|
|
|
|
|
|
my $timestamp = 0; |
1144
|
0
|
|
|
|
|
|
my($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size,$atime,$mtime, |
1145
|
|
|
|
|
|
|
$ctime,$blksize,$blocks) = stat($aslocal); |
1146
|
0
|
|
0
|
|
|
|
$timestamp = $mtime ||= 0; |
1147
|
0
|
|
|
|
|
|
my($netrc) = CPAN::FTP::netrc->new; |
1148
|
0
|
|
|
|
|
|
my($netrcfile) = $netrc->netrc; |
1149
|
0
|
0
|
|
|
|
|
my($verbose) = $CPAN::DEBUG{'FTP'} & $CPAN::DEBUG ? " -v" : ""; |
1150
|
0
|
|
|
|
|
|
my $targetfile = File::Basename::basename($aslocal); |
1151
|
0
|
|
|
|
|
|
my(@dialog); |
1152
|
0
|
|
|
|
|
|
push( |
1153
|
|
|
|
|
|
|
@dialog, |
1154
|
|
|
|
|
|
|
"lcd $aslocal_dir", |
1155
|
|
|
|
|
|
|
"cd /", |
1156
|
|
|
|
|
|
|
map("cd $_", split /\//, $dir), # RFC 1738 |
1157
|
|
|
|
|
|
|
"bin", |
1158
|
|
|
|
|
|
|
"passive", |
1159
|
|
|
|
|
|
|
"get $getfile $targetfile", |
1160
|
|
|
|
|
|
|
"quit" |
1161
|
|
|
|
|
|
|
); |
1162
|
0
|
0
|
0
|
|
|
|
if (! $netrcfile) { |
|
|
0
|
|
|
|
|
|
1163
|
0
|
0
|
|
|
|
|
CPAN->debug("No ~/.netrc file found") if $CPAN::DEBUG; |
1164
|
|
|
|
|
|
|
} elsif ($netrc->hasdefault || $netrc->contains($host)) { |
1165
|
0
|
0
|
|
|
|
|
CPAN->debug(sprintf("hasdef[%d]cont($host)[%d]", |
1166
|
|
|
|
|
|
|
$netrc->hasdefault, |
1167
|
|
|
|
|
|
|
$netrc->contains($host))) if $CPAN::DEBUG; |
1168
|
0
|
0
|
|
|
|
|
if ($netrc->protected) { |
1169
|
0
|
|
|
|
|
|
my $dialog = join "", map { " $_\n" } @dialog; |
|
0
|
|
|
|
|
|
|
1170
|
0
|
|
|
|
|
|
my $netrc_explain; |
1171
|
0
|
0
|
|
|
|
|
if ($netrc->contains($host)) { |
1172
|
0
|
|
|
|
|
|
$netrc_explain = "Relying that your .netrc entry for '$host' ". |
1173
|
|
|
|
|
|
|
"manages the login"; |
1174
|
|
|
|
|
|
|
} else { |
1175
|
0
|
|
|
|
|
|
$netrc_explain = "Relying that your default .netrc entry ". |
1176
|
|
|
|
|
|
|
"manages the login"; |
1177
|
|
|
|
|
|
|
} |
1178
|
0
|
|
|
|
|
|
$CPAN::Frontend->myprint(qq{ |
1179
|
|
|
|
|
|
|
Trying with external ftp to get |
1180
|
|
|
|
|
|
|
'$url' |
1181
|
|
|
|
|
|
|
$netrc_explain |
1182
|
|
|
|
|
|
|
Sending the dialog |
1183
|
|
|
|
|
|
|
$dialog |
1184
|
|
|
|
|
|
|
} |
1185
|
|
|
|
|
|
|
); |
1186
|
0
|
|
|
|
|
|
$self->talk_ftp("$ftpbin$verbose $host", |
1187
|
|
|
|
|
|
|
@dialog); |
1188
|
0
|
|
|
|
|
|
($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size, |
1189
|
|
|
|
|
|
|
$atime,$mtime,$ctime,$blksize,$blocks) = stat($aslocal); |
1190
|
0
|
|
0
|
|
|
|
$mtime ||= 0; |
1191
|
0
|
0
|
|
|
|
|
if ($mtime > $timestamp) { |
1192
|
0
|
|
|
|
|
|
$CPAN::Frontend->myprint("GOT $aslocal\n"); |
1193
|
0
|
|
|
|
|
|
$ThesiteURL = $ro_url; |
1194
|
0
|
|
|
|
|
|
return $aslocal; |
1195
|
|
|
|
|
|
|
} else { |
1196
|
0
|
|
|
|
|
|
$CPAN::Frontend->myprint("Hmm... Still failed!\n"); |
1197
|
|
|
|
|
|
|
} |
1198
|
0
|
0
|
|
|
|
|
return if $CPAN::Signal; |
1199
|
|
|
|
|
|
|
} else { |
1200
|
0
|
|
|
|
|
|
$CPAN::Frontend->mywarn(qq{Your $netrcfile is not }. |
1201
|
|
|
|
|
|
|
qq{correctly protected.\n}); |
1202
|
|
|
|
|
|
|
} |
1203
|
|
|
|
|
|
|
} else { |
1204
|
0
|
|
|
|
|
|
$CPAN::Frontend->mywarn("Your ~/.netrc neither contains $host |
1205
|
|
|
|
|
|
|
nor does it have a default entry\n"); |
1206
|
|
|
|
|
|
|
} |
1207
|
|
|
|
|
|
|
|
1208
|
|
|
|
|
|
|
# OK, they don't have a valid ~/.netrc. Use 'ftp -n' |
1209
|
|
|
|
|
|
|
# then and login manually to host, using e-mail as |
1210
|
|
|
|
|
|
|
# password. |
1211
|
0
|
|
|
|
|
|
$CPAN::Frontend->myprint(qq{Issuing "$ftpbin$verbose -n"\n}); |
1212
|
0
|
|
|
|
|
|
unshift( |
1213
|
|
|
|
|
|
|
@dialog, |
1214
|
|
|
|
|
|
|
"open $host", |
1215
|
|
|
|
|
|
|
"user anonymous $Config::Config{'cf_email'}" |
1216
|
|
|
|
|
|
|
); |
1217
|
0
|
|
|
|
|
|
my $dialog = join "", map { " $_\n" } @dialog; |
|
0
|
|
|
|
|
|
|
1218
|
0
|
|
|
|
|
|
$CPAN::Frontend->myprint(qq{ |
1219
|
|
|
|
|
|
|
Trying with external ftp to get |
1220
|
|
|
|
|
|
|
$url |
1221
|
|
|
|
|
|
|
Sending the dialog |
1222
|
|
|
|
|
|
|
$dialog |
1223
|
|
|
|
|
|
|
} |
1224
|
|
|
|
|
|
|
); |
1225
|
0
|
|
|
|
|
|
$self->talk_ftp("$ftpbin$verbose -n", @dialog); |
1226
|
0
|
|
|
|
|
|
($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size, |
1227
|
|
|
|
|
|
|
$atime,$mtime,$ctime,$blksize,$blocks) = stat($aslocal); |
1228
|
0
|
|
0
|
|
|
|
$mtime ||= 0; |
1229
|
0
|
0
|
|
|
|
|
if ($mtime > $timestamp) { |
1230
|
0
|
|
|
|
|
|
$CPAN::Frontend->myprint("GOT $aslocal\n"); |
1231
|
0
|
|
|
|
|
|
$ThesiteURL = $ro_url; |
1232
|
0
|
|
|
|
|
|
return $aslocal; |
1233
|
|
|
|
|
|
|
} else { |
1234
|
0
|
|
|
|
|
|
$CPAN::Frontend->myprint("Bad luck... Still failed!\n"); |
1235
|
|
|
|
|
|
|
} |
1236
|
0
|
0
|
|
|
|
|
return if $CPAN::Signal; |
1237
|
0
|
|
|
|
|
|
$CPAN::Frontend->mywarn("Can't access URL $url.\n\n"); |
1238
|
0
|
|
|
|
|
|
$CPAN::Frontend->mysleep(2); |
1239
|
|
|
|
|
|
|
} # host |
1240
|
|
|
|
|
|
|
} |
1241
|
|
|
|
|
|
|
|
1242
|
|
|
|
|
|
|
# package CPAN::FTP; |
1243
|
|
|
|
|
|
|
sub talk_ftp { |
1244
|
0
|
|
|
0
|
0
|
|
my($self,$command,@dialog) = @_; |
1245
|
0
|
|
|
|
|
|
my $fh = FileHandle->new; |
1246
|
0
|
0
|
|
|
|
|
$fh->open("|$command") or die "Couldn't open ftp: $!"; |
1247
|
0
|
|
|
|
|
|
foreach (@dialog) { $fh->print("$_\n") } |
|
0
|
|
|
|
|
|
|
1248
|
0
|
|
|
|
|
|
$fh->close; # Wait for process to complete |
1249
|
0
|
|
|
|
|
|
my $wstatus = $?; |
1250
|
0
|
|
|
|
|
|
my $estatus = $wstatus >> 8; |
1251
|
0
|
0
|
|
|
|
|
$CPAN::Frontend->myprint(qq{ |
1252
|
|
|
|
|
|
|
Subprocess "|$command" |
1253
|
|
|
|
|
|
|
returned status $estatus (wstat $wstatus) |
1254
|
|
|
|
|
|
|
}) if $wstatus; |
1255
|
|
|
|
|
|
|
} |
1256
|
|
|
|
|
|
|
|
1257
|
|
|
|
|
|
|
# find2perl needs modularization, too, all the following is stolen |
1258
|
|
|
|
|
|
|
# from there |
1259
|
|
|
|
|
|
|
# CPAN::FTP::ls |
1260
|
|
|
|
|
|
|
sub ls { |
1261
|
0
|
|
|
0
|
0
|
|
my($self,$name) = @_; |
1262
|
0
|
|
|
|
|
|
my ($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$sizemm, |
1263
|
|
|
|
|
|
|
$atime,$mtime,$ctime,$blksize,$blocks) = lstat($name); |
1264
|
|
|
|
|
|
|
|
1265
|
0
|
|
|
|
|
|
my($perms,%user,%group); |
1266
|
0
|
|
|
|
|
|
my $pname = $name; |
1267
|
|
|
|
|
|
|
|
1268
|
0
|
0
|
|
|
|
|
if ($blocks) { |
1269
|
0
|
|
|
|
|
|
$blocks = int(($blocks + 1) / 2); |
1270
|
|
|
|
|
|
|
} |
1271
|
|
|
|
|
|
|
else { |
1272
|
0
|
|
|
|
|
|
$blocks = int(($sizemm + 1023) / 1024); |
1273
|
|
|
|
|
|
|
} |
1274
|
|
|
|
|
|
|
|
1275
|
0
|
0
|
|
|
|
|
if (-f _) { $perms = '-'; } |
|
0
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
1276
|
0
|
|
|
|
|
|
elsif (-d _) { $perms = 'd'; } |
1277
|
0
|
|
|
|
|
|
elsif (-c _) { $perms = 'c'; $sizemm = &sizemm; } |
|
0
|
|
|
|
|
|
|
1278
|
0
|
|
|
|
|
|
elsif (-b _) { $perms = 'b'; $sizemm = &sizemm; } |
|
0
|
|
|
|
|
|
|
1279
|
0
|
|
|
|
|
|
elsif (-p _) { $perms = 'p'; } |
1280
|
0
|
|
|
|
|
|
elsif (-S _) { $perms = 's'; } |
1281
|
0
|
|
|
|
|
|
else { $perms = 'l'; $pname .= ' -> ' . readlink($_); } |
|
0
|
|
|
|
|
|
|
1282
|
|
|
|
|
|
|
|
1283
|
0
|
|
|
|
|
|
my(@rwx) = ('---','--x','-w-','-wx','r--','r-x','rw-','rwx'); |
1284
|
0
|
|
|
|
|
|
my(@moname) = qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec); |
1285
|
0
|
|
|
|
|
|
my $tmpmode = $mode; |
1286
|
0
|
|
|
|
|
|
my $tmp = $rwx[$tmpmode & 7]; |
1287
|
0
|
|
|
|
|
|
$tmpmode >>= 3; |
1288
|
0
|
|
|
|
|
|
$tmp = $rwx[$tmpmode & 7] . $tmp; |
1289
|
0
|
|
|
|
|
|
$tmpmode >>= 3; |
1290
|
0
|
|
|
|
|
|
$tmp = $rwx[$tmpmode & 7] . $tmp; |
1291
|
0
|
0
|
|
|
|
|
substr($tmp,2,1) =~ tr/-x/Ss/ if -u _; |
1292
|
0
|
0
|
|
|
|
|
substr($tmp,5,1) =~ tr/-x/Ss/ if -g _; |
1293
|
0
|
0
|
|
|
|
|
substr($tmp,8,1) =~ tr/-x/Tt/ if -k _; |
1294
|
0
|
|
|
|
|
|
$perms .= $tmp; |
1295
|
|
|
|
|
|
|
|
1296
|
0
|
|
0
|
|
|
|
my $user = $user{$uid} || $uid; # too lazy to implement lookup |
1297
|
0
|
|
0
|
|
|
|
my $group = $group{$gid} || $gid; |
1298
|
|
|
|
|
|
|
|
1299
|
0
|
|
|
|
|
|
my($sec,$min,$hour,$mday,$mon,$year) = localtime($mtime); |
1300
|
0
|
|
|
|
|
|
my($timeyear); |
1301
|
0
|
|
|
|
|
|
my($moname) = $moname[$mon]; |
1302
|
0
|
0
|
|
|
|
|
if (-M _ > 365.25 / 2) { |
1303
|
0
|
|
|
|
|
|
$timeyear = $year + 1900; |
1304
|
|
|
|
|
|
|
} |
1305
|
|
|
|
|
|
|
else { |
1306
|
0
|
|
|
|
|
|
$timeyear = sprintf("%02d:%02d", $hour, $min); |
1307
|
|
|
|
|
|
|
} |
1308
|
|
|
|
|
|
|
|
1309
|
0
|
|
|
|
|
|
sprintf "%5lu %4ld %-10s %2d %-8s %-8s %8s %s %2d %5s %s\n", |
1310
|
|
|
|
|
|
|
$ino, |
1311
|
|
|
|
|
|
|
$blocks, |
1312
|
|
|
|
|
|
|
$perms, |
1313
|
|
|
|
|
|
|
$nlink, |
1314
|
|
|
|
|
|
|
$user, |
1315
|
|
|
|
|
|
|
$group, |
1316
|
|
|
|
|
|
|
$sizemm, |
1317
|
|
|
|
|
|
|
$moname, |
1318
|
|
|
|
|
|
|
$mday, |
1319
|
|
|
|
|
|
|
$timeyear, |
1320
|
|
|
|
|
|
|
$pname; |
1321
|
|
|
|
|
|
|
} |
1322
|
|
|
|
|
|
|
|
1323
|
|
|
|
|
|
|
1; |