| 1 | #!perl | ||
| 2 | |||
| 3 | package WWW::ImageSpool::Directory; | ||
| 4 | use strict; | ||
| 5 | use warnings; | ||
| 6 | |||
| 7 | use Fcntl qw(S_IFREG S_IRUSR S_IWUSR); | ||
| 8 | use IO::Dir; | ||
| 9 | use URI; | ||
| 10 | use URI::Escape qw(uri_unescape); | ||
| 11 | use LWP::Simple qw(getstore is_success); | ||
| 12 | use HTTP::Status qw(status_message); | ||
| 13 | use Image::Size qw(imgsize); | ||
| 14 | |||
| 15 | return 1; | ||
| 16 | |||
| 17 | sub new | ||
| 18 | { | ||
| 19 | my $class = shift; | ||
| 20 | my $self = bless { @_ }, $class; | ||
| 21 | my %tied; | ||
| 22 | if(!$self->{dir}) | ||
| 23 | { | ||
| 24 | warn "ImageSpool::Directory->new(): \"dir\" is required!\n"; | ||
| 25 | return; | ||
| 26 | } | ||
| 27 | elsif(!-d($self->{dir})) | ||
| 28 | { | ||
| 29 | warn "ImageSpool::Directory->new(): \"", $self->{dir}, "\" is not a directory.\n"; | ||
| 30 | return; | ||
| 31 | } | ||
| 32 | elsif((! -r($self->{dir}) || (! -x($self->{dir})))) | ||
| 33 | { | ||
| 34 | warn "ImageSpool::Directory->new(): Need read and execute permissions to \"", $self->{dir}, "\".\n"; | ||
| 35 | return; | ||
| 36 | } | ||
| 37 | |||
| 38 | $self->{max} ||= 104857600; # 100 megs | ||
| 39 | $self->{minx} ||= 160; | ||
| 40 | $self->{miny} ||= 120; | ||
| 41 | $self->prune(); | ||
| 42 | return $self; | ||
| 43 | } | ||
| 44 | |||
| 45 | sub refresh | ||
| 46 | { | ||
| 47 | my $self = shift; | ||
| 48 | my %dir; | ||
| 49 | tie %dir, "IO::Dir", $self->{dir}; | ||
| 50 | $self->{files} = {}; | ||
| 51 | $self->{total_size} = 0; | ||
| 52 | my $rv = 0; | ||
| 53 | |||
| 54 | while(my($file, $stat) = each(%dir)) | ||
| 55 | { | ||
| 56 | if(($stat->mode & (S_IFREG | S_IRUSR | S_IWUSR)) == (S_IFREG | S_IRUSR | S_IWUSR)) | ||
| 57 | { | ||
| 58 | $self->{files}->{$file} = $stat; | ||
| 59 | $self->{total_size} += $stat->size; | ||
| 60 | $rv++; | ||
| 61 | } | ||
| 62 | else | ||
| 63 | { | ||
| 64 | if($self->{verbose} > 1 && ($stat->mode & S_IFREG)) | ||
| 65 | { | ||
| 66 | print "Bad file \"$file\" in directory.\n"; | ||
| 67 | } | ||
| 68 | } | ||
| 69 | } | ||
| 70 | |||
| 71 | if($rv) | ||
| 72 | { | ||
| 73 | return $rv; | ||
| 74 | } | ||
| 75 | else | ||
| 76 | { | ||
| 77 | return; | ||
| 78 | } | ||
| 79 | } | ||
| 80 | |||
| 81 | sub prune | ||
| 82 | { | ||
| 83 | my $self = shift; | ||
| 84 | $self->refresh(); | ||
| 85 | |||
| 86 | return -1 | ||
| 87 | if($self->{total_size} <= $self->{max}); | ||
| 88 | |||
| 89 | my $rv = 0; | ||
| 90 | my(@keys) = sort { $self->{files}->{$b}->mtime <=> $self->{files}->{$a}->mtime } (keys(%{$self->{files}})); | ||
| 91 | |||
| 92 | while(($self->{total_size} > $self->{max}) && (@keys)) | ||
| 93 | { | ||
| 94 | my $file = shift(@keys); | ||
| 95 | if(unlink($self->{dir} . "/$file")) | ||
| 96 | { | ||
| 97 | $self->{total_size} -= $self->{files}->{$file}->size; | ||
| 98 | delete($self->{files}->{$file}); | ||
| 99 | $rv++; | ||
| 100 | } | ||
| 101 | else | ||
| 102 | { | ||
| 103 | warn "ImageSpool(", $self->{dir}, ")::Directory->prune(): unlink \"", $file, "\" failed: $!\n"; | ||
| 104 | } | ||
| 105 | } | ||
| 106 | |||
| 107 | if($rv) | ||
| 108 | { | ||
| 109 | return $rv; | ||
| 110 | } | ||
| 111 | else | ||
| 112 | { | ||
| 113 | return; | ||
| 114 | } | ||
| 115 | } | ||
| 116 | |||
| 117 | sub uri_filename | ||
| 118 | { | ||
| 119 | my($self, $uri) = @_; | ||
| 120 | my $urio = URI->new($uri); | ||
| 121 | # my $fn = uri_unescape($urio->path()); | ||
| 122 | my $fn = $urio->path(); | ||
| 123 | $fn =~ s{^.*/}{}g; | ||
| 124 | # my $fileexpr = sprintf("%s+%s", $urio->host, $fn); | ||
| 125 | # if($fn =~ /\./) | ||
| 126 | # { | ||
| 127 | # my $ffn = $fn; | ||
| 128 | # $ffn =~ s{^(.*)\.(.*?)$}{$1-\%04d.$2}g; | ||
| 129 | # $fileexpr = sprintf("%s+%s", $urio->host(), $ffn); | ||
| 130 | # } | ||
| 131 | # else | ||
| 132 | # { | ||
| 133 | # $fileexpr = sprintf("%s+%s-%%04d", $urio->host(), $fn); | ||
| 134 | # } | ||
| 135 | my $n = 0; | ||
| 136 | my $file = sprintf("%s+%s", $urio->host, $fn); | ||
| 137 | my $path = $self->{dir} . "/$file"; | ||
| 138 | |||
| 139 | if(-e($path)) | ||
| 140 | { | ||
| 141 | if($self->{verbose} > 1) | ||
| 142 | { | ||
| 143 | print "\"$file\" already exists.\n"; | ||
| 144 | } | ||
| 145 | return; | ||
| 146 | } | ||
| 147 | else | ||
| 148 | { | ||
| 149 | return $file; | ||
| 150 | } | ||
| 151 | |||
| 152 | # if(!-e($path)) | ||
| 153 | # { | ||
| 154 | # $n++; | ||
| 155 | # $file = sprintf($fileexpr, $n); | ||
| 156 | # $path = $self->{dir} . "/$file"; | ||
| 157 | # } | ||
| 158 | |||
| 159 | } | ||
| 160 | |||
| 161 | sub fetch | ||
| 162 | { | ||
| 163 | my($self, @urls) = @_; | ||
| 164 | my $rv = 0; | ||
| 165 | my $url; | ||
| 166 | |||
| 167 | while($url = shift(@urls)) | ||
| 168 | { | ||
| 169 | if(my $filename = $self->uri_filename($url)) | ||
| 170 | { | ||
| 171 | my $pathname = $self->{dir} . "/$filename"; | ||
| 172 | my $code = getstore($url, $pathname); | ||
| 173 | |||
| 174 | if(is_success($code)) | ||
| 175 | { | ||
| 176 | my($x,$y) = (imgsize($pathname)); | ||
| 177 | if(defined($x) && defined($y) && ($x >= $self->{minx}) && ($y >= $self->{miny})) | ||
| 178 | { | ||
| 179 | if($self->{verbose} > 2) | ||
| 180 | { | ||
| 181 | print "$url -> $filename\n"; | ||
| 182 | } | ||
| 183 | $rv++; | ||
| 184 | } | ||
| 185 | else | ||
| 186 | { | ||
| 187 | if($self->{verbose} > 3) | ||
| 188 | { | ||
| 189 | if(!defined($x) || !defined($y)) | ||
| 190 | { | ||
| 191 | print "$url: Not an image.\n"; | ||
| 192 | } | ||
| 193 | else | ||
| 194 | { | ||
| 195 | print "$url: Too small (${x}x${y}<", $self->{minx}, "x", $self->{miny}, ").\n"; | ||
| 196 | } | ||
| 197 | } | ||
| 198 | unlink($pathname); | ||
| 199 | } | ||
| 200 | } | ||
| 201 | else | ||
| 202 | { | ||
| 203 | if($self->{verbose} > 2) | ||
| 204 | { | ||
| 205 | print "$url -> $filename failed: ", status_message($code), "\n"; | ||
| 206 | } | ||
| 207 | unlink($pathname); | ||
| 208 | } | ||
| 209 | } | ||
| 210 | } | ||
| 211 | |||
| 212 | $self->prune(); | ||
| 213 | |||
| 214 | if($rv) | ||
| 215 | { | ||
| 216 | return $rv; | ||
| 217 | } | ||
| 218 | else | ||
| 219 | { | ||
| 220 | return; | ||
| 221 | } | ||
| 222 | } |