| line | stmt | bran | cond | sub | pod | time | code | 
| 1 |  |  |  |  |  |  | package WebService::Vichan; | 
| 2 |  |  |  |  |  |  |  | 
| 3 | 1 |  |  | 1 |  | 102505 | use 5.014000; | 
|  | 1 |  |  |  |  | 3 |  | 
| 4 | 1 |  |  | 1 |  | 5 | use strict; | 
|  | 1 |  |  |  |  | 2 |  | 
|  | 1 |  |  |  |  | 20 |  | 
| 5 | 1 |  |  | 1 |  | 4 | use warnings; | 
|  | 1 |  |  |  |  | 3 |  | 
|  | 1 |  |  |  |  | 45 |  | 
| 6 | 1 |  |  | 1 |  | 293 | use parent qw/Exporter/; | 
|  | 1 |  |  |  |  | 266 |  | 
|  | 1 |  |  |  |  | 4 |  | 
| 7 |  |  |  |  |  |  |  | 
| 8 | 1 |  |  | 1 |  | 505 | use HTTP::Tiny; | 
|  | 1 |  |  |  |  | 43643 |  | 
|  | 1 |  |  |  |  | 38 |  | 
| 9 | 1 |  |  | 1 |  | 389 | use Hash::Inflator; | 
|  | 1 |  |  |  |  | 555 |  | 
|  | 1 |  |  |  |  | 38 |  | 
| 10 | 1 |  |  | 1 |  | 364 | use JSON::MaybeXS; | 
|  | 1 |  |  |  |  | 8683 |  | 
|  | 1 |  |  |  |  | 96 |  | 
| 11 | 1 |  |  | 1 |  | 457 | use Time::HiRes qw/time sleep/; | 
|  | 1 |  |  |  |  | 1295 |  | 
|  | 1 |  |  |  |  | 8 |  | 
| 12 |  |  |  |  |  |  |  | 
| 13 |  |  |  |  |  |  | our $VERSION = '0.001001'; | 
| 14 |  |  |  |  |  |  |  | 
| 15 |  |  |  |  |  |  | our %cache; | 
| 16 |  |  |  |  |  |  | our $last_request = 0; | 
| 17 |  |  |  |  |  |  | our $ht = HTTP::Tiny->new( | 
| 18 |  |  |  |  |  |  | agent      => 'WebService-Vichan/'.$VERSION, | 
| 19 |  |  |  |  |  |  | verify_SSL => 1 | 
| 20 |  |  |  |  |  |  | ); | 
| 21 |  |  |  |  |  |  |  | 
| 22 |  |  |  |  |  |  | use constant +{ | 
| 23 | 1 |  |  |  |  | 1168 | API_4CHAN => 'https://a.4cdn.org', | 
| 24 |  |  |  |  |  |  | API_8CHAN => 'https://8ch.net', | 
| 25 | 1 |  |  | 1 |  | 314 | }; | 
|  | 1 |  |  |  |  | 4 |  | 
| 26 |  |  |  |  |  |  |  | 
| 27 |  |  |  |  |  |  | our @EXPORT_OK = qw/API_4CHAN API_8CHAN/; | 
| 28 |  |  |  |  |  |  | our %EXPORT_TAGS = ( all => \@EXPORT_OK ); | 
| 29 |  |  |  |  |  |  |  | 
| 30 |  |  |  |  |  |  | sub new { | 
| 31 | 2 |  |  | 2 | 1 | 47809 | my ($class, $url) = @_; | 
| 32 | 2 |  |  |  |  | 15 | bless { url => $url }, $class | 
| 33 |  |  |  |  |  |  | } | 
| 34 |  |  |  |  |  |  |  | 
| 35 |  |  |  |  |  |  | sub do_request { | 
| 36 | 8 |  |  | 8 | 0 | 36 | my ($url, $cached_result, $cached_timestamp) = @_; | 
| 37 | 8 |  |  |  |  | 27 | my %options; | 
| 38 | 8 | 50 |  |  |  | 54 | if ($cached_timestamp) { | 
| 39 | 0 |  |  |  |  | 0 | $options{headers}{'If-Modified-Since'} = $cached_timestamp | 
| 40 |  |  |  |  |  |  | } | 
| 41 | 8 |  |  |  |  | 52 | my $time_since_last_request = time - $last_request; | 
| 42 | 8 | 100 |  |  |  | 6524394 | sleep 1 - $time_since_last_request if $time_since_last_request < 1; | 
| 43 | 8 |  |  |  |  | 631 | my $result = $ht->get($url, \%options); | 
| 44 | 8 |  |  |  |  | 7876421 | $last_request = time; | 
| 45 | 8 | 50 |  |  |  | 83 | if ($result->{status} == 304) { | 
|  |  | 50 |  |  |  |  |  | 
| 46 | 0 |  |  |  |  | 0 | [$cached_result, $cached_timestamp] | 
| 47 |  |  |  |  |  |  | } elsif (!$result->{success}) { | 
| 48 | 0 |  |  |  |  | 0 | my $diestr = sprintf "Error requesting %s: %s\n", $url, $result->{reason}; | 
| 49 | 0 | 0 |  |  |  | 0 | die $diestr unless $result->{success}; | 
| 50 |  |  |  |  |  |  | } else { | 
| 51 | 8 |  |  |  |  | 2783 | [$result->{content}, $last_request] | 
| 52 |  |  |  |  |  |  | } | 
| 53 |  |  |  |  |  |  | } | 
| 54 |  |  |  |  |  |  |  | 
| 55 |  |  |  |  |  |  | sub requestf { | 
| 56 | 12 |  |  | 12 | 0 | 63 | my ($self, $format, @args) = @_; | 
| 57 | 12 |  |  |  |  | 97 | my $what = sprintf $format, @args; | 
| 58 | 12 |  |  |  |  | 78 | my $url = $self->{url} . '/' . $what; | 
| 59 | 12 |  |  |  |  | 54 | my $result = $cache{$url}; | 
| 60 | 12 | 100 |  |  |  | 91 | if (!defined $result) { | 
|  |  | 50 |  |  |  |  |  | 
| 61 | 8 |  |  |  |  | 39 | $cache{$url} = do_request $url | 
| 62 |  |  |  |  |  |  | } elsif (time - $result->[1] > 10) { | 
| 63 | 0 |  |  |  |  | 0 | $cache{$url} = do_request $url, @$result | 
| 64 |  |  |  |  |  |  | } | 
| 65 | 12 |  |  |  |  | 60550 | decode_json $cache{$url}->[0] | 
| 66 |  |  |  |  |  |  | } | 
| 67 |  |  |  |  |  |  |  | 
| 68 |  |  |  |  |  |  | sub boards { | 
| 69 | 2 |  |  | 2 | 1 | 16 | my ($self) = @_; | 
| 70 | 2 |  |  |  |  | 11 | my $result = $self->requestf('boards.json'); | 
| 71 | 2 | 100 |  |  |  | 30 | $result = $result->{boards} if ref $result eq 'HASH'; | 
| 72 |  |  |  |  |  |  | my @results = map { | 
| 73 | 2 |  | 100 |  |  | 35 | $_->{board} //= $_->{uri}; | 
|  | 2731 |  |  |  |  | 161875 |  | 
| 74 | 2731 |  |  |  |  | 7457 | Hash::Inflator->new($_) | 
| 75 |  |  |  |  |  |  | } @$result; | 
| 76 | 2 | 50 |  |  |  | 5654 | wantarray ? @results : \@results; | 
| 77 |  |  |  |  |  |  | } | 
| 78 |  |  |  |  |  |  |  | 
| 79 |  |  |  |  |  |  | sub threads { | 
| 80 | 4 |  |  | 4 | 1 | 939 | my ($self, $board) = @_; | 
| 81 | 4 | 50 |  |  |  | 28 | $board = $board->{board} if ref $board; | 
| 82 | 4 |  |  |  |  | 31 | my $result = $self->requestf('%s/threads.json', $board); | 
| 83 | 4 |  |  |  |  | 25 | my @pages = map { Hash::Inflator->new($_) } @$result; | 
|  | 72 |  |  |  |  | 28757 |  | 
| 84 | 4 | 50 |  |  |  | 1262 | wantarray ? @pages : \@pages | 
| 85 |  |  |  |  |  |  | } | 
| 86 |  |  |  |  |  |  |  | 
| 87 |  |  |  |  |  |  | sub threads_flat { | 
| 88 | 2 |  |  | 2 | 1 | 28 | my @pages = shift->threads(@_); | 
| 89 | 2 |  |  |  |  | 13 | my @flat = map { @{$_->{threads}} } @pages; | 
|  | 36 |  |  |  |  | 75 |  | 
|  | 36 |  |  |  |  | 396 |  | 
| 90 | 2 | 50 |  |  |  | 107 | wantarray ? @flat : \@flat | 
| 91 |  |  |  |  |  |  | } | 
| 92 |  |  |  |  |  |  |  | 
| 93 |  |  |  |  |  |  | sub catalog { | 
| 94 | 4 |  |  | 4 | 1 | 3544 | my ($self, $board) = @_; | 
| 95 | 4 | 50 |  |  |  | 33 | $board = $board->{board} if ref $board; | 
| 96 | 4 |  |  |  |  | 26 | my $result = $self->requestf('%s/catalog.json', $board); | 
| 97 | 4 |  |  |  |  | 54 | my @pages = map { Hash::Inflator->new($_) } @$result; | 
|  | 72 |  |  |  |  | 169026 |  | 
| 98 | 4 | 50 |  |  |  | 5132 | wantarray ? @pages : \@pages | 
| 99 |  |  |  |  |  |  | } | 
| 100 |  |  |  |  |  |  |  | 
| 101 |  |  |  |  |  |  | sub catalog_flat { | 
| 102 | 2 |  |  | 2 | 1 | 25 | my @pages = shift->catalog(@_); | 
| 103 | 2 |  |  |  |  | 11 | my @flat = map { @{$_->{threads}} } @pages; | 
|  | 36 |  |  |  |  | 65 |  | 
|  | 36 |  |  |  |  | 290 |  | 
| 104 | 2 | 50 |  |  |  | 87 | wantarray ? @flat : \@flat | 
| 105 |  |  |  |  |  |  | } | 
| 106 |  |  |  |  |  |  |  | 
| 107 |  |  |  |  |  |  | sub thread { | 
| 108 | 2 |  |  | 2 | 1 | 3696 | my ($self, $board, $threadno, $is_4chan) = @_; | 
| 109 | 2 | 50 |  |  |  | 18 | $board = $board->{board} if ref $board; | 
| 110 | 2 | 50 |  |  |  | 14 | $threadno = $threadno->{no} if ref $threadno; | 
| 111 | 2 |  | 66 |  |  | 25 | $is_4chan //= (index $self->{url}, '4cdn.org') >= 0; | 
| 112 | 2 | 100 |  |  |  | 10 | my $res_or_thread = $is_4chan ? 'thread' : 'res'; | 
| 113 | 2 |  |  |  |  | 12 | my $result = | 
| 114 |  |  |  |  |  |  | $self->requestf('%s/%s/%s.json', $board, $res_or_thread, $threadno); | 
| 115 | 2 |  |  |  |  | 16 | my @posts = map { Hash::Inflator->new($_) } @{$result->{posts}}; | 
|  | 779 |  |  |  |  | 68133 |  | 
|  | 2 |  |  |  |  | 13 |  | 
| 116 | 2 | 50 |  |  |  | 3835 | wantarray ? @posts : \@posts | 
| 117 |  |  |  |  |  |  | } | 
| 118 |  |  |  |  |  |  |  | 
| 119 |  |  |  |  |  |  | 1; | 
| 120 |  |  |  |  |  |  | __END__ |