| line | stmt | bran | cond | sub | pod | time | code | 
| 1 |  |  |  |  |  |  | package Mojo::UserAgent::Role::Cache; | 
| 2 | 3 |  |  | 3 |  | 2062 | use Mojo::Base -role; | 
|  | 3 |  |  |  |  | 6 |  | 
|  | 3 |  |  |  |  | 24 |  | 
| 3 |  |  |  |  |  |  |  | 
| 4 | 3 |  |  | 3 |  | 2679 | use Mojo::UserAgent::Role::Cache::Driver::File; | 
|  | 3 |  |  |  |  | 10 |  | 
|  | 3 |  |  |  |  | 26 |  | 
| 5 | 3 |  |  | 3 |  | 109 | use Mojo::Util 'term_escape'; | 
|  | 3 |  |  |  |  | 8 |  | 
|  | 3 |  |  |  |  | 170 |  | 
| 6 |  |  |  |  |  |  |  | 
| 7 | 3 |  | 50 | 3 |  | 19 | use constant DEBUG => $ENV{MOJO_CLIENT_DEBUG} || 0; | 
|  | 3 |  |  |  |  | 7 |  | 
|  | 3 |  |  |  |  | 4389 |  | 
| 8 |  |  |  |  |  |  |  | 
| 9 |  |  |  |  |  |  | our $VERSION = '0.01'; | 
| 10 |  |  |  |  |  |  |  | 
| 11 |  |  |  |  |  |  | my $DEFAULT_STRATEGY = 'playback_or_record'; | 
| 12 |  |  |  |  |  |  |  | 
| 13 |  |  |  |  |  |  | has cache_driver => sub { shift->cache_driver_singleton }; | 
| 14 |  |  |  |  |  |  | has cache_strategy => sub { | 
| 15 |  |  |  |  |  |  | my $strategy = $ENV{MOJO_USERAGENT_CACHE_STRATEGY} || $DEFAULT_STRATEGY; | 
| 16 |  |  |  |  |  |  | my @strategies = map { split /=/, $_, 2 } split '&', $strategy; | 
| 17 |  |  |  |  |  |  | my %strategies = @strategies == 1 ? () : @strategies; | 
| 18 |  |  |  |  |  |  |  | 
| 19 |  |  |  |  |  |  | return !%strategies ? sub {$strategy} : sub { | 
| 20 |  |  |  |  |  |  | my $method = uc shift->req->method; | 
| 21 |  |  |  |  |  |  | return $strategies{$method} || $strategies{DEFAULT} || $DEFAULT_STRATEGY; | 
| 22 |  |  |  |  |  |  | }; | 
| 23 |  |  |  |  |  |  | }; | 
| 24 |  |  |  |  |  |  |  | 
| 25 |  |  |  |  |  |  | sub cache_driver_singleton { | 
| 26 | 3 |  |  | 3 | 1 | 10 | my $class = shift; | 
| 27 | 3 |  |  |  |  | 29 | state $driver = Mojo::UserAgent::Role::Cache::Driver::File->new; | 
| 28 | 3 | 50 |  |  |  | 29 | return $driver unless @_; | 
| 29 | 0 |  |  |  |  | 0 | $driver = shift; | 
| 30 | 0 |  |  |  |  | 0 | return $class; | 
| 31 |  |  |  |  |  |  | } | 
| 32 |  |  |  |  |  |  |  | 
| 33 |  |  |  |  |  |  | around start => sub { | 
| 34 |  |  |  |  |  |  | my ($orig, $self, $tx) = (shift, shift, shift); | 
| 35 |  |  |  |  |  |  |  | 
| 36 |  |  |  |  |  |  | my $strategy = $self->cache_strategy->($tx); | 
| 37 |  |  |  |  |  |  | warn qq(-- Cache strategy is "$strategy" (@{[_url($tx)]})\n) if DEBUG and !$self->{cache_passthrough}; | 
| 38 |  |  |  |  |  |  | return $self->$orig($tx, @_) if $strategy eq 'passthrough' or delete $self->{cache_passthrough}; | 
| 39 |  |  |  |  |  |  |  | 
| 40 |  |  |  |  |  |  | my $method = $self->can("_cache_start_$strategy"); | 
| 41 |  |  |  |  |  |  | Carp::confess(qq([Mojo::UserAgent::Role::Cache] Invalid strategy "$strategy".)) unless $method; | 
| 42 |  |  |  |  |  |  | return $self->$method($tx, @_); | 
| 43 |  |  |  |  |  |  | }; | 
| 44 |  |  |  |  |  |  |  | 
| 45 | 0 |  |  | 0 |  | 0 | sub _url { shift->req->url->to_abs } | 
| 46 |  |  |  |  |  |  |  | 
| 47 |  |  |  |  |  |  | sub _cache_get_tx { | 
| 48 | 2 |  |  | 2 |  | 6 | my ($self, $tx_input) = @_; | 
| 49 | 2 |  |  |  |  | 6 | my $key = join '/', $tx_input->req->method, $tx_input->req->url;    # TODO - Better key | 
| 50 |  |  |  |  |  |  |  | 
| 51 | 2 |  |  |  |  | 690 | my $buffer = $self->cache_driver->get($key); | 
| 52 | 2 | 100 |  |  |  | 215 | return undef unless defined $buffer; | 
| 53 |  |  |  |  |  |  |  | 
| 54 | 1 |  |  |  |  | 7 | $tx_input->res->parse($buffer); | 
| 55 | 1 |  |  |  |  | 982 | return $tx_input; | 
| 56 |  |  |  |  |  |  | } | 
| 57 |  |  |  |  |  |  |  | 
| 58 |  |  |  |  |  |  | sub _cache_set_tx { | 
| 59 | 1 |  |  | 1 |  | 5 | my ($self, $tx_input, $tx_output) = @_; | 
| 60 | 1 |  |  |  |  | 5 | my $key = join '/', $tx_input->req->method, $tx_input->req->url;    # TODO - Better key | 
| 61 | 1 |  |  |  |  | 271 | $self->cache_driver->set($key, $tx_output->res->to_string); | 
| 62 | 1 |  |  |  |  | 4 | return $self; | 
| 63 |  |  |  |  |  |  | } | 
| 64 |  |  |  |  |  |  |  | 
| 65 |  |  |  |  |  |  | sub _cache_start_playback { | 
| 66 | 0 |  |  | 0 |  | 0 | my ($self, $tx_input, $cb) = @_; | 
| 67 | 0 |  |  |  |  | 0 | my $tx_output = $self->_cache_get_tx($tx_input); | 
| 68 | 0 | 0 |  |  |  | 0 | my $status = $tx_output ? '<<<' : '!!!'; | 
| 69 |  |  |  |  |  |  |  | 
| 70 |  |  |  |  |  |  | # Not in cache | 
| 71 | 0 | 0 |  |  |  | 0 | unless ($tx_output) { | 
| 72 | 0 |  |  |  |  | 0 | $tx_output = $tx_input; | 
| 73 | 0 |  |  |  |  | 0 | $tx_output->res->error({message => 'Not in cache.'}); | 
| 74 |  |  |  |  |  |  | } | 
| 75 |  |  |  |  |  |  |  | 
| 76 | 0 |  |  |  |  | 0 | warn term_escape "-- Client >>> Cache (@{[_url($tx_input)]})\n@{[$tx_input->req->to_string]}\n"      if DEBUG; | 
| 77 | 0 |  |  |  |  | 0 | warn term_escape "-- Client $status Cache (@{[_url($tx_input)]})\n@{[$tx_output->res->to_string]}\n" if DEBUG; | 
| 78 |  |  |  |  |  |  |  | 
| 79 |  |  |  |  |  |  | # Blocking | 
| 80 | 0 | 0 |  |  |  | 0 | return $tx_output unless $cb; | 
| 81 |  |  |  |  |  |  |  | 
| 82 |  |  |  |  |  |  | # Non-blocking | 
| 83 | 0 |  |  | 0 |  | 0 | Mojo::IOLoop->next_tick(sub { $self->$cb($tx_input) }); | 
|  | 0 |  |  |  |  | 0 |  | 
| 84 | 0 |  |  |  |  | 0 | return $self; | 
| 85 |  |  |  |  |  |  | } | 
| 86 |  |  |  |  |  |  |  | 
| 87 |  |  |  |  |  |  | sub _cache_start_playback_or_record { | 
| 88 | 2 |  |  | 2 |  | 5 | my ($self, $tx_input, $cb) = @_; | 
| 89 | 2 |  |  |  |  | 9 | my $tx_output = $self->_cache_get_tx($tx_input); | 
| 90 |  |  |  |  |  |  |  | 
| 91 |  |  |  |  |  |  | # Not cached | 
| 92 | 2 | 100 |  |  |  | 8 | unless ($tx_output) { | 
| 93 | 1 |  |  |  |  | 1 | warn term_escape "-- Client !!! Cache (@{[_url($tx_input)]}) - Start recording...\n" if DEBUG; | 
| 94 | 1 | 50 |  |  |  | 8 | return $self->_cache_start_record($tx_input, $cb ? ($cb) : ()); | 
| 95 |  |  |  |  |  |  | } | 
| 96 |  |  |  |  |  |  |  | 
| 97 | 1 |  |  |  |  | 3 | warn term_escape "-- Client >>> Cache (@{[_url($tx_input)]})\n@{[$tx_input->req->to_string]}\n"  if DEBUG; | 
| 98 | 1 |  |  |  |  | 2 | warn term_escape "-- Client <<< Cache (@{[_url($tx_input)]})\n@{[$tx_output->res->to_string]}\n" if DEBUG; | 
| 99 |  |  |  |  |  |  |  | 
| 100 |  |  |  |  |  |  | # Blocking | 
| 101 | 1 | 50 |  |  |  | 5 | return $tx_output unless $cb; | 
| 102 |  |  |  |  |  |  |  | 
| 103 |  |  |  |  |  |  | # Non-blocking | 
| 104 | 1 |  |  | 1 |  | 17 | Mojo::IOLoop->next_tick(sub { $self->$cb($tx_output) }); | 
|  | 1 |  |  |  |  | 252 |  | 
| 105 | 1 |  |  |  |  | 109 | return $self; | 
| 106 |  |  |  |  |  |  | } | 
| 107 |  |  |  |  |  |  |  | 
| 108 |  |  |  |  |  |  | sub _cache_start_record { | 
| 109 | 1 |  |  | 1 |  | 4 | my ($self, $tx_input, $cb) = @_; | 
| 110 |  |  |  |  |  |  |  | 
| 111 |  |  |  |  |  |  | # Make sure we perform the actual request when calling start(); | 
| 112 | 1 |  |  |  |  | 2 | $self->{cache_passthrough} = 1; | 
| 113 |  |  |  |  |  |  |  | 
| 114 |  |  |  |  |  |  | # Blocking | 
| 115 | 1 | 50 |  |  |  | 3 | unless ($cb) { | 
| 116 | 1 |  |  |  |  | 27 | my $tx_output = $self->start($tx_input); | 
| 117 | 1 |  |  |  |  | 268193 | $self->_cache_set_tx($tx_input, $tx_output); | 
| 118 | 1 |  |  |  |  | 11 | return $tx_output; | 
| 119 |  |  |  |  |  |  | } | 
| 120 |  |  |  |  |  |  |  | 
| 121 |  |  |  |  |  |  | # Non-blocking | 
| 122 | 0 |  |  | 0 |  |  | $self->start($tx_input, sub { $_[0]->_cache_set_tx($tx_input, $_[1])->$cb($_[1]) }); | 
|  | 0 |  |  |  |  |  |  | 
| 123 | 0 |  |  |  |  |  | return $self; | 
| 124 |  |  |  |  |  |  | } | 
| 125 |  |  |  |  |  |  |  | 
| 126 |  |  |  |  |  |  | 1; | 
| 127 |  |  |  |  |  |  |  | 
| 128 |  |  |  |  |  |  | =encoding utf8 | 
| 129 |  |  |  |  |  |  |  | 
| 130 |  |  |  |  |  |  | =head1 NAME | 
| 131 |  |  |  |  |  |  |  | 
| 132 |  |  |  |  |  |  | Mojo::UserAgent::Role::Cache - Role for Mojo::UserAgent that provides caching | 
| 133 |  |  |  |  |  |  |  | 
| 134 |  |  |  |  |  |  | =head1 SYNOPSIS | 
| 135 |  |  |  |  |  |  |  | 
| 136 |  |  |  |  |  |  | =head2 General | 
| 137 |  |  |  |  |  |  |  | 
| 138 |  |  |  |  |  |  | # Apply the role | 
| 139 |  |  |  |  |  |  | my $ua_class_with_cache = Mojo::UserAgent->with_roles('+Cache'); | 
| 140 |  |  |  |  |  |  | my $ua = $ua_class_with_cache->new; | 
| 141 |  |  |  |  |  |  |  | 
| 142 |  |  |  |  |  |  | # Change the global cache driver | 
| 143 |  |  |  |  |  |  | use CHI; | 
| 144 |  |  |  |  |  |  | $ua_class_with_cache->cache_driver_singleton(CHI->new(driver => "Memory", datastore => {})); | 
| 145 |  |  |  |  |  |  |  | 
| 146 |  |  |  |  |  |  | # Or change the driver for the instance | 
| 147 |  |  |  |  |  |  | $ua->cache_driver(CHI->new(driver => "Memory", datastore => {})); | 
| 148 |  |  |  |  |  |  |  | 
| 149 |  |  |  |  |  |  | # The rest is like a normal Mojo::UserAgent | 
| 150 |  |  |  |  |  |  | my $tx = $ua->get($url)->error; | 
| 151 |  |  |  |  |  |  |  | 
| 152 |  |  |  |  |  |  | =head2 Module | 
| 153 |  |  |  |  |  |  |  | 
| 154 |  |  |  |  |  |  | package MyCoolModule; | 
| 155 |  |  |  |  |  |  | use Mojo::Base -base; | 
| 156 |  |  |  |  |  |  |  | 
| 157 |  |  |  |  |  |  | has ua => sub { | 
| 158 |  |  |  |  |  |  | return $ENV{MOJO_USERAGENT_CACHE_STRATEGY} | 
| 159 |  |  |  |  |  |  | ? Mojo::UserAgent->with_roles('+Cache') : Mojo::UserAgent->new; | 
| 160 |  |  |  |  |  |  | }; | 
| 161 |  |  |  |  |  |  |  | 
| 162 |  |  |  |  |  |  | sub get_mojolicious_org { | 
| 163 |  |  |  |  |  |  | return shift->ua->get("https://mojolicious.org/"); | 
| 164 |  |  |  |  |  |  | } | 
| 165 |  |  |  |  |  |  |  | 
| 166 |  |  |  |  |  |  | Using the C inside the module is a very | 
| 167 |  |  |  |  |  |  | effective way to either use the global cache set up by a unit test, or run with | 
| 168 |  |  |  |  |  |  | the default L without caching. | 
| 169 |  |  |  |  |  |  |  | 
| 170 |  |  |  |  |  |  | =head2 Test | 
| 171 |  |  |  |  |  |  |  | 
| 172 |  |  |  |  |  |  | use Mojo::Base -strict; | 
| 173 |  |  |  |  |  |  | use Mojo::UserAgent::Role::Cache; | 
| 174 |  |  |  |  |  |  | use MyCoolModule; | 
| 175 |  |  |  |  |  |  | use Test::More; | 
| 176 |  |  |  |  |  |  |  | 
| 177 |  |  |  |  |  |  | # Set up the environment and change the global cache_driver before running | 
| 178 |  |  |  |  |  |  | # the tests | 
| 179 |  |  |  |  |  |  | $ENV{MOJO_USERAGENT_CACHE_STRATEGY} ||= "playback"; | 
| 180 |  |  |  |  |  |  | Mojo::UserAgent::Role::Cache->cache_driver_singleton->root_dir("/some/path"); | 
| 181 |  |  |  |  |  |  |  | 
| 182 |  |  |  |  |  |  | # Run the tests | 
| 183 |  |  |  |  |  |  | my $cool = MyCoolModule->new; | 
| 184 |  |  |  |  |  |  | is $cool->get_mojolicious_org->res->code, 200, "mojolicious.org works"; | 
| 185 |  |  |  |  |  |  |  | 
| 186 |  |  |  |  |  |  | done_testing; | 
| 187 |  |  |  |  |  |  |  | 
| 188 |  |  |  |  |  |  | =head1 DESCRIPTION | 
| 189 |  |  |  |  |  |  |  | 
| 190 |  |  |  |  |  |  | L is a role for the full featured non-blocking | 
| 191 |  |  |  |  |  |  | I/O HTTP and WebSocket user agent L, that provides caching. | 
| 192 |  |  |  |  |  |  |  | 
| 193 |  |  |  |  |  |  | The L shows how to use this in with tests, but there's nothing wrong | 
| 194 |  |  |  |  |  |  | with using it for other things as well, where you want caching. | 
| 195 |  |  |  |  |  |  |  | 
| 196 |  |  |  |  |  |  | =head1 WARNING | 
| 197 |  |  |  |  |  |  |  | 
| 198 |  |  |  |  |  |  | L is still under development, so there will be | 
| 199 |  |  |  |  |  |  | changes and there is probably bugs that needs fixing. Please report in if you | 
| 200 |  |  |  |  |  |  | find a bug or find this role interesting. | 
| 201 |  |  |  |  |  |  |  | 
| 202 |  |  |  |  |  |  | L | 
| 203 |  |  |  |  |  |  |  | 
| 204 |  |  |  |  |  |  | Below is a list of known issues: (Contributions are more than welcome) | 
| 205 |  |  |  |  |  |  |  | 
| 206 |  |  |  |  |  |  | =over 2 | 
| 207 |  |  |  |  |  |  |  | 
| 208 |  |  |  |  |  |  | =item * cache files | 
| 209 |  |  |  |  |  |  |  | 
| 210 |  |  |  |  |  |  | L is very basic now. Need better | 
| 211 |  |  |  |  |  |  | directory and filename structure. | 
| 212 |  |  |  |  |  |  |  | 
| 213 |  |  |  |  |  |  | =item * cache key | 
| 214 |  |  |  |  |  |  |  | 
| 215 |  |  |  |  |  |  | The cache key is just HTTP method and URL. Need to also include a digest of the | 
| 216 |  |  |  |  |  |  | body and headers (?) | 
| 217 |  |  |  |  |  |  |  | 
| 218 |  |  |  |  |  |  | =item * strategy for storing | 
| 219 |  |  |  |  |  |  |  | 
| 220 |  |  |  |  |  |  | Should add a custom strategy for calulating the cache key and also reject | 
| 221 |  |  |  |  |  |  | storing the result at all. | 
| 222 |  |  |  |  |  |  |  | 
| 223 |  |  |  |  |  |  | =back | 
| 224 |  |  |  |  |  |  |  | 
| 225 |  |  |  |  |  |  | =head1 ATTRIBUTES | 
| 226 |  |  |  |  |  |  |  | 
| 227 |  |  |  |  |  |  | =head2 cache_driver | 
| 228 |  |  |  |  |  |  |  | 
| 229 |  |  |  |  |  |  | $obj = $self->cache_driver; | 
| 230 |  |  |  |  |  |  | $self = $self->cache_driver(CHI->new); | 
| 231 |  |  |  |  |  |  |  | 
| 232 |  |  |  |  |  |  | Holds an object that will get/set the HTTP messages. Default is | 
| 233 |  |  |  |  |  |  | L, but any backend that supports | 
| 234 |  |  |  |  |  |  | L and L should do. | 
| 235 |  |  |  |  |  |  |  | 
| 236 |  |  |  |  |  |  | =head2 cache_strategy | 
| 237 |  |  |  |  |  |  |  | 
| 238 |  |  |  |  |  |  | $code = $self->cache_strategy; | 
| 239 |  |  |  |  |  |  | $self = $self->cache_strategy(sub { my $tx = shift; return "passthrough" }); | 
| 240 |  |  |  |  |  |  |  | 
| 241 |  |  |  |  |  |  | Used to set up a callback to return a cache strategy. Default value is read | 
| 242 |  |  |  |  |  |  | from the C environment variable or | 
| 243 |  |  |  |  |  |  | "playback_or_record". | 
| 244 |  |  |  |  |  |  |  | 
| 245 |  |  |  |  |  |  | The return value from the C<$code> can be one of: | 
| 246 |  |  |  |  |  |  |  | 
| 247 |  |  |  |  |  |  | =over 2 | 
| 248 |  |  |  |  |  |  |  | 
| 249 |  |  |  |  |  |  | =item * passthrough | 
| 250 |  |  |  |  |  |  |  | 
| 251 |  |  |  |  |  |  | Will disable any caching. | 
| 252 |  |  |  |  |  |  |  | 
| 253 |  |  |  |  |  |  | =item * playback | 
| 254 |  |  |  |  |  |  |  | 
| 255 |  |  |  |  |  |  | Will never send a request to the remote server, but only look for recorded | 
| 256 |  |  |  |  |  |  | messages. | 
| 257 |  |  |  |  |  |  |  | 
| 258 |  |  |  |  |  |  | =item * playback_or_record | 
| 259 |  |  |  |  |  |  |  | 
| 260 |  |  |  |  |  |  | Will return a recorded message if it exists, or fetch one from the remote | 
| 261 |  |  |  |  |  |  | server and store the response. | 
| 262 |  |  |  |  |  |  |  | 
| 263 |  |  |  |  |  |  | =item * record | 
| 264 |  |  |  |  |  |  |  | 
| 265 |  |  |  |  |  |  | Will always fetch a new response from the remote server and store the response. | 
| 266 |  |  |  |  |  |  |  | 
| 267 |  |  |  |  |  |  | =back | 
| 268 |  |  |  |  |  |  |  | 
| 269 |  |  |  |  |  |  | =head1 METHODS | 
| 270 |  |  |  |  |  |  |  | 
| 271 |  |  |  |  |  |  | =head2 cache_driver_singleton | 
| 272 |  |  |  |  |  |  |  | 
| 273 |  |  |  |  |  |  | $obj = Mojo::UserAgent::Role::Cache->cache_driver_singleton; | 
| 274 |  |  |  |  |  |  | Mojo::UserAgent::Role::Cache->cache_driver_singleton($obj); | 
| 275 |  |  |  |  |  |  |  | 
| 276 |  |  |  |  |  |  | Used to retrieve or set the default L. Useful for setting up | 
| 277 |  |  |  |  |  |  | caching globally in unit tests. | 
| 278 |  |  |  |  |  |  |  | 
| 279 |  |  |  |  |  |  | =head1 AUTHOR | 
| 280 |  |  |  |  |  |  |  | 
| 281 |  |  |  |  |  |  | Jan Henning Thorsen | 
| 282 |  |  |  |  |  |  |  | 
| 283 |  |  |  |  |  |  | =head1 COPYRIGHT AND LICENSE | 
| 284 |  |  |  |  |  |  |  | 
| 285 |  |  |  |  |  |  | This program is free software, you can redistribute it and/or modify it under | 
| 286 |  |  |  |  |  |  | the terms of the Artistic License version 2.0. | 
| 287 |  |  |  |  |  |  |  | 
| 288 |  |  |  |  |  |  | =head1 SEE ALSO | 
| 289 |  |  |  |  |  |  |  | 
| 290 |  |  |  |  |  |  | L, | 
| 291 |  |  |  |  |  |  | L and | 
| 292 |  |  |  |  |  |  | L. | 
| 293 |  |  |  |  |  |  |  | 
| 294 |  |  |  |  |  |  | =cut |