| 1 | package Qiniu::Storage; | ||
| 2 | use Moo; | ||
| 3 | use 5.010; | ||
| 4 | use Mojo::UserAgent; | ||
| 5 | use Mojo::Asset::File; | ||
| 6 | use Qiniu::Util qw/safe_b64_encode encoded_entry_uri/; | ||
| 7 | |||
| 8 | our $VERSION = '0.06'; | ||
| 9 | |||
| 10 | has auth => ( | ||
| 11 | is => 'ro', | ||
| 12 | ); | ||
| 13 | has bucket => ( | ||
| 14 | is => 'ro', | ||
| 15 | required => 1, | ||
| 16 | ); | ||
| 17 | |||
| 18 | has rsapi => ( | ||
| 19 | is => 'rw', | ||
| 20 | default => sub {'http://rs.qiniu.com'}, | ||
| 21 | ); | ||
| 22 | |||
| 23 | has ua => ( | ||
| 24 | is => 'rw', | ||
| 25 | default => sub { return Mojo::UserAgent->new }, | ||
| 26 | ); | ||
| 27 | |||
| 28 | has upapi => ( | ||
| 29 | is => 'rw', | ||
| 30 | default => sub {'http://upload.qiniu.com'}, | ||
| 31 | ); | ||
| 32 | |||
| 33 | |||
| 34 | sub upload_file { | ||
| 35 | my ($self, $token, $local_file, $key ) = @_; | ||
| 36 | my $ua = Mojo::UserAgent->new; | ||
| 37 | return $ua->post($self->upapi => form => { | ||
| 38 | key => $key, | ||
| 39 | token => $token, | ||
| 40 | file => { | ||
| 41 | file => $local_file | ||
| 42 | }} | ||
| 43 | )->res->json; | ||
| 44 | } | ||
| 45 | |||
| 46 | sub upload_data { | ||
| 47 | my ($self, $token, $data, $key ) = @_; | ||
| 48 | my $ua = Mojo::UserAgent->new; | ||
| 49 | return $ua->post($self->upapi => form => { | ||
| 50 | key => $key, | ||
| 51 | token => $token, | ||
| 52 | file => { | ||
| 53 | filename => $key, | ||
| 54 | content => $data, | ||
| 55 | }} | ||
| 56 | )->res->json; | ||
| 57 | } | ||
| 58 | |||
| 59 | sub upload_stream { | ||
| 60 | my ($self, $token, $local_file, $key, $mimetype) = @_; | ||
| 61 | my $ua = Mojo::UserAgent->new; | ||
| 62 | my $file = Mojo::Asset::File->new(path => $local_file); | ||
| 63 | |||
| 64 | my $length = $file->size; | ||
| 65 | my @blocks = split_range($length); | ||
| 66 | my @ctx; | ||
| 67 | for my $block_nu ( 0 .. $#blocks ) { | ||
| 68 | my $block = $blocks[$block_nu]; | ||
| 69 | my $block_data = $file->get_chunk($block->{start_range}, $block->{max}); | ||
| 70 | my $mkblkAPI = $self->upapi .'/mkblk/'. $block->{end_range}; | ||
| 71 | my $chunk_data = Mojo::Asset::Memory->new->add_chunk($block_data); | ||
| 72 | my @chunk = split_range($chunk_data->size, 1 * (1024 ** 2)); | ||
| 73 | |||
| 74 | my $result; | ||
| 75 | for my $nu (0..$#chunk) { | ||
| 76 | my $chunk_info = $chunk[$nu]; | ||
| 77 | my $mkblkAPI = $self->upapi . '/mkblk/' . $block->{max}; | ||
| 78 | if ($nu != 0) { | ||
| 79 | $mkblkAPI = $self->upapi . '/bput/' . $result->{ctx} .'/'. $chunk_info->{start_range}; | ||
| 80 | } | ||
| 81 | my $bput_data = $chunk_data->get_chunk($chunk_info->{start_range}, $chunk_info->{max}); | ||
| 82 | $result = $ua->post($mkblkAPI => | ||
| 83 | { | ||
| 84 | 'Content-Length'=> $chunk_info->{max}, | ||
| 85 | 'Content-Type' => 'application/octet-stream', | ||
| 86 | 'Authorization' => 'UpToken ' . $token, | ||
| 87 | }, | ||
| 88 | $bput_data)->res->json; | ||
| 89 | $ctx[$block_nu] = $result->{ctx}; | ||
| 90 | } | ||
| 91 | } | ||
| 92 | my $mkfile_api = $self->upapi . '/mkfile/' . $length . '/key/'. safe_b64_encode($key); | ||
| 93 | $mkfile_api = defined $mimetype ? $mkfile_api . "/mimeType/" . safe_b64_encode('video/mp4') : $mkfile_api; | ||
| 94 | my $data = join(',' , @ctx); | ||
| 95 | return $ua->post( $mkfile_api => { | ||
| 96 | 'Content-Type' => 'text/plain', | ||
| 97 | 'Authorization' => 'UpToken ' . $token, | ||
| 98 | } => $data )->res->json; | ||
| 99 | |||
| 100 | } | ||
| 101 | |||
| 102 | sub stat { | ||
| 103 | my $self = shift; | ||
| 104 | my $op = '/stat/' . encoded_entry_uri($self->bucket, shift); | ||
| 105 | return $self->rsget($op); | ||
| 106 | } | ||
| 107 | |||
| 108 | sub copy { | ||
| 109 | my $self = shift; | ||
| 110 | my $op = '/copy/' . encoded_entry_uri($self->bucket, $_[0]) . '/' . encoded_entry_uri($self->bucket, $_[1]); | ||
| 111 | return $self->rsget($op); | ||
| 112 | } | ||
| 113 | |||
| 114 | sub move { | ||
| 115 | my $self = shift; | ||
| 116 | my $op = '/move/' . encoded_entry_uri($self->bucket, $_[0]) . '/' . encoded_entry_uri($self->bucket, $_[1]); | ||
| 117 | return $self->rsget($op); | ||
| 118 | } | ||
| 119 | |||
| 120 | sub delete { | ||
| 121 | my $self = shift; | ||
| 122 | my $op = '/delete/' . encoded_entry_uri($self->bucket, shift); | ||
| 123 | return $self->rsget($op); | ||
| 124 | } | ||
| 125 | |||
| 126 | sub list { | ||
| 127 | my $self = shift; | ||
| 128 | my $args = shift; | ||
| 129 | |||
| 130 | $args->{bucket} ||= $self->bucket; | ||
| 131 | my $params = Mojo::Parameters->new(%$args); | ||
| 132 | my $url = "http://rsf.qbox.me/list?" . $params->to_string; | ||
| 133 | $self->register_token($self->ua); | ||
| 134 | my $tx = $self->ua->post($url); | ||
| 135 | if (my $res = $tx->success) { | ||
| 136 | return $res->json; | ||
| 137 | } | ||
| 138 | else { | ||
| 139 | my $err = $tx->error; | ||
| 140 | return "$err->{code} response: $err->{message}" if $err->{code}; | ||
| 141 | return "Connection error: $err->{message}"; | ||
| 142 | } | ||
| 143 | } | ||
| 144 | |||
| 145 | sub register_token { | ||
| 146 | my ($self, $ua) = (shift, shift); | ||
| 147 | $ua->on(start => sub { | ||
| 148 | my ($ua, $tx) = @_; | ||
| 149 | my $signingStr = $tx->req->url->path_query . "\n"; | ||
| 150 | if ($tx->req->body) { | ||
| 151 | $signingStr = $signingStr . "\n" . $tx->req->body; | ||
| 152 | $tx->req->headers->header('Content-Type' => 'application/x-www-form-urlencoded'); | ||
| 153 | } | ||
| 154 | my $manage_token = $self->auth->manage_token($signingStr); | ||
| 155 | $tx->req->headers->header('Authorization' => 'QBox ' . $manage_token); | ||
| 156 | }); | ||
| 157 | } | ||
| 158 | |||
| 159 | # 资源操作接口 | ||
| 160 | sub rsget { | ||
| 161 | my ($self, $op) = @_; | ||
| 162 | $self->register_token($self->ua); | ||
| 163 | my $opapi = $self->rsapi . $op; | ||
| 164 | return $self->ua->post( $opapi )->res->json; | ||
| 165 | } | ||
| 166 | |||
| 167 | sub split_range { | ||
| 168 | my ($length, $seg_size) = @_; | ||
| 169 | |||
| 170 | # 每个请求的段大小的范围,字节 | ||
| 171 | $seg_size ||= 4 * (1024 ** 2); | ||
| 172 | |||
| 173 | # 要处理的字节的总数 | ||
| 174 | my $len_remain = $length; | ||
| 175 | |||
| 176 | my @ranges; | ||
| 177 | while ( $len_remain > 0 ) { | ||
| 178 | # 每个 segment 的大小 | ||
| 179 | my $seg_len = $seg_size; | ||
| 180 | |||
| 181 | # 偏移长度 | ||
| 182 | my $ofs = $length - $len_remain; | ||
| 183 | |||
| 184 | # 剩余字节 | ||
| 185 | $len_remain -= $seg_len; | ||
| 186 | |||
| 187 | my $tail = $ofs + $seg_len; | ||
| 188 | if ( $length < $tail) { | ||
| 189 | $tail = $length; | ||
| 190 | } | ||
| 191 | |||
| 192 | push @ranges, { | ||
| 193 | start_range => $ofs, # 本块的起点 | ||
| 194 | end_range => $tail, # 本块的结束 | ||
| 195 | max => $tail - $ofs, | ||
| 196 | }; | ||
| 197 | } | ||
| 198 | return @ranges | ||
| 199 | } | ||
| 200 | 1; | ||
| 201 | |||
| 202 | __END__ |