| 1 | # -*- perl -*- | ||
| 2 | |||
| 3 | # Copyright (c) 2009 AdCopy | ||
| 4 | # Author: Jeff Weisberg | ||
| 5 | # Created: 2009-Apr-07 11:37 (EDT) | ||
| 6 | # Function: for other programs to talk to yentad | ||
| 7 | # | ||
| 8 | # $Id: Client.pm,v 1.20 2010/12/28 16:15:57 jaw Exp $ | ||
| 9 | |||
| 10 | package AC::Yenta::Client; | ||
| 11 | use AC::Yenta::Conf; | ||
| 12 | use AC::DC::Protocol; | ||
| 13 | use AC::Import; | ||
| 14 | use AC::Misc; | ||
| 15 | use Sys::Hostname; | ||
| 16 | use JSON; | ||
| 17 | use Digest::SHA 'sha1'; | ||
| 18 | use Socket; | ||
| 19 | use strict; | ||
| 20 | |||
| 21 | require 'AC/protobuf/yenta_check.pl'; | ||
| 22 | require 'AC/protobuf/yenta_getset.pl'; | ||
| 23 | |||
| 24 | our @EXPORT = 'timet_to_yenta_version'; # imported from Y/Conf | ||
| 25 | |||
| 26 | my $HOSTNAME = hostname(); | ||
| 27 | |||
| 28 | my %MSGTYPE = | ||
| 29 | ( | ||
| 30 | yenta_get => { num => 7, reqc => 'ACPYentaGetSet', resc => 'ACPYentaGetSet' }, | ||
| 31 | yenta_distrib => { num => 8, reqc => 'ACPYentaDistRequest', resc => 'ACPYentaDistReply' }, | ||
| 32 | yenta_check => { num => 9, reqc => 'ACPYentaCheckRequest', resc => 'ACPYentaCheckReply' }, | ||
| 33 | ); | ||
| 34 | |||
| 35 | for my $name (keys %MSGTYPE){ | ||
| 36 | my $r = $MSGTYPE{$name}; | ||
| 37 | AC::DC::Protocol->add_msg( $name, $r->{num}, $r->{reqc}, $r->{resc}); | ||
| 38 | } | ||
| 39 | |||
| 40 | |||
| 41 | # one or more of: | ||
| 42 | # new( host, port ) | ||
| 43 | # new( servers => [ { host, port }, ... ] ) | ||
| 44 | # new( server_file ) | ||
| 45 | |||
| 46 | sub new { | ||
| 47 | my $class = shift; | ||
| 48 | |||
| 49 | my $me = bless { | ||
| 50 | debug => sub{ }, | ||
| 51 | host => 'localhost', | ||
| 52 | proto => AC::DC::Protocol->new(), | ||
| 53 | copies => 1, | ||
| 54 | @_, | ||
| 55 | }, $class; | ||
| 56 | |||
| 57 | $me->{server_file} ||= $me->{altfile}; # compat | ||
| 58 | |||
| 59 | die "servers or server_file?\n" unless $me->{servers} || $me->{server_file}; | ||
| 60 | |||
| 61 | return $me; | ||
| 62 | } | ||
| 63 | |||
| 64 | sub get { | ||
| 65 | my $me = shift; | ||
| 66 | my $map = shift; | ||
| 67 | my $key = shift; | ||
| 68 | my $ver = shift; | ||
| 69 | |||
| 70 | my $req = $me->{proto}->encode_request( { | ||
| 71 | type => 'yenta_get', | ||
| 72 | msgidno => rand(0xFFFFFFFF), | ||
| 73 | want_reply => 1, | ||
| 74 | }, { | ||
| 75 | data => [ { | ||
| 76 | map => $map, | ||
| 77 | key => $key, | ||
| 78 | version => $ver, | ||
| 79 | } ] | ||
| 80 | } ); | ||
| 81 | |||
| 82 | return $me->_send_request($map, $req); | ||
| 83 | } | ||
| 84 | |||
| 85 | sub _shard { | ||
| 86 | my $key = shift; | ||
| 87 | |||
| 88 | my $sh = sha1($key); | ||
| 89 | my($a, $b) = unpack('NN', $sh); | ||
| 90 | return $a<<32 | $b; | ||
| 91 | } | ||
| 92 | |||
| 93 | |||
| 94 | sub distribute { | ||
| 95 | my $me = shift; | ||
| 96 | my $map = shift; | ||
| 97 | my $key = shift; | ||
| 98 | my $ver = shift; | ||
| 99 | my $val = shift; | ||
| 100 | my $file = shift; # reference | ||
| 101 | my $meta = shift; | ||
| 102 | |||
| 103 | $me->{retries} = 25 unless $me->{retries}; | ||
| 104 | |||
| 105 | my $req = $me->{proto}->encode_request( { | ||
| 106 | type => 'yenta_distrib', | ||
| 107 | msgidno => rand(0xFFFFFFFF), | ||
| 108 | want_reply => 1, | ||
| 109 | }, { | ||
| 110 | sender => "$HOSTNAME/$$", | ||
| 111 | hop => 0, | ||
| 112 | expire => time() + 120, | ||
| 113 | datum => [ { | ||
| 114 | map => $map, | ||
| 115 | key => $key, | ||
| 116 | version => $ver, | ||
| 117 | shard => _shard($key), # NYI | ||
| 118 | value => $val, | ||
| 119 | meta => $meta, | ||
| 120 | } ] | ||
| 121 | }, $file ); | ||
| 122 | |||
| 123 | return $me->_send_request($map, $req, $file); | ||
| 124 | # return undef | result | ||
| 125 | } | ||
| 126 | |||
| 127 | sub check { | ||
| 128 | my $me = shift; | ||
| 129 | my $map = shift; | ||
| 130 | my $ver = shift; | ||
| 131 | my $lev = shift; | ||
| 132 | |||
| 133 | my $req = $me->{proto}->encode_request( { | ||
| 134 | type => 'yenta_check', | ||
| 135 | msgidno => rand(0xFFFFFFFF), | ||
| 136 | want_reply => 1, | ||
| 137 | }, { | ||
| 138 | map => $map, | ||
| 139 | level => $lev, | ||
| 140 | version => $ver, | ||
| 141 | } ); | ||
| 142 | |||
| 143 | return $me->_send_request($map, $req); | ||
| 144 | } | ||
| 145 | |||
| 146 | ################################################################ | ||
| 147 | |||
| 148 | sub _send_request { | ||
| 149 | my $me = shift; | ||
| 150 | my $map = shift; | ||
| 151 | my $req = shift; | ||
| 152 | my $file = shift; # reference | ||
| 153 | |||
| 154 | my $tries = $me->{retries} + 1; | ||
| 155 | my $copy = $me->{copies} || 1; | ||
| 156 | my $delay = 0.25; | ||
| 157 | |||
| 158 | $me->_init_hostlist($map); | ||
| 159 | my ($addr, $port) = $me->_next_host($map); | ||
| 160 | |||
| 161 | for (1 .. $tries){ | ||
| 162 | return unless $addr; | ||
| 163 | my $res = $me->_try_server($addr, $port, $req, $file); | ||
| 164 | return $res if $res && !--$copy; | ||
| 165 | ($addr, $port) = $me->_next_host($map); | ||
| 166 | sleep $delay; | ||
| 167 | $delay *= 1.414; | ||
| 168 | } | ||
| 169 | } | ||
| 170 | |||
| 171 | sub _try_server { | ||
| 172 | my $me = shift; | ||
| 173 | my $addr = shift; | ||
| 174 | my $port = shift; | ||
| 175 | my $req = shift; | ||
| 176 | my $file = shift; # reference | ||
| 177 | |||
| 178 | my $ipn = inet_aton($addr); | ||
| 179 | $req .= $$file if $file; | ||
| 180 | |||
| 181 | $me->{debug}->("trying to contact yenta server $addr:$port"); | ||
| 182 | my $res; | ||
| 183 | eval { | ||
| 184 | $res = $me->{proto}->send_request($ipn, $port, $req, $me->{debug}, $me->{timeout}); | ||
| 185 | $res->{data} = $me->{proto}->decode_reply( $res ) if $res; | ||
| 186 | }; | ||
| 187 | if(my $e = $@){ | ||
| 188 | $me->{debug}->("yenta request failed: $e"); | ||
| 189 | $res = undef; | ||
| 190 | } | ||
| 191 | return $res; | ||
| 192 | } | ||
| 193 | |||
| 194 | |||
| 195 | ################################################################ | ||
| 196 | |||
| 197 | sub _next_host { | ||
| 198 | my $me = shift; | ||
| 199 | my $map = shift; | ||
| 200 | |||
| 201 | $me->_read_serverfile($map) unless $me->{_server}; | ||
| 202 | return unless $me->{_server} && @{$me->{_server}}; | ||
| 203 | my $next = shift @{$me->{_server}}; | ||
| 204 | return( $next->{addr}, $next->{port} ); | ||
| 205 | } | ||
| 206 | |||
| 207 | sub _init_hostlist { | ||
| 208 | my $me = shift; | ||
| 209 | my $map = shift; | ||
| 210 | |||
| 211 | my @server; | ||
| 212 | push @server, { | ||
| 213 | addr => $me->{host}, | ||
| 214 | port => $me->{port}, | ||
| 215 | } if $me->{host} && $me->{port}; | ||
| 216 | |||
| 217 | push @server, @{$me->{servers}} if $me->{servers}; | ||
| 218 | $me->{_server} = \@server; | ||
| 219 | |||
| 220 | $me->_read_serverfile($map); | ||
| 221 | } | ||
| 222 | |||
| 223 | # yentad saves a list of alternate peers to try in case it dies | ||
| 224 | sub _read_serverfile { | ||
| 225 | my $me = shift; | ||
| 226 | my $map = shift; | ||
| 227 | |||
| 228 | my $f; | ||
| 229 | my @server; | ||
| 230 | open($f, $me->{server_file}); | ||
| 231 | local $/ = "\n"; | ||
| 232 | while(<$f>){ | ||
| 233 | chop; | ||
| 234 | my $data = decode_json( $_ ); | ||
| 235 | next unless grep { $_ eq $map } @{ $data->{map} }; | ||
| 236 | push @server, { addr => $data->{addr}, port => $data->{port} }; | ||
| 237 | } | ||
| 238 | |||
| 239 | shuffle( \@server ); | ||
| 240 | push @{$me->{_server}}, @server; | ||
| 241 | } | ||
| 242 | |||
| 243 | ################################################################ | ||
| 244 | |||
| 245 | 1; |