| 1 | # -*- perl -*- | ||
| 2 | |||
| 3 | # Copyright (c) 2009 AdCopy | ||
| 4 | # Author: Jeff Weisberg | ||
| 5 | # Created: 2009-Apr-07 11:37 (EDT) | ||
| 6 | # Function: for other programs to talk to yentad | ||
| 7 | # | ||
| 8 | # $Id$ | ||
| 9 | |||
| 10 | package AC::Yenta::Client; | ||
| 11 | use AC::Yenta::Conf; | ||
| 12 | use AC::DC::Protocol; | ||
| 13 | use AC::Import; | ||
| 14 | use AC::Misc; | ||
| 15 | use Sys::Hostname; | ||
| 16 | use JSON; | ||
| 17 | use Digest::SHA 'sha1'; | ||
| 18 | use Socket; | ||
| 19 | use strict; | ||
| 20 | |||
| 21 | require 'AC/protobuf/yenta_check.pl'; | ||
| 22 | require 'AC/protobuf/yenta_getset.pl'; | ||
| 23 | |||
| 24 | our @EXPORT = 'timet_to_yenta_version'; # imported from Y/Conf | ||
| 25 | |||
| 26 | my $HOSTNAME = hostname(); | ||
| 27 | |||
| 28 | my %MSGTYPE = | ||
| 29 | ( | ||
| 30 | yenta_get => { num => 7, reqc => 'ACPYentaGetSet', resc => 'ACPYentaGetSet' }, | ||
| 31 | yenta_distrib => { num => 8, reqc => 'ACPYentaDistRequest', resc => 'ACPYentaDistReply' }, | ||
| 32 | yenta_check => { num => 9, reqc => 'ACPYentaCheckRequest', resc => 'ACPYentaCheckReply' }, | ||
| 33 | ); | ||
| 34 | |||
| 35 | for my $name (keys %MSGTYPE){ | ||
| 36 | my $r = $MSGTYPE{$name}; | ||
| 37 | AC::DC::Protocol->add_msg( $name, $r->{num}, $r->{reqc}, $r->{resc}); | ||
| 38 | } | ||
| 39 | |||
| 40 | |||
| 41 | # one or more of: | ||
| 42 | # new( host, port ) | ||
| 43 | # new( servers => [ { host, port }, ... ] ) | ||
| 44 | # new( server_file ) | ||
| 45 | |||
| 46 | sub new { | ||
| 47 | my $class = shift; | ||
| 48 | |||
| 49 | my $me = bless { | ||
| 50 | debug => sub{ }, | ||
| 51 | host => 'localhost', | ||
| 52 | proto => AC::DC::Protocol->new(), | ||
| 53 | copies => 1, | ||
| 54 | @_, | ||
| 55 | }, $class; | ||
| 56 | |||
| 57 | $me->{server_file} ||= $me->{altfile}; # compat | ||
| 58 | |||
| 59 | die "servers or server_file?\n" unless $me->{servers} || $me->{server_file}; | ||
| 60 | |||
| 61 | return $me; | ||
| 62 | } | ||
| 63 | |||
| 64 | sub get { | ||
| 65 | my $me = shift; | ||
| 66 | my $map = shift; | ||
| 67 | my $key = shift; | ||
| 68 | my $ver = shift; | ||
| 69 | |||
| 70 | my $req = $me->{proto}->encode_request( { | ||
| 71 | type => 'yenta_get', | ||
| 72 | msgidno => rand(0xFFFFFFFF), | ||
| 73 | want_reply => 1, | ||
| 74 | }, { | ||
| 75 | data => [ { | ||
| 76 | map => $map, | ||
| 77 | key => $key, | ||
| 78 | version => $ver, | ||
| 79 | } ] | ||
| 80 | } ); | ||
| 81 | |||
| 82 | return $me->_send_request($map, $req); | ||
| 83 | } | ||
| 84 | |||
| 85 | sub _shard { | ||
| 86 | my $key = shift; | ||
| 87 | |||
| 88 | my $sh = sha1($key); | ||
| 89 | my($a, $b) = unpack('NN', $sh); | ||
| 90 | return $a<<32 | $b; | ||
| 91 | } | ||
| 92 | |||
| 93 | |||
| 94 | sub distribute { | ||
| 95 | my $me = shift; | ||
| 96 | my $map = shift; | ||
| 97 | my $key = shift; | ||
| 98 | my $ver = shift; | ||
| 99 | my $val = shift; | ||
| 100 | my $file = shift; # reference | ||
| 101 | my $meta = shift; | ||
| 102 | |||
| 103 | return unless $key && $ver; | ||
| 104 | $me->{retries} = 25 unless $me->{retries}; | ||
| 105 | |||
| 106 | my $req = $me->{proto}->encode_request( { | ||
| 107 | type => 'yenta_distrib', | ||
| 108 | msgidno => rand(0xFFFFFFFF), | ||
| 109 | want_reply => 1, | ||
| 110 | }, { | ||
| 111 | sender => "$HOSTNAME/$$", | ||
| 112 | hop => 0, | ||
| 113 | expire => time() + 120, | ||
| 114 | datum => [ { | ||
| 115 | map => $map, | ||
| 116 | key => $key, | ||
| 117 | version => $ver, | ||
| 118 | shard => _shard($key), # NYI | ||
| 119 | value => $val, | ||
| 120 | meta => $meta, | ||
| 121 | } ] | ||
| 122 | }, $file ); | ||
| 123 | |||
| 124 | return $me->_send_request($map, $req, $file); | ||
| 125 | # return undef | result | ||
| 126 | } | ||
| 127 | |||
| 128 | sub check { | ||
| 129 | my $me = shift; | ||
| 130 | my $map = shift; | ||
| 131 | my $ver = shift; | ||
| 132 | my $lev = shift; | ||
| 133 | |||
| 134 | my $req = $me->{proto}->encode_request( { | ||
| 135 | type => 'yenta_check', | ||
| 136 | msgidno => rand(0xFFFFFFFF), | ||
| 137 | want_reply => 1, | ||
| 138 | }, { | ||
| 139 | map => $map, | ||
| 140 | level => $lev, | ||
| 141 | version => $ver, | ||
| 142 | } ); | ||
| 143 | |||
| 144 | return $me->_send_request($map, $req); | ||
| 145 | } | ||
| 146 | |||
| 147 | ################################################################ | ||
| 148 | |||
| 149 | sub _send_request { | ||
| 150 | my $me = shift; | ||
| 151 | my $map = shift; | ||
| 152 | my $req = shift; | ||
| 153 | my $file = shift; # reference | ||
| 154 | |||
| 155 | my $tries = $me->{retries} + 1; | ||
| 156 | my $copy = $me->{copies} || 1; | ||
| 157 | my $delay = 0.25; | ||
| 158 | |||
| 159 | $me->_init_hostlist($map); | ||
| 160 | my ($addr, $port) = $me->_next_host($map); | ||
| 161 | |||
| 162 | for (1 .. $tries){ | ||
| 163 | return unless $addr; | ||
| 164 | my $res = $me->_try_server($addr, $port, $req, $file); | ||
| 165 | return $res if $res && !--$copy; | ||
| 166 | ($addr, $port) = $me->_next_host($map); | ||
| 167 | sleep $delay; | ||
| 168 | $delay *= 1.414; | ||
| 169 | } | ||
| 170 | } | ||
| 171 | |||
| 172 | sub _try_server { | ||
| 173 | my $me = shift; | ||
| 174 | my $addr = shift; | ||
| 175 | my $port = shift; | ||
| 176 | my $req = shift; | ||
| 177 | my $file = shift; # reference | ||
| 178 | |||
| 179 | my $ipn = inet_aton($addr); | ||
| 180 | $req .= $$file if $file; | ||
| 181 | |||
| 182 | $me->{debug}->("trying to contact yenta server $addr:$port"); | ||
| 183 | my $res; | ||
| 184 | eval { | ||
| 185 | $res = $me->{proto}->send_request($ipn, $port, $req, $me->{debug}, $me->{timeout}); | ||
| 186 | $res->{data} = $me->{proto}->decode_reply( $res ) if $res; | ||
| 187 | }; | ||
| 188 | if(my $e = $@){ | ||
| 189 | $me->{debug}->("yenta request failed: $e"); | ||
| 190 | $res = undef; | ||
| 191 | } | ||
| 192 | return $res; | ||
| 193 | } | ||
| 194 | |||
| 195 | |||
| 196 | ################################################################ | ||
| 197 | |||
| 198 | sub _next_host { | ||
| 199 | my $me = shift; | ||
| 200 | my $map = shift; | ||
| 201 | |||
| 202 | $me->_read_serverfile($map) unless $me->{_server}; | ||
| 203 | return unless $me->{_server} && @{$me->{_server}}; | ||
| 204 | my $next = shift @{$me->{_server}}; | ||
| 205 | return( $next->{addr}, $next->{port} ); | ||
| 206 | } | ||
| 207 | |||
| 208 | sub _init_hostlist { | ||
| 209 | my $me = shift; | ||
| 210 | my $map = shift; | ||
| 211 | |||
| 212 | my @server; | ||
| 213 | push @server, { | ||
| 214 | addr => $me->{host}, | ||
| 215 | port => $me->{port}, | ||
| 216 | } if $me->{host} && $me->{port}; | ||
| 217 | |||
| 218 | push @server, @{$me->{servers}} if $me->{servers}; | ||
| 219 | $me->{_server} = \@server; | ||
| 220 | |||
| 221 | $me->_read_serverfile($map); | ||
| 222 | } | ||
| 223 | |||
| 224 | # yentad saves a list of alternate peers to try in case it dies | ||
| 225 | sub _read_serverfile { | ||
| 226 | my $me = shift; | ||
| 227 | my $map = shift; | ||
| 228 | |||
| 229 | my $f; | ||
| 230 | my @server; | ||
| 231 | my @faraway; | ||
| 232 | open($f, $me->{server_file}); | ||
| 233 | local $/ = "\n"; | ||
| 234 | while(<$f>){ | ||
| 235 | chop; | ||
| 236 | my $data = decode_json( $_ ); | ||
| 237 | next unless grep { $_ eq $map } @{ $data->{map} }; | ||
| 238 | if( $data->{is_local} ){ | ||
| 239 | push @server, { addr => $data->{addr}, port => $data->{port} }; | ||
| 240 | }else{ | ||
| 241 | push @faraway, { addr => $data->{addr}, port => $data->{port} }; | ||
| 242 | } | ||
| 243 | } | ||
| 244 | |||
| 245 | # prefer local | ||
| 246 | @server = @faraway unless @server; | ||
| 247 | |||
| 248 | shuffle( \@server ); | ||
| 249 | push @{$me->{_server}}, @server; | ||
| 250 | } | ||
| 251 | |||
| 252 | ################################################################ | ||
| 253 | |||
| 254 | 1; |