| 1 | # -*- perl -*- | ||
| 2 | |||
| 3 | # Copyright (c) 2009 AdCopy | ||
| 4 | # Author: Jeff Weisberg | ||
| 5 | # Created: 2009-Mar-30 18:39 (EDT) | ||
| 6 | # Function: interface with Tokyo cabinet | ||
| 7 | # | ||
| 8 | # $Id$ | ||
| 9 | |||
| 10 | package AC::Yenta::Store::Tokyo; | ||
| 11 | use AC::Yenta::Debug 'tokyo'; | ||
| 12 | use strict; | ||
| 13 | |||
| 14 | # does not work on sparc (tests sigbus) | ||
| 15 | # new version does not compile with gcc 3.4.3 | ||
| 16 | # | ||
| 17 | # faster average performance than BDB | ||
| 18 | # worse worst-case performance than BDB | ||
| 19 | |||
| 20 | BEGIN { | ||
| 21 | # only if we have it (not on sparc) | ||
| 22 | eval { | ||
| 23 | require TokyoCabinet; | ||
| 24 | |||
| 25 | AC::Yenta::Store::Map->add_backend( tcb => 'AC::Yenta::Store::Tokyo' ); | ||
| 26 | AC::Yenta::Store::Map->add_backend( tokyo => 'AC::Yenta::Store::Tokyo' ); | ||
| 27 | }; | ||
| 28 | }; | ||
| 29 | |||
| 30 | sub new { | ||
| 31 | my $class = shift; | ||
| 32 | my $name = shift; | ||
| 33 | my $conf = shift; | ||
| 34 | |||
| 35 | my $file = $conf->{dbfile}; | ||
| 36 | unless( $file ){ | ||
| 37 | problem("no dbfile specified for '$name'"); | ||
| 38 | return; | ||
| 39 | } | ||
| 40 | |||
| 41 | debug("opening Tokyo DB file=$file"); | ||
| 42 | |||
| 43 | my $db = TokyoCabinet::BDB->new(); | ||
| 44 | my $flags = $conf->{readonly} ? ($db->OREADER | $db->ONOLCK) : ($db->OWRITER | $db->OCREAT); | ||
| 45 | if(!$db->open($file, $flags)){ | ||
| 46 | #my $ecode = $db->ecode(); | ||
| 47 | #printf STDERR ("open error: %s\n", $db->errmsg($ecode)); | ||
| 48 | problem("cannot open db file $file"); | ||
| 49 | } | ||
| 50 | |||
| 51 | # web server will need access | ||
| 52 | chmod 0666, $file; | ||
| 53 | |||
| 54 | return bless { | ||
| 55 | file => $file, | ||
| 56 | db => $db, | ||
| 57 | }, $class; | ||
| 58 | } | ||
| 59 | |||
| 60 | sub get { | ||
| 61 | my $me = shift; | ||
| 62 | my $map = shift; | ||
| 63 | my $sub = shift; | ||
| 64 | my $key = shift; | ||
| 65 | |||
| 66 | debug("get $map/$sub/$key"); | ||
| 67 | my $v = $me->{db}->get( _key($map,$sub,$key) ); | ||
| 68 | |||
| 69 | return unless $v; # not found | ||
| 70 | |||
| 71 | if( wantarray ){ | ||
| 72 | return ($v, 1); | ||
| 73 | } | ||
| 74 | return $v; | ||
| 75 | } | ||
| 76 | |||
| 77 | sub put { | ||
| 78 | my $me = shift; | ||
| 79 | my $map = shift; | ||
| 80 | my $sub = shift; | ||
| 81 | my $key = shift; | ||
| 82 | my $val = shift; | ||
| 83 | |||
| 84 | debug("put $map/$sub/$key"); | ||
| 85 | |||
| 86 | my $r = $me->{db}->put( _key($map,$sub,$key), $val); | ||
| 87 | return 1; | ||
| 88 | } | ||
| 89 | |||
| 90 | sub del { | ||
| 91 | my $me = shift; | ||
| 92 | my $map = shift; | ||
| 93 | my $sub = shift; | ||
| 94 | my $key = shift; | ||
| 95 | |||
| 96 | $me->{db}->out( _key($map,$sub,$key)); | ||
| 97 | } | ||
| 98 | |||
| 99 | sub sync { | ||
| 100 | my $me = shift; | ||
| 101 | |||
| 102 | $me->{db}->sync(); | ||
| 103 | } | ||
| 104 | |||
| 105 | sub range { | ||
| 106 | my $me = shift; | ||
| 107 | my $map = shift; | ||
| 108 | my $sub = shift; | ||
| 109 | my $key = shift; | ||
| 110 | my $end = shift; # undef => to end of map | ||
| 111 | |||
| 112 | my $cur = TokyoCabinet::BDBCUR->new($me->{db}); | ||
| 113 | |||
| 114 | my @k; | ||
| 115 | |||
| 116 | my $e = _key($map,$sub,$end); | ||
| 117 | |||
| 118 | my $k = _key($map,$sub,$key); | ||
| 119 | my $r = $cur->jump($k); | ||
| 120 | |||
| 121 | while( $cur->key() ){ | ||
| 122 | my $k = $cur->key(); | ||
| 123 | my $v = $cur->val(); | ||
| 124 | |||
| 125 | last if $end && ($k ge $e); | ||
| 126 | |||
| 127 | debug("range $k"); | ||
| 128 | |||
| 129 | last unless $k =~ m|$map/$sub/|; | ||
| 130 | $k =~ s|$map/$sub/||; | ||
| 131 | push @k, { k => $k, v => $v }; | ||
| 132 | $cur->next(); | ||
| 133 | } | ||
| 134 | |||
| 135 | return @k; | ||
| 136 | } | ||
| 137 | |||
| 138 | ################################################################ | ||
| 139 | |||
| 140 | sub _key { | ||
| 141 | my $map = shift; | ||
| 142 | my $sub = shift; | ||
| 143 | my $key = shift; | ||
| 144 | |||
| 145 | return "$map/$sub/$key"; | ||
| 146 | } | ||
| 147 | |||
| 148 | 1; |