| 1 | ## -*- Mode: CPerl -*- | ||
| 2 | ## File: Lingua::TT::Packed::z.pm | ||
| 3 | ## Author: Bryan Jurish <TT/IO.pm> | ||
| 4 | ## Descript: TT I/O: packed docs: using (our own) Encode::Base128 | ||
| 5 | |||
| 6 | package Lingua::TT::Packed::z; | ||
| 7 | use Lingua::TT::Packed; | ||
| 8 | use Encode::Base128 qw(:all); | ||
| 9 | use strict; | ||
| 10 | |||
| 11 | ##============================================================================== | ||
| 12 | ## Globals & Constants | ||
| 13 | |||
| 14 | #our @ISA = qw(Lingua::TT::Document); | ||
| 15 | our @ISA = qw(Lingua::TT::Packed); | ||
| 16 | |||
| 17 | ##============================================================================== | ||
| 18 | ## Constructors etc. | ||
| 19 | |||
| 20 | ## $pk = CLASS_OR_OBJECT->new(%opts) | ||
| 21 | ## + %$pk, %opts: | ||
| 22 | ## data => $packed_data, ##-- pack("$PACKFMT*",@ids) | ||
| 23 | ## enum => $enum, ##-- for mapping text <-> id | ||
| 24 | ## packfmt => $packfmt, ##-- packing format (default='N') : IGNORED | ||
| 25 | ## fast => $bool, ##-- encode/decode in memory-intensive "fast" mode, without error checks | ||
| 26 | ## badid => $id, ##-- optional id to use for missing symbols (default=undef ~ 0) | ||
| 27 | ## badsym => $sym, ##-- optional symbol to use for missing ids (default=undef ~ '') | ||
| 28 | ## delim => $delimter, ##-- record delimiter; default="\0" (NUL byte) | ||
| 29 | sub new { | ||
| 30 | my ($that,%opts) = @_; | ||
| 31 | $opts{delim} = "\0" if (!$opts{delim}); | ||
| 32 | $opts{packfmt} = 'w'; | ||
| 33 | my $pz = $that->SUPER::new(%opts); | ||
| 34 | $pz->{delim} = "\n" if (!defined($pz->{delim}) || $pz->{delim} eq ''); | ||
| 35 | return $pz; | ||
| 36 | } | ||
| 37 | |||
| 38 | ##============================================================================== | ||
| 39 | ## Methods: Access | ||
| 40 | |||
| 41 | ## \@ids = $pk->ids() | ||
| 42 | ## \@ids = $pk->ids(\@ids) | ||
| 43 | ## + gets/sets packed data ids | ||
| 44 | sub ids { | ||
| 45 | my ($pk,$ids) = @_; | ||
| 46 | my $delim = $pk->{delim} || "\0"; | ||
| 47 | if ($ids) { | ||
| 48 | ##-- set, +delim | ||
| 49 | $pk->{data} = ''; | ||
| 50 | $pk->{data} .= b128_encode($_).$delim foreach (@$ids); | ||
| 51 | } | ||
| 52 | else { | ||
| 53 | my $delim_re = qr/\Q$delim\E/; | ||
| 54 | $ids = [map {b128_decode($_)} split($delim_re,$pk->{data})]; | ||
| 55 | } | ||
| 56 | return $ids; | ||
| 57 | } | ||
| 58 | |||
| 59 | |||
| 60 | ##============================================================================== | ||
| 61 | ## Methods: I/O | ||
| 62 | |||
| 63 | ##-------------------------------------------------------------- | ||
| 64 | ## Methods: I/O: Native (bin) | ||
| 65 | ## + INHERITED | ||
| 66 | |||
| 67 | ##-------------------------------------------------------------- | ||
| 68 | ## Methods: I/O: TT: pack (i.e. load) | ||
| 69 | |||
| 70 | ## $pk = $tt->packIO($ttio,%opts) | ||
| 71 | ## + append data from $ttio | ||
| 72 | ## + %opts overrides %$pk | ||
| 73 | sub packIO { | ||
| 74 | my ($pk,$ttio,%opts) = @_; | ||
| 75 | @$pk{keys %opts} = values(%opts); | ||
| 76 | my $infh = $ttio->{fh}; | ||
| 77 | my $enum = $pk->{enum}; | ||
| 78 | my $sym2id = $pk->{enum}{sym2id}; | ||
| 79 | my $datar = \$pk->{data}; | ||
| 80 | my $packfmt = $pk->{packfmt}; | ||
| 81 | my $badid = $pk->{badid}; | ||
| 82 | my $delim = $pk->{delim} || "\0"; | ||
| 83 | |||
| 84 | if ($pk->{fast}) { | ||
| 85 | ##-- "fast" mode | ||
| 86 | $$datar .= b128_encode($_).$delim foreach (@$sym2id{map {chomp; $_} <$infh>}); | ||
| 87 | } else { | ||
| 88 | ##-- "paranoid" mode | ||
| 89 | my ($id,$badid); | ||
| 90 | while (defined($_=<$infh>)) { | ||
| 91 | chomp; | ||
| 92 | #next if ((/^\s*%%/ && !$want_cmts) || ($_ eq '' && !$want_eos)); | ||
| 93 | if (!defined($id = $sym2id->{$_})) { | ||
| 94 | if (defined($badid)) { | ||
| 95 | ##-- clobber | ||
| 96 | warn(ref($pk)."::packIO(): WARNING: no id for input '$_'; using -badid=$badid"); | ||
| 97 | $id=$badid; | ||
| 98 | } else { | ||
| 99 | $id = $enum->getId($_); | ||
| 100 | } | ||
| 101 | } | ||
| 102 | $$datar .= b128_encode($id).$delim; | ||
| 103 | } | ||
| 104 | } | ||
| 105 | return $pk; | ||
| 106 | } | ||
| 107 | |||
| 108 | ##-------------------------------------------------------------- | ||
| 109 | ## Methods: I/O: TT: unpack (i.e. save) | ||
| 110 | |||
| 111 | ## $pk = $tt->unpackIO($ttio,%opts) | ||
| 112 | ## + unpack data to $ttio | ||
| 113 | ## + %opts overrides %$pk | ||
| 114 | sub unpackIO { | ||
| 115 | my ($pk,$ttio,%opts) = @_; | ||
| 116 | @$pk{keys %opts} = values(%opts); | ||
| 117 | my $outfh = $ttio->{fh}; | ||
| 118 | my $enum = $pk->{enum}; | ||
| 119 | my $id2sym = $pk->{enum}{id2sym}; | ||
| 120 | my $datar = \$pk->{data}; | ||
| 121 | my $badsym = $pk->{badsym}; | ||
| 122 | my $packfmt = $pk->{packfmt}; | ||
| 123 | my $delim = $pk->{delim} || "\0"; | ||
| 124 | my $delim_re = qr/\Q$delim\E/; | ||
| 125 | |||
| 126 | if ($pk->{fast}) { | ||
| 127 | ##-- unpack: fast mode | ||
| 128 | $outfh->print(map {$_."\n"} @$id2sym[map {b128_decode($_)} split($delim_re,$$datar)]); | ||
| 129 | } | ||
| 130 | else { | ||
| 131 | ##-- unpack: "paranoid" mode | ||
| 132 | my ($sym); | ||
| 133 | $outfh->print( | ||
| 134 | map { | ||
| 135 | if (!defined($sym=$id2sym->[$_])) { | ||
| 136 | if (defined($badsym)) { | ||
| 137 | ##-- clobber | ||
| 138 | warn(ref($pk)."::unpackIO(): WARNING: no symbol for id '$_'; using -badsym='$badsym'"); | ||
| 139 | $sym = $badsym; | ||
| 140 | } else { | ||
| 141 | $sym = $enum->getSymbol($_); | ||
| 142 | } | ||
| 143 | } | ||
| 144 | $sym."\n" | ||
| 145 | } map {b128_decode($_)} split($delim_re,$$datar) ##-- -fast,+delim | ||
| 146 | ); | ||
| 147 | } | ||
| 148 | |||
| 149 | return $pk; | ||
| 150 | } | ||
| 151 | |||
| 152 | |||
| 153 | ##============================================================================== | ||
| 154 | ## Footer | ||
| 155 | 1; | ||
| 156 | |||
| 157 | __END__ |