| 1 | ## -*- Mode: CPerl -*- | ||
| 2 | ## File: Lingua::TT::Packed::zt.pm | ||
| 3 | ## Author: Bryan Jurish <TT/IO.pm> | ||
| 4 | ## Descript: TT I/O: packed docs: using (our own) Encode::Base128 and tt-style eos | ||
| 5 | |||
| 6 | package Lingua::TT::Packed::zt; | ||
| 7 | use Lingua::TT::Packed::z; | ||
| 8 | use Encode::Base128 qw(:all); | ||
| 9 | use strict; | ||
| 10 | |||
| 11 | ##============================================================================== | ||
| 12 | ## Globals & Constants | ||
| 13 | |||
| 14 | #our @ISA = qw(Lingua::TT::Document); | ||
| 15 | our @ISA = qw(Lingua::TT::Packed::z); | ||
| 16 | |||
| 17 | ##============================================================================== | ||
| 18 | ## Constructors etc. | ||
| 19 | |||
| 20 | ## $pk = CLASS_OR_OBJECT->new(%opts) | ||
| 21 | ## + %$pk, %opts: | ||
| 22 | ## ##-- overrides | ||
| 23 | ## packfmt => $packfmt, ##-- packing format (default='w') : IGNORED | ||
| 24 | ## delim => $delimter, ##-- record delimiter; default="\n" (newline) | ||
| 25 | ## ## | ||
| 26 | ## ##-- inherited | ||
| 27 | ## data => $packed_data, ##-- pack("$PACKFMT*",@ids) | ||
| 28 | ## enum => $enum, ##-- for mapping text <-> id | ||
| 29 | ## packfmt => $packfmt, ##-- packing format (default='N') : IGNORED | ||
| 30 | ## fast => $bool, ##-- encode/decode in memory-intensive "fast" mode, without error checks | ||
| 31 | ## badid => $id, ##-- optional id to use for missing symbols (default=undef ~ 0) | ||
| 32 | ## badsym => $sym, ##-- optional symbol to use for missing ids (default=undef ~ '') | ||
| 33 | ## delim => $delimter, ##-- record delimiter; default="\n" (newline) | ||
| 34 | sub new { | ||
| 35 | my ($that,%opts) = @_; | ||
| 36 | $opts{delim} = "\n" if (!$opts{delim}); | ||
| 37 | $opts{packfmt} = 'w'; | ||
| 38 | my $pz = $that->SUPER::new(%opts); | ||
| 39 | $pz->{delim} = "\n" if (!defined($pz->{delim}) || $pz->{delim} eq ''); | ||
| 40 | return $pz; | ||
| 41 | } | ||
| 42 | |||
| 43 | ##============================================================================== | ||
| 44 | ## Methods: Access | ||
| 45 | |||
| 46 | ## \@ids = $pk->ids() | ||
| 47 | ## \@ids = $pk->ids(\@ids) | ||
| 48 | ## + gets/sets packed data ids | ||
| 49 | ## + @ids may contain empty strings | ||
| 50 | sub ids { | ||
| 51 | my ($pk,$ids) = @_; | ||
| 52 | my $delim = $pk->{delim} || "\n"; | ||
| 53 | if ($ids) { | ||
| 54 | ##-- set, +delim | ||
| 55 | $pk->{data} = ''; | ||
| 56 | $pk->{data} .= ($_ ne '' ? b128_encode($_) : '').$delim foreach (@$ids); | ||
| 57 | } | ||
| 58 | else { | ||
| 59 | my $delim_re = qr/\Q$delim\E/; | ||
| 60 | $ids = [map {$_ ? b128_decode($_) : ''} split($delim_re,$pk->{data})]; | ||
| 61 | } | ||
| 62 | return $ids; | ||
| 63 | } | ||
| 64 | |||
| 65 | |||
| 66 | ##============================================================================== | ||
| 67 | ## Methods: I/O | ||
| 68 | |||
| 69 | ##-------------------------------------------------------------- | ||
| 70 | ## Methods: I/O: Native (bin) | ||
| 71 | ## + INHERITED | ||
| 72 | |||
| 73 | ##-------------------------------------------------------------- | ||
| 74 | ## Methods: I/O: TT: pack (i.e. load) | ||
| 75 | |||
| 76 | ## $pk = $tt->packIO($ttio,%opts) | ||
| 77 | ## + append data from $ttio | ||
| 78 | ## + %opts overrides %$pk | ||
| 79 | sub packIO { | ||
| 80 | my ($pk,$ttio,%opts) = @_; | ||
| 81 | @$pk{keys %opts} = values(%opts); | ||
| 82 | my $infh = $ttio->{fh}; | ||
| 83 | my $enum = $pk->{enum}; | ||
| 84 | my $sym2id = $pk->{enum}{sym2id}; | ||
| 85 | my $datar = \$pk->{data}; | ||
| 86 | my $packfmt = $pk->{packfmt}; | ||
| 87 | my $badid = $pk->{badid}; | ||
| 88 | my $delim = $pk->{delim} || "\n"; | ||
| 89 | |||
| 90 | if ($pk->{fast}) { | ||
| 91 | ##-- "fast" mode | ||
| 92 | $$datar .= $_.$delim foreach (map {defined($_) ? b128_encode($_) : ''} @$sym2id{map {chomp; $_} <$infh>}); | ||
| 93 | } else { | ||
| 94 | ##-- "paranoid" mode | ||
| 95 | my ($id,$badid); | ||
| 96 | while (defined($_=<$infh>)) { | ||
| 97 | chomp; | ||
| 98 | #next if ((/^\s*%%/ && !$want_cmts) || ($_ eq '' && !$want_eos)); | ||
| 99 | if ($_ eq '') { | ||
| 100 | $$datar .= $delim; | ||
| 101 | next; | ||
| 102 | } | ||
| 103 | if ($_ ne '' && !defined($id = $sym2id->{$_})) { | ||
| 104 | if (defined($badid)) { | ||
| 105 | ##-- clobber | ||
| 106 | warn(ref($pk)."::packIO(): WARNING: no id for input '$_'; using -badid=$badid"); | ||
| 107 | $id=$badid; | ||
| 108 | } else { | ||
| 109 | $id = $enum->getId($_); | ||
| 110 | } | ||
| 111 | } | ||
| 112 | $$datar .= b128_encode($id).$delim; | ||
| 113 | } | ||
| 114 | } | ||
| 115 | return $pk; | ||
| 116 | } | ||
| 117 | |||
| 118 | ##-------------------------------------------------------------- | ||
| 119 | ## Methods: I/O: TT: unpack (i.e. save) | ||
| 120 | |||
| 121 | ## $pk = $tt->unpackIO($ttio,%opts) | ||
| 122 | ## + unpack data to $ttio | ||
| 123 | ## + %opts overrides %$pk | ||
| 124 | sub unpackIO { | ||
| 125 | my ($pk,$ttio,%opts) = @_; | ||
| 126 | @$pk{keys %opts} = values(%opts); | ||
| 127 | my $outfh = $ttio->{fh}; | ||
| 128 | my $enum = $pk->{enum}; | ||
| 129 | my $id2sym = $pk->{enum}{id2sym}; | ||
| 130 | my $datar = \$pk->{data}; | ||
| 131 | my $badsym = $pk->{badsym}; | ||
| 132 | my $packfmt = $pk->{packfmt}; | ||
| 133 | my $delim = $pk->{delim} || "\n"; | ||
| 134 | my $delim_re = qr/\Q$delim\E/; | ||
| 135 | |||
| 136 | if ($pk->{fast}) { | ||
| 137 | ##-- unpack: fast mode | ||
| 138 | $outfh->print(map { ($_ ? $id2sym->[b128_decode($_)] : '')."\n" } split($delim_re,$$datar)); | ||
| 139 | } | ||
| 140 | else { | ||
| 141 | ##-- unpack: "paranoid" mode | ||
| 142 | my ($sym); | ||
| 143 | $outfh->print( | ||
| 144 | map { | ||
| 145 | if (!defined($sym = $_ ? $id2sym->[b128_decode($_)] : '')) { | ||
| 146 | if (defined($badsym)) { | ||
| 147 | ##-- clobber | ||
| 148 | warn(ref($pk)."::unpackIO(): WARNING: no symbol for id '$_'; using -badsym='$badsym'"); | ||
| 149 | $sym = $badsym; | ||
| 150 | } else { | ||
| 151 | $sym = $enum->getSymbol($_); | ||
| 152 | } | ||
| 153 | } | ||
| 154 | $sym."\n" | ||
| 155 | } split($delim_re,$$datar) | ||
| 156 | ); | ||
| 157 | } | ||
| 158 | if ($$datar =~ /${delim_re}{2,}$/) { | ||
| 159 | ##-- insert trailing eos (if any), since split() trims empty trailing fields | ||
| 160 | $outfh->print("\n" x ($+[0] - $-[0] - 1)); | ||
| 161 | } | ||
| 162 | |||
| 163 | return $pk; | ||
| 164 | } | ||
| 165 | |||
| 166 | |||
| 167 | ##============================================================================== | ||
| 168 | ## Footer | ||
| 169 | 1; | ||
| 170 | |||
| 171 | __END__ |