| 1 | ## -*- Mode: CPerl -*- | ||
| 2 | ## File: Lingua::TT::Packed::zt.pm | ||
| 3 | ## Author: Bryan Jurish <TT/IO.pm> | ||
| 4 | ## Descript: TT I/O: packed docs: human-readable ascii decimal with tt-style eos newlines | ||
| 5 | |||
| 6 | package Lingua::TT::Packed::at; | ||
| 7 | use Lingua::TT::Packed::a; | ||
| 8 | use strict; | ||
| 9 | |||
| 10 | ##============================================================================== | ||
| 11 | ## Globals & Constants | ||
| 12 | |||
| 13 | #our @ISA = qw(Lingua::TT::Document); | ||
| 14 | our @ISA = qw(Lingua::TT::Packed::a); | ||
| 15 | |||
| 16 | ##============================================================================== | ||
| 17 | ## Constructors etc. | ||
| 18 | |||
| 19 | ## $pk = CLASS_OR_OBJECT->new(%opts) | ||
| 20 | ## + %$pk, %opts: | ||
| 21 | ## ##-- overrides | ||
| 22 | ## packfmt => $packfmt, ##-- packing format (default='w') : IGNORED | ||
| 23 | ## delim => $delimter, ##-- record delimiter; default="\n" (newline) | ||
| 24 | ## ## | ||
| 25 | ## ##-- inherited | ||
| 26 | ## data => $packed_data, ##-- pack("$PACKFMT*",@ids) | ||
| 27 | ## enum => $enum, ##-- for mapping text <-> id | ||
| 28 | ## packfmt => $packfmt, ##-- packing format (default='N') : IGNORED | ||
| 29 | ## fast => $bool, ##-- encode/decode in memory-intensive "fast" mode, without error checks | ||
| 30 | ## badid => $id, ##-- optional id to use for missing symbols (default=undef ~ 0) | ||
| 31 | ## badsym => $sym, ##-- optional symbol to use for missing ids (default=undef ~ '') | ||
| 32 | ## delim => $delimter, ##-- record delimiter; default="\n" (newline) | ||
| 33 | sub new { | ||
| 34 | my ($that,%opts) = @_; | ||
| 35 | $opts{delim} = "\n" if (!$opts{delim}); | ||
| 36 | $opts{packfmt} = 'A*'; | ||
| 37 | my $pz = $that->SUPER::new(%opts); | ||
| 38 | $pz->{delim} = "\n" if (!defined($pz->{delim}) || $pz->{delim} eq ''); | ||
| 39 | return $pz; | ||
| 40 | } | ||
| 41 | |||
| 42 | ##============================================================================== | ||
| 43 | ## Methods: Access | ||
| 44 | |||
| 45 | ## \@ids = $pk->ids() | ||
| 46 | ## \@ids = $pk->ids(\@ids) | ||
| 47 | ## + gets/sets packed data ids | ||
| 48 | ## + @ids may contain empty strings | ||
| 49 | ## + INHERITED version ought to work | ||
| 50 | |||
| 51 | |||
| 52 | ##============================================================================== | ||
| 53 | ## Methods: I/O | ||
| 54 | |||
| 55 | ##-------------------------------------------------------------- | ||
| 56 | ## Methods: I/O: Native (bin) | ||
| 57 | ## + INHERITED | ||
| 58 | |||
| 59 | ##-------------------------------------------------------------- | ||
| 60 | ## Methods: I/O: TT: pack (i.e. load) | ||
| 61 | |||
| 62 | ## $pk = $tt->packIO($ttio,%opts) | ||
| 63 | ## + append data from $ttio | ||
| 64 | ## + %opts overrides %$pk | ||
| 65 | sub packIO { | ||
| 66 | my ($pk,$ttio,%opts) = @_; | ||
| 67 | @$pk{keys %opts} = values(%opts); | ||
| 68 | my $infh = $ttio->{fh}; | ||
| 69 | my $enum = $pk->{enum}; | ||
| 70 | my $sym2id = $pk->{enum}{sym2id}; | ||
| 71 | my $datar = \$pk->{data}; | ||
| 72 | my $packfmt = $pk->{packfmt}; | ||
| 73 | my $badid = $pk->{badid}; | ||
| 74 | my $delim = $pk->{delim} || "\n"; | ||
| 75 | |||
| 76 | if ($pk->{fast}) { | ||
| 77 | ##-- "fast" mode | ||
| 78 | $$datar .= $_.$delim foreach (map {defined($_) ? $_ : ''} @$sym2id{map {chomp; $_} <$infh>}); | ||
| 79 | } else { | ||
| 80 | ##-- "paranoid" mode | ||
| 81 | my ($id,$badid); | ||
| 82 | while (defined($_=<$infh>)) { | ||
| 83 | chomp; | ||
| 84 | #next if ((/^\s*%%/ && !$want_cmts) || ($_ eq '' && !$want_eos)); | ||
| 85 | if ($_ eq '') { | ||
| 86 | $$datar .= $delim; | ||
| 87 | next; | ||
| 88 | } | ||
| 89 | if (!defined($id = $sym2id->{$_})) { | ||
| 90 | if (defined($badid)) { | ||
| 91 | ##-- clobber | ||
| 92 | warn(ref($pk)."::packIO(): WARNING: no id for input '$_'; using -badid=$badid"); | ||
| 93 | $id=$badid; | ||
| 94 | } else { | ||
| 95 | $id = $enum->getId($_); | ||
| 96 | } | ||
| 97 | } | ||
| 98 | $$datar .= $id.$delim; | ||
| 99 | } | ||
| 100 | } | ||
| 101 | return $pk; | ||
| 102 | } | ||
| 103 | |||
| 104 | ##-------------------------------------------------------------- | ||
| 105 | ## Methods: I/O: TT: unpack (i.e. save) | ||
| 106 | |||
| 107 | ## $pk = $tt->unpackIO($ttio,%opts) | ||
| 108 | |||
| 109 | ## + unpack data to $ttio | ||
| 110 | ## + %opts overrides %$pk | ||
| 111 | sub unpackIO { | ||
| 112 | my ($pk,$ttio,%opts) = @_; | ||
| 113 | @$pk{keys %opts} = values(%opts); | ||
| 114 | my $outfh = $ttio->{fh}; | ||
| 115 | my $enum = $pk->{enum}; | ||
| 116 | my $id2sym = $pk->{enum}{id2sym}; | ||
| 117 | my $datar = \$pk->{data}; | ||
| 118 | my $badsym = $pk->{badsym}; | ||
| 119 | my $packfmt = $pk->{packfmt}; | ||
| 120 | my $delim = $pk->{delim} || "\n"; | ||
| 121 | my $delim_re = qr/\Q$delim\E/; | ||
| 122 | |||
| 123 | if ($pk->{fast}) { | ||
| 124 | ##-- unpack: fast mode | ||
| 125 | $outfh->print(map { ($_ ne '' ? $id2sym->[$_] : '')."\n" } split($delim_re,$$datar)); | ||
| 126 | } | ||
| 127 | else { | ||
| 128 | ##-- unpack: "paranoid" mode | ||
| 129 | my ($sym); | ||
| 130 | $outfh->print( | ||
| 131 | map { | ||
| 132 | if (!defined($sym = $_ ne '' ? $id2sym->[$_] : '')) { | ||
| 133 | if (defined($badsym)) { | ||
| 134 | ##-- clobber | ||
| 135 | warn(ref($pk)."::unpackIO(): WARNING: no symbol for id '$_'; using -badsym='$badsym'"); | ||
| 136 | $sym = $badsym; | ||
| 137 | } else { | ||
| 138 | $sym = $enum->getSymbol($_); | ||
| 139 | } | ||
| 140 | } | ||
| 141 | $sym."\n" | ||
| 142 | } split($delim_re,$$datar) | ||
| 143 | ); | ||
| 144 | } | ||
| 145 | if ($$datar =~ /${delim_re}{2,}$/) { | ||
| 146 | ##-- insert trailing eos (if any), since split() trims empty trailing fields | ||
| 147 | $outfh->print("\n" x ($+[0] - $-[0] - 1)); | ||
| 148 | } | ||
| 149 | |||
| 150 | return $pk; | ||
| 151 | } | ||
| 152 | |||
| 153 | |||
| 154 | ##============================================================================== | ||
| 155 | ## Footer | ||
| 156 | 1; | ||
| 157 | |||
| 158 | __END__ |