| 1 | ## -*- Mode: CPerl -*- | ||
| 2 | ## File: Lingua::TT::Packed::a.pm | ||
| 3 | ## Author: Bryan Jurish <TT/IO.pm> | ||
| 4 | ## Descript: TT I/O: packed docs: human-readable ascii decimal | ||
| 5 | |||
| 6 | package Lingua::TT::Packed::a; | ||
| 7 | use Lingua::TT::Packed; | ||
| 8 | use strict; | ||
| 9 | |||
| 10 | ##============================================================================== | ||
| 11 | ## Globals & Constants | ||
| 12 | |||
| 13 | #our @ISA = qw(Lingua::TT::Document); | ||
| 14 | our @ISA = qw(Lingua::TT::Packed); | ||
| 15 | |||
| 16 | ##============================================================================== | ||
| 17 | ## Constructors etc. | ||
| 18 | |||
| 19 | ## $pk = CLASS_OR_OBJECT->new(%opts) | ||
| 20 | ## + %$pk, %opts: | ||
| 21 | ## data => $packed_data, ##-- pack("$PACKFMT*",@ids) | ||
| 22 | ## enum => $enum, ##-- for mapping text <-> id | ||
| 23 | ## packfmt => $packfmt, ##-- packing format (default='A*') : IGNORED | ||
| 24 | ## fast => $bool, ##-- encode/decode in memory-intensive "fast" mode, without error checks | ||
| 25 | ## badid => $id, ##-- optional id to use for missing symbols (default=undef ~ 0) | ||
| 26 | ## badsym => $sym, ##-- optional symbol to use for missing ids (default=undef ~ '') | ||
| 27 | ## delim => $delimter, ##-- record delimiter; default="\n" | ||
| 28 | sub new { | ||
| 29 | my ($that,%opts) = @_; | ||
| 30 | $opts{delim} = "\n" if (!$opts{delim}); | ||
| 31 | $opts{packfmt} = 'A*'; | ||
| 32 | my $pz = $that->SUPER::new(%opts); | ||
| 33 | $pz->{delim} = "\n" if (!defined($pz->{delim}) || $pz->{delim} eq ''); | ||
| 34 | return $pz; | ||
| 35 | } | ||
| 36 | |||
| 37 | ##============================================================================== | ||
| 38 | ## Methods: Access | ||
| 39 | |||
| 40 | ## \@ids = $pk->ids() | ||
| 41 | ## \@ids = $pk->ids(\@ids) | ||
| 42 | ## + gets/sets packed data ids | ||
| 43 | sub ids { | ||
| 44 | my ($pk,$ids) = @_; | ||
| 45 | my $delim = $pk->{delim} || "\n"; | ||
| 46 | if ($ids) { | ||
| 47 | ##-- set, +delim | ||
| 48 | $pk->{data} = join($delim,@$ids).$delim; | ||
| 49 | } | ||
| 50 | else { | ||
| 51 | my $delim_re = qr/\Q$delim\E/; | ||
| 52 | $ids = [split($delim_re,$pk->{data})]; | ||
| 53 | } | ||
| 54 | return $ids; | ||
| 55 | } | ||
| 56 | |||
| 57 | |||
| 58 | ##============================================================================== | ||
| 59 | ## Methods: I/O | ||
| 60 | |||
| 61 | ##-------------------------------------------------------------- | ||
| 62 | ## Methods: I/O: Native (bin) | ||
| 63 | ## + INHERITED | ||
| 64 | |||
| 65 | ##-------------------------------------------------------------- | ||
| 66 | ## Methods: I/O: TT: pack (i.e. load) | ||
| 67 | |||
| 68 | ## $pk = $tt->packIO($ttio,%opts) | ||
| 69 | ## + append data from $ttio | ||
| 70 | ## + %opts overrides %$pk | ||
| 71 | sub packIO { | ||
| 72 | my ($pk,$ttio,%opts) = @_; | ||
| 73 | @$pk{keys %opts} = values(%opts); | ||
| 74 | my $infh = $ttio->{fh}; | ||
| 75 | my $enum = $pk->{enum}; | ||
| 76 | my $sym2id = $pk->{enum}{sym2id}; | ||
| 77 | my $datar = \$pk->{data}; | ||
| 78 | my $packfmt = $pk->{packfmt}; | ||
| 79 | my $badid = $pk->{badid}; | ||
| 80 | my $delim = $pk->{delim} || "\n"; | ||
| 81 | |||
| 82 | if ($pk->{fast}) { | ||
| 83 | ##-- "fast" mode | ||
| 84 | $$datar .= $_.$delim foreach (@$sym2id{map {chomp; $_} <$infh>}); | ||
| 85 | } else { | ||
| 86 | ##-- "paranoid" mode | ||
| 87 | my ($id,$badid); | ||
| 88 | while (defined($_=<$infh>)) { | ||
| 89 | chomp; | ||
| 90 | #next if ((/^\s*%%/ && !$want_cmts) || ($_ eq '' && !$want_eos)); | ||
| 91 | if (!defined($id = $sym2id->{$_})) { | ||
| 92 | if (defined($badid)) { | ||
| 93 | ##-- clobber | ||
| 94 | warn(ref($pk)."::packIO(): WARNING: no id for input '$_'; using -badid=$badid"); | ||
| 95 | $id=$badid; | ||
| 96 | } else { | ||
| 97 | $id = $enum->getId($_); | ||
| 98 | } | ||
| 99 | } | ||
| 100 | $$datar .= $id.$delim; | ||
| 101 | } | ||
| 102 | } | ||
| 103 | return $pk; | ||
| 104 | } | ||
| 105 | |||
| 106 | ##-------------------------------------------------------------- | ||
| 107 | ## Methods: I/O: TT: unpack (i.e. save) | ||
| 108 | |||
| 109 | ## $pk = $tt->unpackIO($ttio,%opts) | ||
| 110 | ## + unpack data to $ttio | ||
| 111 | ## + %opts overrides %$pk | ||
| 112 | sub unpackIO { | ||
| 113 | my ($pk,$ttio,%opts) = @_; | ||
| 114 | @$pk{keys %opts} = values(%opts); | ||
| 115 | my $outfh = $ttio->{fh}; | ||
| 116 | my $enum = $pk->{enum}; | ||
| 117 | my $id2sym = $pk->{enum}{id2sym}; | ||
| 118 | my $datar = \$pk->{data}; | ||
| 119 | my $badsym = $pk->{badsym}; | ||
| 120 | my $packfmt = $pk->{packfmt}; | ||
| 121 | my $delim = $pk->{delim} || "\n"; | ||
| 122 | my $delim_re = qr/\Q$delim\E/; | ||
| 123 | |||
| 124 | if ($pk->{fast}) { | ||
| 125 | ##-- unpack: fast mode | ||
| 126 | $outfh->print(map {$_."\n"} @$id2sym[split($delim_re,$$datar)]); | ||
| 127 | } | ||
| 128 | else { | ||
| 129 | ##-- unpack: "paranoid" mode | ||
| 130 | my ($sym); | ||
| 131 | $outfh->print( | ||
| 132 | map { | ||
| 133 | if (!defined($sym=$id2sym->[$_])) { | ||
| 134 | if (defined($badsym)) { | ||
| 135 | ##-- clobber | ||
| 136 | warn(ref($pk)."::unpackIO(): WARNING: no symbol for id '$_'; using -badsym='$badsym'"); | ||
| 137 | $sym = $badsym; | ||
| 138 | } else { | ||
| 139 | $sym = $enum->getSymbol($_); | ||
| 140 | } | ||
| 141 | } | ||
| 142 | $sym."\n" | ||
| 143 | } split($delim_re,$$datar) ##-- -fast,+delim | ||
| 144 | ); | ||
| 145 | } | ||
| 146 | |||
| 147 | return $pk; | ||
| 148 | } | ||
| 149 | |||
| 150 | |||
| 151 | ##============================================================================== | ||
| 152 | ## Footer | ||
| 153 | 1; | ||
| 154 | |||
| 155 | __END__ |