TT/Packed/zt.pm untested

filter: Statementstmt 0.0% 0 / 80 Branchbran 0.0% 0 / 32 Conditioncond 0.0% 0 / 12 MC/DCmcdc 0.0% 0 / 7 Subroutinesub 0.0% 0 / 7 Podpod 0.0% 0 / 4 totaltotal 0.0% 0 / 142 CC 17 SCAR 35.1
CC
17
Cov
0%
unpackIO
56.0
packIO
42.0
ids
20.0
CRAP 33.3
1 ## -*- Mode: CPerl -*-
2 ## File: Lingua::TT::Packed::zt.pm
3 ## Author: Bryan Jurish <TT/IO.pm>
4 ## Descript: TT I/O: packed docs: using (our own) Encode::Base128 and tt-style eos
5  
6 package Lingua::TT::Packed::zt;
7 use Lingua::TT::Packed::z;
8 use Encode::Base128 qw(:all);
9 use strict;
10  
11 ##==============================================================================
12 ## Globals & Constants
13  
14 #our @ISA = qw(Lingua::TT::Document);
15 our @ISA = qw(Lingua::TT::Packed::z);
16  
17 ##==============================================================================
18 ## Constructors etc.
19  
20 ## $pk = CLASS_OR_OBJECT->new(%opts)
21 ## + %$pk, %opts:
22 ## ##-- overrides
23 ## packfmt => $packfmt, ##-- packing format (default='w') : IGNORED
24 ## delim => $delimter, ##-- record delimiter; default="\n" (newline)
25 ## ##
26 ## ##-- inherited
27 ## data => $packed_data, ##-- pack("$PACKFMT*",@ids)
28 ## enum => $enum, ##-- for mapping text <-> id
29 ## packfmt => $packfmt, ##-- packing format (default='N') : IGNORED
30 ## fast => $bool, ##-- encode/decode in memory-intensive "fast" mode, without error checks
31 ## badid => $id, ##-- optional id to use for missing symbols (default=undef ~ 0)
32 ## badsym => $sym, ##-- optional symbol to use for missing ids (default=undef ~ '')
33 ## delim => $delimter, ##-- record delimiter; default="\n" (newline)
34 sub new {
35 my ($that,%opts) = @_;
36 $opts{delim} = "\n" if (!$opts{delim});
37 $opts{packfmt} = 'w';
38 my $pz = $that->SUPER::new(%opts);
39 $pz->{delim} = "\n" if (!defined($pz->{delim}) || $pz->{delim} eq '');
40 return $pz;
41 }
42  
43 ##==============================================================================
44 ## Methods: Access
45  
46 ## \@ids = $pk->ids()
47 ## \@ids = $pk->ids(\@ids)
48 ## + gets/sets packed data ids
49 ## + @ids may contain empty strings
50 sub ids {
51 my ($pk,$ids) = @_;
52 my $delim = $pk->{delim} || "\n";
53 if ($ids) {
54 ##-- set, +delim
55 $pk->{data} = '';
56 $pk->{data} .= ($_ ne '' ? b128_encode($_) : '').$delim foreach (@$ids);
57 }
58 else {
59 my $delim_re = qr/\Q$delim\E/;
60 $ids = [map {$_ ? b128_decode($_) : ''} split($delim_re,$pk->{data})];
61 }
62 return $ids;
63 }
64  
65  
66 ##==============================================================================
67 ## Methods: I/O
68  
69 ##--------------------------------------------------------------
70 ## Methods: I/O: Native (bin)
71 ## + INHERITED
72  
73 ##--------------------------------------------------------------
74 ## Methods: I/O: TT: pack (i.e. load)
75  
76 ## $pk = $tt->packIO($ttio,%opts)
77 ## + append data from $ttio
78 ## + %opts overrides %$pk
79 sub packIO {
80 my ($pk,$ttio,%opts) = @_;
81 @$pk{keys %opts} = values(%opts);
82 my $infh = $ttio->{fh};
83 my $enum = $pk->{enum};
84 my $sym2id = $pk->{enum}{sym2id};
85 my $datar = \$pk->{data};
86 my $packfmt = $pk->{packfmt};
87 my $badid = $pk->{badid};
88 my $delim = $pk->{delim} || "\n";
89  
90 if ($pk->{fast}) {
91 ##-- "fast" mode
92 $$datar .= $_.$delim foreach (map {defined($_) ? b128_encode($_) : ''} @$sym2id{map {chomp; $_} <$infh>});
93 } else {
94 ##-- "paranoid" mode
95 my ($id,$badid);
96 while (defined($_=<$infh>)) {
97 chomp;
98 #next if ((/^\s*%%/ && !$want_cmts) || ($_ eq '' && !$want_eos));
99 if ($_ eq '') {
100 $$datar .= $delim;
101 next;
102 }
103 if ($_ ne '' && !defined($id = $sym2id->{$_})) {
104 if (defined($badid)) {
105 ##-- clobber
106 warn(ref($pk)."::packIO(): WARNING: no id for input '$_'; using -badid=$badid");
107 $id=$badid;
108 } else {
109 $id = $enum->getId($_);
110 }
111 }
112 $$datar .= b128_encode($id).$delim;
113 }
114 }
115 return $pk;
116 }
117  
118 ##--------------------------------------------------------------
119 ## Methods: I/O: TT: unpack (i.e. save)
120  
121 ## $pk = $tt->unpackIO($ttio,%opts)
122 ## + unpack data to $ttio
123 ## + %opts overrides %$pk
124 sub unpackIO {
125 my ($pk,$ttio,%opts) = @_;
126 @$pk{keys %opts} = values(%opts);
127 my $outfh = $ttio->{fh};
128 my $enum = $pk->{enum};
129 my $id2sym = $pk->{enum}{id2sym};
130 my $datar = \$pk->{data};
131 my $badsym = $pk->{badsym};
132 my $packfmt = $pk->{packfmt};
133 my $delim = $pk->{delim} || "\n";
134 my $delim_re = qr/\Q$delim\E/;
135  
136 if ($pk->{fast}) {
137 ##-- unpack: fast mode
138 $outfh->print(map { ($_ ? $id2sym->[b128_decode($_)] : '')."\n" } split($delim_re,$$datar));
139 }
140 else {
141 ##-- unpack: "paranoid" mode
142 my ($sym);
143 $outfh->print(
144 map {
145 if (!defined($sym = $_ ? $id2sym->[b128_decode($_)] : '')) {
146 if (defined($badsym)) {
147 ##-- clobber
148 warn(ref($pk)."::unpackIO(): WARNING: no symbol for id '$_'; using -badsym='$badsym'");
149 $sym = $badsym;
150 } else {
151 $sym = $enum->getSymbol($_);
152 }
153 }
154 $sym."\n"
155 } split($delim_re,$$datar)
156 );
157 }
158 if ($$datar =~ /${delim_re}{2,}$/) {
159 ##-- insert trailing eos (if any), since split() trims empty trailing fields
160 $outfh->print("\n" x ($+[0] - $-[0] - 1));
161 }
162  
163 return $pk;
164 }
165  
166  
167 ##==============================================================================
168 ## Footer
169 1;
170  
171 __END__