| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package PGObject::Util::PseudoCSV; |
|
2
|
|
|
|
|
|
|
|
|
3
|
1
|
|
|
1
|
|
24817
|
use 5.008; |
|
|
1
|
|
|
|
|
5
|
|
|
|
1
|
|
|
|
|
40
|
|
|
4
|
1
|
|
|
1
|
|
5
|
use strict; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
35
|
|
|
5
|
1
|
|
|
1
|
|
4
|
use warnings; |
|
|
1
|
|
|
|
|
13
|
|
|
|
1
|
|
|
|
|
30
|
|
|
6
|
1
|
|
|
1
|
|
499
|
use PGObject; |
|
|
0
|
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
use Carp; |
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
=head1 NAME |
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
PGObject::Util::PseudoCSV - Tuple/Array parsing and serialization for PGObject |
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
=head1 VERSION |
|
14
|
|
|
|
|
|
|
|
|
15
|
|
|
|
|
|
|
Version 1.1.1 |
|
16
|
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
=cut |
|
18
|
|
|
|
|
|
|
|
|
19
|
|
|
|
|
|
|
our $VERSION = '1.1.1'; |
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
23
|
|
|
|
|
|
|
|
|
24
|
|
|
|
|
|
|
This is a parser and constructor for PostgreSQL text representations of tuples |
|
25
|
|
|
|
|
|
|
and arrays. |
|
26
|
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
To parse: |
|
28
|
|
|
|
|
|
|
|
|
29
|
|
|
|
|
|
|
For a tuple, we'd typically: |
|
30
|
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
my @list = pseudocsv_parse($text_representation, @typelist); |
|
32
|
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
We can then arrange the hash as: |
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
my $hashref = pseudocsv_to_hash(\@list, \@col_list); |
|
36
|
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
Which we can combine as: |
|
38
|
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
my $hashref = pseudocsv_to_hash( |
|
40
|
|
|
|
|
|
|
pseudocsv_parse($text_representation, @typelist), |
|
41
|
|
|
|
|
|
|
\@col_list |
|
42
|
|
|
|
|
|
|
); |
|
43
|
|
|
|
|
|
|
|
|
44
|
|
|
|
|
|
|
For an array we specify a single type to the parser: |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
my @list = pseudocsv_parse($text_representation, $type); |
|
47
|
|
|
|
|
|
|
|
|
48
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
49
|
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
PostgreSQL can represent tuples and arrays in a text format that is almost like |
|
51
|
|
|
|
|
|
|
CSV. Unfortunately this format has a number of gotchas which render existing |
|
52
|
|
|
|
|
|
|
CSV-parsers useless. This module provides basic parsing functions to other |
|
53
|
|
|
|
|
|
|
programs for db interface purposes. With this module you can both parse |
|
54
|
|
|
|
|
|
|
pseudocsv representations of tuples and arrays and you can create them from a |
|
55
|
|
|
|
|
|
|
list. |
|
56
|
|
|
|
|
|
|
|
|
57
|
|
|
|
|
|
|
The API's here assume you send one (and only one) pseudo-csv record to the API |
|
58
|
|
|
|
|
|
|
at once. These may be nested, so a single tuple can contain arrays of tuples |
|
59
|
|
|
|
|
|
|
which can contain arrays of tuples ad infinitum but the parsing only goes one |
|
60
|
|
|
|
|
|
|
layer deep tuple-wise so that handlin classes have an opportunity to re-parse |
|
61
|
|
|
|
|
|
|
with appropriate type information. Naturally this has performance implications, |
|
62
|
|
|
|
|
|
|
so depth in SQL structures passed should be reasonably limited. |
|
63
|
|
|
|
|
|
|
|
|
64
|
|
|
|
|
|
|
=head1 EXPORT |
|
65
|
|
|
|
|
|
|
|
|
66
|
|
|
|
|
|
|
=over |
|
67
|
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
=item pseudocsv_to_hash |
|
69
|
|
|
|
|
|
|
|
|
70
|
|
|
|
|
|
|
=item pseudocsv_parse |
|
71
|
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
=item to_pseudocsv |
|
73
|
|
|
|
|
|
|
|
|
74
|
|
|
|
|
|
|
=back |
|
75
|
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
=cut |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
use parent 'Exporter'; |
|
79
|
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
our @EXPORT = qw(pseudocsv_to_hash pseudocsv_parse to_pseudocsv |
|
81
|
|
|
|
|
|
|
hash2pcsv pcsv2hash); |
|
82
|
|
|
|
|
|
|
|
|
83
|
|
|
|
|
|
|
=head1 SUBROUTINES/METHODS |
|
84
|
|
|
|
|
|
|
|
|
85
|
|
|
|
|
|
|
=head2 pseudocsv_parse |
|
86
|
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
This does a one-level deep parse of the pseudo-csv, with additional levels in |
|
88
|
|
|
|
|
|
|
arrays. When a tuple is encountered it is instantiated as its type but a |
|
89
|
|
|
|
|
|
|
subarray is parsed for more entities. |
|
90
|
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
Only one pseudocsv record can be passed in at once, but embedded newlines are properly handled. |
|
92
|
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
=cut |
|
94
|
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
sub pseudocsv_parse { |
|
96
|
|
|
|
|
|
|
my ($csv, $type, $registry) = @_; |
|
97
|
|
|
|
|
|
|
if ($csv =~ /^\(/ ) { # tuple |
|
98
|
|
|
|
|
|
|
$csv =~ s/^\((.*)\)$/$1/s; |
|
99
|
|
|
|
|
|
|
} elsif ($csv =~ /^\{/ ) { # array |
|
100
|
|
|
|
|
|
|
$csv =~ s/^\{(.*)\}$/$1/s; |
|
101
|
|
|
|
|
|
|
} |
|
102
|
|
|
|
|
|
|
$registry ||= 'default'; |
|
103
|
|
|
|
|
|
|
my @returnlist = (); |
|
104
|
|
|
|
|
|
|
while (length($csv)) { |
|
105
|
|
|
|
|
|
|
my $val = _parse(\$csv); |
|
106
|
|
|
|
|
|
|
my $in_type = $type; |
|
107
|
|
|
|
|
|
|
$in_type = shift @$type if ref $type eq ref []; |
|
108
|
|
|
|
|
|
|
$val =~ s/""/"/g if defined $val; |
|
109
|
|
|
|
|
|
|
push @returnlist, PGObject::process_type($val, $type, $registry); |
|
110
|
|
|
|
|
|
|
} |
|
111
|
|
|
|
|
|
|
return @returnlist if wantarray; |
|
112
|
|
|
|
|
|
|
return \@returnlist; |
|
113
|
|
|
|
|
|
|
} |
|
114
|
|
|
|
|
|
|
|
|
115
|
|
|
|
|
|
|
=head2 pcsv2hash($literal_string, @cols); |
|
116
|
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
Returns a hash from a tuple literal or array literal. |
|
118
|
|
|
|
|
|
|
|
|
119
|
|
|
|
|
|
|
=cut |
|
120
|
|
|
|
|
|
|
|
|
121
|
|
|
|
|
|
|
sub pcsv2hash { |
|
122
|
|
|
|
|
|
|
my $string = shift; |
|
123
|
|
|
|
|
|
|
$string = shift if $string eq __PACKAGE__; |
|
124
|
|
|
|
|
|
|
my @colnames = @_; |
|
125
|
|
|
|
|
|
|
|
|
126
|
|
|
|
|
|
|
my @colvals = pseudocsv_parse($string, undef, undef); |
|
127
|
|
|
|
|
|
|
|
|
128
|
|
|
|
|
|
|
my $hash = { map{ $_ => shift @colvals } @colnames }; |
|
129
|
|
|
|
|
|
|
return %$hash if wantarray; |
|
130
|
|
|
|
|
|
|
return $hash; |
|
131
|
|
|
|
|
|
|
} |
|
132
|
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
=head2 hash2pcsv($hashref, @cols) |
|
134
|
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
Takes an ordered list of columns and a hashref and returns a tuple literal |
|
136
|
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
=cut |
|
138
|
|
|
|
|
|
|
|
|
139
|
|
|
|
|
|
|
sub hash2pcsv { |
|
140
|
|
|
|
|
|
|
my $hashref = shift; |
|
141
|
|
|
|
|
|
|
return to_pseudocsv([map { $hashref->{$_} } @_], 1) |
|
142
|
|
|
|
|
|
|
} |
|
143
|
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
# _parse is the private method which does the hard work of parsing. |
|
146
|
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
sub _parse { |
|
148
|
|
|
|
|
|
|
my ($csvref) = @_; |
|
149
|
|
|
|
|
|
|
my $retval; |
|
150
|
|
|
|
|
|
|
if ($$csvref =~ /^"/){ # quoted string |
|
151
|
|
|
|
|
|
|
$$csvref =~ s/^"(([^"]|"")*)",?//s; |
|
152
|
|
|
|
|
|
|
$retval = $1; |
|
153
|
|
|
|
|
|
|
$retval =~ s/""/"/g; |
|
154
|
|
|
|
|
|
|
} else { |
|
155
|
|
|
|
|
|
|
$$csvref =~ s/^([^,]*)(,|$)//s; |
|
156
|
|
|
|
|
|
|
$retval = $1; |
|
157
|
|
|
|
|
|
|
$retval = undef if $retval =~ /^null$/i; |
|
158
|
|
|
|
|
|
|
} |
|
159
|
|
|
|
|
|
|
if (defined $retval and $retval =~ s/^\{(.*)\}$/$1/){ |
|
160
|
|
|
|
|
|
|
my $listref = []; |
|
161
|
|
|
|
|
|
|
push @$listref, _parse(\$retval) while $retval; |
|
162
|
|
|
|
|
|
|
$retval = $listref; |
|
163
|
|
|
|
|
|
|
} |
|
164
|
|
|
|
|
|
|
return $retval; |
|
165
|
|
|
|
|
|
|
} |
|
166
|
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
=head2 pseudocsv_tohash($coldata, $colnames) DEPRECATED |
|
168
|
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
Takes an arrayref of column data and an arrayref of column names and returns |
|
170
|
|
|
|
|
|
|
a hash. This is mostly a helper function designed to help with tuple types. |
|
171
|
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
This interface is deprecated and will go away in 2.0. Use pcsv2hash instead. |
|
173
|
|
|
|
|
|
|
|
|
174
|
|
|
|
|
|
|
=cut |
|
175
|
|
|
|
|
|
|
|
|
176
|
|
|
|
|
|
|
sub pseudocsv_tohash { |
|
177
|
|
|
|
|
|
|
my ($cols, $colnames) = @_; |
|
178
|
|
|
|
|
|
|
my $hash = { map{ $_ => shift @$cols } @$colnames }; |
|
179
|
|
|
|
|
|
|
return %$hash if wantarray; |
|
180
|
|
|
|
|
|
|
return $hash; |
|
181
|
|
|
|
|
|
|
} |
|
182
|
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
=head2 to_pseudocsv($datalist, $is_tuple) |
|
184
|
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
Takes a list of data and an is_tuple argument and creates a pseudocsv. |
|
186
|
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
Note: this does not check for array sanity. If you are not careful you can |
|
188
|
|
|
|
|
|
|
get arrays returned which are not valid SQL arrays. Remember that SQL arrays |
|
189
|
|
|
|
|
|
|
have every item being the same size, and all SQL arrays are are regular in |
|
190
|
|
|
|
|
|
|
size (so all 1 and 2d arrays follow the same form as mathematical matrices). |
|
191
|
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
=cut |
|
193
|
|
|
|
|
|
|
|
|
194
|
|
|
|
|
|
|
sub _val { |
|
195
|
|
|
|
|
|
|
my ($val, $is_tuple) = @_; |
|
196
|
|
|
|
|
|
|
return 'NULL' unless defined $val; |
|
197
|
|
|
|
|
|
|
|
|
198
|
|
|
|
|
|
|
$val = $val->to_db if eval { $val->can('to_db') }; |
|
199
|
|
|
|
|
|
|
$val = to_pseudocsv($_, 0) if ref $_ eq ref []; |
|
200
|
|
|
|
|
|
|
return $val if ref $_ eq ref [] and !$is_tuple; |
|
201
|
|
|
|
|
|
|
|
|
202
|
|
|
|
|
|
|
$val =~ s/"/""/; |
|
203
|
|
|
|
|
|
|
$val = qq("$val") if $val =~ /(^null$|[",{}])/i; |
|
204
|
|
|
|
|
|
|
return $val; |
|
205
|
|
|
|
|
|
|
} |
|
206
|
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
sub to_pseudocsv { |
|
208
|
|
|
|
|
|
|
my ($list, $is_tuple) = @_; |
|
209
|
|
|
|
|
|
|
Carp::croak 'First arg must be an arrayref' unless ref $list; |
|
210
|
|
|
|
|
|
|
my $csv = join(',', map { _val($_, $is_tuple) } @$list); |
|
211
|
|
|
|
|
|
|
return qq|($csv)| if $is_tuple; |
|
212
|
|
|
|
|
|
|
return qq|{$csv}|; |
|
213
|
|
|
|
|
|
|
} |
|
214
|
|
|
|
|
|
|
|
|
215
|
|
|
|
|
|
|
=head1 AUTHOR |
|
216
|
|
|
|
|
|
|
|
|
217
|
|
|
|
|
|
|
Chris Travers, C<< >> |
|
218
|
|
|
|
|
|
|
|
|
219
|
|
|
|
|
|
|
=head1 BUGS |
|
220
|
|
|
|
|
|
|
|
|
221
|
|
|
|
|
|
|
Please report any bugs or feature requests to C, or through |
|
222
|
|
|
|
|
|
|
the web interface at L. I will be notified, and then you'll |
|
223
|
|
|
|
|
|
|
automatically be notified of progress on your bug as I make changes. |
|
224
|
|
|
|
|
|
|
|
|
225
|
|
|
|
|
|
|
|
|
226
|
|
|
|
|
|
|
|
|
227
|
|
|
|
|
|
|
|
|
228
|
|
|
|
|
|
|
=head1 SUPPORT |
|
229
|
|
|
|
|
|
|
|
|
230
|
|
|
|
|
|
|
You can find documentation for this module with the perldoc command. |
|
231
|
|
|
|
|
|
|
|
|
232
|
|
|
|
|
|
|
perldoc PGObject::Util::PseudoCSV |
|
233
|
|
|
|
|
|
|
|
|
234
|
|
|
|
|
|
|
|
|
235
|
|
|
|
|
|
|
You can also look for information at: |
|
236
|
|
|
|
|
|
|
|
|
237
|
|
|
|
|
|
|
=over 4 |
|
238
|
|
|
|
|
|
|
|
|
239
|
|
|
|
|
|
|
=item * RT: CPAN's request tracker (report bugs here) |
|
240
|
|
|
|
|
|
|
|
|
241
|
|
|
|
|
|
|
L |
|
242
|
|
|
|
|
|
|
|
|
243
|
|
|
|
|
|
|
=item * AnnoCPAN: Annotated CPAN documentation |
|
244
|
|
|
|
|
|
|
|
|
245
|
|
|
|
|
|
|
L |
|
246
|
|
|
|
|
|
|
|
|
247
|
|
|
|
|
|
|
=item * CPAN Ratings |
|
248
|
|
|
|
|
|
|
|
|
249
|
|
|
|
|
|
|
L |
|
250
|
|
|
|
|
|
|
|
|
251
|
|
|
|
|
|
|
=item * Search CPAN |
|
252
|
|
|
|
|
|
|
|
|
253
|
|
|
|
|
|
|
L |
|
254
|
|
|
|
|
|
|
|
|
255
|
|
|
|
|
|
|
=back |
|
256
|
|
|
|
|
|
|
|
|
257
|
|
|
|
|
|
|
|
|
258
|
|
|
|
|
|
|
=head1 ACKNOWLEDGEMENTS |
|
259
|
|
|
|
|
|
|
|
|
260
|
|
|
|
|
|
|
|
|
261
|
|
|
|
|
|
|
=head1 LICENSE AND COPYRIGHT |
|
262
|
|
|
|
|
|
|
|
|
263
|
|
|
|
|
|
|
Copyright 2014 Chris Travers. |
|
264
|
|
|
|
|
|
|
|
|
265
|
|
|
|
|
|
|
Redistribution and use in source and binary forms, with or without modification, |
|
266
|
|
|
|
|
|
|
are permitted provided that the following conditions are met: |
|
267
|
|
|
|
|
|
|
|
|
268
|
|
|
|
|
|
|
* Redistributions of source code must retain the above copyright notice, this |
|
269
|
|
|
|
|
|
|
list of conditions and the following disclaimer. |
|
270
|
|
|
|
|
|
|
|
|
271
|
|
|
|
|
|
|
* Redistributions in binary form must reproduce the above copyright notice, this |
|
272
|
|
|
|
|
|
|
list of conditions and the following disclaimer in the documentation and/or |
|
273
|
|
|
|
|
|
|
other materials provided with the distribution. |
|
274
|
|
|
|
|
|
|
|
|
275
|
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND |
|
276
|
|
|
|
|
|
|
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED |
|
277
|
|
|
|
|
|
|
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE |
|
278
|
|
|
|
|
|
|
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR |
|
279
|
|
|
|
|
|
|
ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES |
|
280
|
|
|
|
|
|
|
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; |
|
281
|
|
|
|
|
|
|
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON |
|
282
|
|
|
|
|
|
|
ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
|
283
|
|
|
|
|
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS |
|
284
|
|
|
|
|
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
|
285
|
|
|
|
|
|
|
|
|
286
|
|
|
|
|
|
|
=cut |
|
287
|
|
|
|
|
|
|
|
|
288
|
|
|
|
|
|
|
1; # End of PGObject::Util::PseudoCSV |