| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
# vim: set ts=2 sts=2 sw=2 expandtab smarttab: |
|
2
|
|
|
|
|
|
|
# |
|
3
|
|
|
|
|
|
|
# This file is part of DBIx-TableLoader-CSV |
|
4
|
|
|
|
|
|
|
# |
|
5
|
|
|
|
|
|
|
# This software is copyright (c) 2011 by Randy Stauner. |
|
6
|
|
|
|
|
|
|
# |
|
7
|
|
|
|
|
|
|
# This is free software; you can redistribute it and/or modify it under |
|
8
|
|
|
|
|
|
|
# the same terms as the Perl 5 programming language system itself. |
|
9
|
|
|
|
|
|
|
# |
|
10
|
4
|
|
|
4
|
|
176591
|
use strict; |
|
|
4
|
|
|
|
|
12
|
|
|
|
4
|
|
|
|
|
458
|
|
|
11
|
4
|
|
|
4
|
|
25
|
use warnings; |
|
|
4
|
|
|
|
|
9
|
|
|
|
4
|
|
|
|
|
267
|
|
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
package DBIx::TableLoader::CSV; |
|
14
|
|
|
|
|
|
|
{ |
|
15
|
|
|
|
|
|
|
$DBIx::TableLoader::CSV::VERSION = '1.102'; |
|
16
|
|
|
|
|
|
|
} |
|
17
|
|
|
|
|
|
|
# git description: v1.101-5-g35f5bf3 |
|
18
|
|
|
|
|
|
|
|
|
19
|
|
|
|
|
|
|
BEGIN { |
|
20
|
4
|
|
|
4
|
|
110
|
$DBIx::TableLoader::CSV::AUTHORITY = 'cpan:RWSTAUNER'; |
|
21
|
|
|
|
|
|
|
} |
|
22
|
|
|
|
|
|
|
# ABSTRACT: Easily load a CSV into a database table |
|
23
|
|
|
|
|
|
|
|
|
24
|
4
|
|
|
4
|
|
4875
|
use DBIx::TableLoader 1.100; # rollback after error |
|
|
4
|
|
|
|
|
20317
|
|
|
|
4
|
|
|
|
|
216
|
|
|
25
|
|
|
|
|
|
|
our @ISA = 'DBIx::TableLoader'; |
|
26
|
|
|
|
|
|
|
|
|
27
|
4
|
|
|
4
|
|
43
|
use Carp qw(croak carp); |
|
|
4
|
|
|
|
|
11
|
|
|
|
4
|
|
|
|
|
249
|
|
|
28
|
4
|
|
|
4
|
|
6700
|
use Module::Load (); |
|
|
4
|
|
|
|
|
13446
|
|
|
|
4
|
|
|
|
|
343
|
|
|
29
|
4
|
|
|
4
|
|
7874
|
use Text::CSV 1.21 (); |
|
|
4
|
|
|
|
|
77166
|
|
|
|
4
|
|
|
|
|
2213
|
|
|
30
|
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
|
|
32
|
|
|
|
|
|
|
# 'new' inherited |
|
33
|
|
|
|
|
|
|
|
|
34
|
|
|
|
|
|
|
sub defaults { |
|
35
|
72
|
|
|
72
|
1
|
606687
|
my ($self) = @_; |
|
36
|
|
|
|
|
|
|
return { |
|
37
|
72
|
|
|
|
|
1436
|
csv => undef, |
|
38
|
|
|
|
|
|
|
csv_class => 'Text::CSV', |
|
39
|
|
|
|
|
|
|
csv_defaults => { |
|
40
|
|
|
|
|
|
|
# Text::CSV encourages setting { binary => 1 } |
|
41
|
|
|
|
|
|
|
binary => 1, |
|
42
|
|
|
|
|
|
|
}, |
|
43
|
|
|
|
|
|
|
csv_opts => {}, |
|
44
|
|
|
|
|
|
|
file => undef, |
|
45
|
|
|
|
|
|
|
file_encoding => '', |
|
46
|
|
|
|
|
|
|
file_open_layers => '', |
|
47
|
|
|
|
|
|
|
ignore_csv_errors => 0, |
|
48
|
|
|
|
|
|
|
io => undef, |
|
49
|
|
|
|
|
|
|
no_header => 0, |
|
50
|
|
|
|
|
|
|
}; |
|
51
|
|
|
|
|
|
|
} |
|
52
|
|
|
|
|
|
|
|
|
53
|
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
sub get_raw_row { |
|
55
|
124
|
|
|
124
|
1
|
98943
|
my ($self) = @_; |
|
56
|
4
|
|
|
4
|
|
4913
|
my $row = $self->{csv}->getline($self->{io}); |
|
|
4
|
|
|
|
|
32650
|
|
|
|
4
|
|
|
|
|
165
|
|
|
|
124
|
|
|
|
|
2791
|
|
|
57
|
123
|
100
|
|
|
|
127962
|
unless( $self->{ignore_csv_errors} ){ |
|
58
|
120
|
100
|
66
|
|
|
353
|
if( !$row && !$self->{csv}->eof ){ |
|
59
|
1
|
|
|
|
|
10
|
croak 'CSV parse error: ' . $self->{csv}->error_diag; |
|
60
|
|
|
|
|
|
|
} |
|
61
|
|
|
|
|
|
|
} |
|
62
|
122
|
|
|
|
|
581
|
return $row; |
|
63
|
|
|
|
|
|
|
} |
|
64
|
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
|
|
66
|
|
|
|
|
|
|
sub default_name { |
|
67
|
21
|
|
|
21
|
1
|
52841
|
my ($self) = @_; |
|
68
|
|
|
|
|
|
|
# guess name if not provided |
|
69
|
|
|
|
|
|
|
return $self->{name} ||= |
|
70
|
|
|
|
|
|
|
$self->{file} |
|
71
|
21
|
100
|
33
|
|
|
136
|
? do { |
|
72
|
18
|
|
|
|
|
146
|
require File::Basename; # core |
|
73
|
18
|
|
|
|
|
905
|
File::Basename::fileparse($self->{file}, qr/\.[^.]*/); |
|
74
|
|
|
|
|
|
|
} |
|
75
|
|
|
|
|
|
|
: 'csv'; |
|
76
|
|
|
|
|
|
|
} |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
|
|
79
|
|
|
|
|
|
|
sub prepare_data { |
|
80
|
72
|
|
|
72
|
1
|
6317
|
my ($self) = @_; |
|
81
|
|
|
|
|
|
|
|
|
82
|
72
|
|
|
|
|
301
|
Module::Load::load($self->{csv_class}); |
|
83
|
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
# if an object is not passed in via 'csv', create one from 'csv_opts' |
|
85
|
68
|
|
|
|
|
185
|
$self->{csv} ||= $self->{csv_class}->new({ |
|
86
|
68
|
|
|
|
|
452
|
%{ $self->{csv_defaults} }, |
|
87
|
72
|
100
|
100
|
|
|
4587
|
%{ $self->{csv_opts} } |
|
88
|
|
|
|
|
|
|
}) |
|
89
|
|
|
|
|
|
|
or croak "Cannot use CSV: " . $self->{csv_class}->error_diag(); |
|
90
|
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
# if 'io' not provided set it to the handle returned from opening 'file' |
|
92
|
71
|
100
|
100
|
|
|
6018
|
$self->{io} ||= $self->_open_file |
|
93
|
|
|
|
|
|
|
or croak("Cannot proceed without a 'file' or 'io' attribute"); |
|
94
|
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
# discard first row if columns given (see POD for 'no_header' option) |
|
96
|
65
|
100
|
100
|
|
|
305
|
$self->{first_row} = $self->get_raw_row() |
|
97
|
|
|
|
|
|
|
if $self->{columns} && !$self->{no_header}; |
|
98
|
|
|
|
|
|
|
} |
|
99
|
|
|
|
|
|
|
|
|
100
|
|
|
|
|
|
|
sub _open_file { |
|
101
|
26
|
|
|
26
|
|
50
|
my ($self) = @_; |
|
102
|
|
|
|
|
|
|
|
|
103
|
|
|
|
|
|
|
return |
|
104
|
26
|
100
|
|
|
|
824
|
unless my $file = $self->{file}; |
|
105
|
|
|
|
|
|
|
|
|
106
|
23
|
|
|
|
|
38
|
my $mode = '<'; |
|
107
|
|
|
|
|
|
|
|
|
108
|
23
|
100
|
|
|
|
70
|
if( my $layers = $self->{file_open_layers} ){ |
|
109
|
6
|
|
|
|
|
10
|
$mode .= $layers; |
|
110
|
|
|
|
|
|
|
} |
|
111
|
|
|
|
|
|
|
|
|
112
|
|
|
|
|
|
|
# convenience shortcut (layers would be sufficient but this is easier) |
|
113
|
23
|
100
|
|
|
|
68
|
if( my $enc = $self->{file_encoding} ){ |
|
114
|
3
|
|
|
|
|
8
|
$mode .= ':encoding(' . $enc . ')'; |
|
115
|
|
|
|
|
|
|
} |
|
116
|
|
|
|
|
|
|
|
|
117
|
23
|
100
|
|
1
|
|
2263
|
open(my $fh, $mode, $file) |
|
|
1
|
|
|
|
|
11
|
|
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
9
|
|
|
118
|
|
|
|
|
|
|
or croak("Failed to open '$file': $!"); |
|
119
|
|
|
|
|
|
|
|
|
120
|
20
|
|
|
|
|
20442
|
return $fh; |
|
121
|
|
|
|
|
|
|
} |
|
122
|
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
1; |
|
124
|
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
__END__ |