line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package Bio::Roary::ExtractCoreGenesFromSpreadsheet; |
2
|
|
|
|
|
|
|
$Bio::Roary::ExtractCoreGenesFromSpreadsheet::VERSION = '3.10.1'; |
3
|
|
|
|
|
|
|
# ABSTRACT: Take in a spreadsheet produced by the pipeline and identify the core genes. |
4
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
|
6
|
4
|
|
|
4
|
|
96857
|
use Moose; |
|
4
|
|
|
|
|
416475
|
|
|
4
|
|
|
|
|
26
|
|
7
|
4
|
|
|
4
|
|
33063
|
use Text::CSV; |
|
4
|
|
|
|
|
44878
|
|
|
4
|
|
|
|
|
254
|
|
8
|
4
|
|
|
4
|
|
916
|
use Bio::Roary::GroupStatistics; |
|
4
|
|
|
|
|
14
|
|
|
4
|
|
|
|
|
165
|
|
9
|
4
|
|
|
4
|
|
34
|
use POSIX; |
|
4
|
|
|
|
|
8
|
|
|
4
|
|
|
|
|
35
|
|
10
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
has 'spreadsheet' => ( is => 'ro', isa => 'Str', required => 1 ); |
12
|
|
|
|
|
|
|
has '_csv_parser' => ( is => 'ro', isa => 'Text::CSV', lazy => 1, builder => '_build__csv_parser' ); |
13
|
|
|
|
|
|
|
has '_input_spreadsheet_fh' => ( is => 'ro', lazy => 1, builder => '_build__input_spreadsheet_fh' ); |
14
|
|
|
|
|
|
|
has 'ordered_core_genes' => ( is => 'ro', isa => 'ArrayRef', lazy => 1, builder => '_build_ordered_core_genes' ); |
15
|
|
|
|
|
|
|
has 'core_definition' => ( is => 'ro', isa => 'Num', default => 1 ); |
16
|
|
|
|
|
|
|
has 'sample_names' => ( is => 'rw', isa => 'ArrayRef', default => sub { [] } ); |
17
|
|
|
|
|
|
|
has 'sample_names_to_genes' => ( is => 'rw', isa => 'HashRef', default => sub { {} } ); |
18
|
|
|
|
|
|
|
has 'allow_paralogs' => ( is => 'rw', isa => 'Bool', default => 0 ); |
19
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
has '_number_of_isolates' => ( is => 'rw', isa => 'Int' ); |
21
|
|
|
|
|
|
|
has '_gene_column' => ( is => 'rw', isa => 'Int' ); |
22
|
|
|
|
|
|
|
has '_num_isolates_column' => ( is => 'rw', isa => 'Int' ); |
23
|
|
|
|
|
|
|
has '_avg_sequences_per_isolate_column' => ( is => 'rw', isa => 'Int' ); |
24
|
|
|
|
|
|
|
has '_genome_fragement_column' => ( is => 'rw', isa => 'Int' ); |
25
|
|
|
|
|
|
|
has '_order_within_fragement_column' => ( is => 'rw', isa => 'Int' ); |
26
|
|
|
|
|
|
|
has '_min_no_isolates_for_core' => ( is => 'rw', isa => 'Num', lazy => 1, builder => '_build__min_no_isolates_for_core' ); |
27
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
sub _build__min_no_isolates_for_core { |
29
|
5
|
|
|
5
|
|
12
|
my ($self) = @_; |
30
|
5
|
|
|
|
|
118
|
my $threshold = $self->_number_of_isolates * $self->core_definition; |
31
|
|
|
|
|
|
|
|
32
|
5
|
|
|
|
|
116
|
return $threshold; |
33
|
|
|
|
|
|
|
} |
34
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
sub _build__csv_parser { |
36
|
5
|
|
|
5
|
|
13
|
my ($self) = @_; |
37
|
5
|
|
|
|
|
51
|
return Text::CSV->new( { binary => 1, always_quote => 1 } ); |
38
|
|
|
|
|
|
|
} |
39
|
|
|
|
|
|
|
|
40
|
|
|
|
|
|
|
sub _build__input_spreadsheet_fh { |
41
|
5
|
|
|
5
|
|
9
|
my ($self) = @_; |
42
|
5
|
|
|
|
|
161
|
open( my $fh, $self->spreadsheet ); |
43
|
5
|
|
|
|
|
163
|
return $fh; |
44
|
|
|
|
|
|
|
} |
45
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
sub _update_number_of_isolates { |
47
|
5
|
|
|
5
|
|
11
|
my ( $self, $header_row ) = @_; |
48
|
5
|
|
|
|
|
7
|
my $number_of_isolates = @{$header_row} - @{ Bio::Roary::GroupStatistics->fixed_headers }; |
|
5
|
|
|
|
|
10
|
|
|
5
|
|
|
|
|
50
|
|
49
|
5
|
|
|
|
|
143
|
$self->_number_of_isolates($number_of_isolates); |
50
|
|
|
|
|
|
|
} |
51
|
|
|
|
|
|
|
|
52
|
|
|
|
|
|
|
sub _setup_column_mappings { |
53
|
5
|
|
|
5
|
|
19
|
my ( $self, $header_row ) = @_; |
54
|
|
|
|
|
|
|
|
55
|
|
|
|
|
|
|
#Â current ordering |
56
|
5
|
|
|
|
|
35
|
my %columns_of_interest_mappings = ( |
57
|
|
|
|
|
|
|
'Gene' => 0, |
58
|
|
|
|
|
|
|
'No. isolates' => 3, |
59
|
|
|
|
|
|
|
'Avg sequences per isolate' => 5, |
60
|
|
|
|
|
|
|
'Genome Fragment' => 6, |
61
|
|
|
|
|
|
|
'Order within Fragment' => 7, |
62
|
|
|
|
|
|
|
'QC' => 10, |
63
|
|
|
|
|
|
|
); |
64
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
# Dynamically overwrite the default ordering |
66
|
5
|
|
|
|
|
12
|
for ( my $i = 0 ; $i < @{$header_row} ; $i++ ) { |
|
90
|
|
|
|
|
135
|
|
67
|
85
|
|
|
|
|
120
|
for my $col_name (%columns_of_interest_mappings) { |
68
|
840
|
100
|
|
|
|
1075
|
if ( $header_row->[$i] eq $col_name ) { |
69
|
30
|
|
|
|
|
35
|
$columns_of_interest_mappings{$col_name} = $i; |
70
|
30
|
|
|
|
|
44
|
last; |
71
|
|
|
|
|
|
|
} |
72
|
|
|
|
|
|
|
} |
73
|
|
|
|
|
|
|
} |
74
|
5
|
|
|
|
|
164
|
$self->_gene_column( $columns_of_interest_mappings{'Gene'} ); |
75
|
5
|
|
|
|
|
134
|
$self->_num_isolates_column( $columns_of_interest_mappings{'No. isolates'} ); |
76
|
5
|
|
|
|
|
136
|
$self->_avg_sequences_per_isolate_column( $columns_of_interest_mappings{'Avg sequences per isolate'} ); |
77
|
5
|
|
|
|
|
125
|
$self->_genome_fragement_column( $columns_of_interest_mappings{'Genome Fragment'} ); |
78
|
5
|
|
|
|
|
130
|
$self->_order_within_fragement_column( $columns_of_interest_mappings{'Order within Fragment'} ); |
79
|
5
|
|
|
|
|
20
|
$self->_update_number_of_isolates($header_row); |
80
|
|
|
|
|
|
|
|
81
|
|
|
|
|
|
|
# Get the sample_names |
82
|
5
|
|
|
|
|
9
|
my @sample_names; |
83
|
5
|
|
|
|
|
13
|
for ( my $i = $self->_length_of_fixed_headers() ; $i < @{$header_row} ; $i++ ) { |
|
20
|
|
|
|
|
36
|
|
84
|
15
|
|
|
|
|
26
|
push( @sample_names, $header_row->[$i] ); |
85
|
|
|
|
|
|
|
} |
86
|
5
|
|
|
|
|
124
|
$self->sample_names( \@sample_names ); |
87
|
|
|
|
|
|
|
} |
88
|
|
|
|
|
|
|
|
89
|
|
|
|
|
|
|
sub _length_of_fixed_headers { |
90
|
388
|
|
|
388
|
|
509
|
my ($self) = @_; |
91
|
388
|
|
|
|
|
361
|
return @{ Bio::Roary::GroupStatistics->fixed_headers() }; |
|
388
|
|
|
|
|
623
|
|
92
|
|
|
|
|
|
|
} |
93
|
|
|
|
|
|
|
|
94
|
|
|
|
|
|
|
sub _populate_sample_to_gene_lookup_with_row { |
95
|
61
|
|
|
61
|
|
94
|
my ( $self, $row ) = @_; |
96
|
|
|
|
|
|
|
|
97
|
61
|
|
|
|
|
101
|
for ( my $i = $self->_length_of_fixed_headers() ; $i < @{$row} ; $i++ ) { |
|
384
|
|
|
|
|
655
|
|
98
|
323
|
100
|
66
|
|
|
851
|
if ( defined( $row->[$i] ) && $row->[$i] ne "" ) { |
99
|
322
|
|
|
|
|
6895
|
my $sample_name = $self->sample_names->[ $i - $self->_length_of_fixed_headers() ]; |
100
|
|
|
|
|
|
|
|
101
|
322
|
|
|
|
|
7503
|
$self->sample_names_to_genes->{$sample_name}->{ $row->[$i] } = 1; |
102
|
|
|
|
|
|
|
} |
103
|
|
|
|
|
|
|
} |
104
|
61
|
|
|
|
|
1382
|
return 1; |
105
|
|
|
|
|
|
|
} |
106
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
sub _ordered_core_genes { |
108
|
5
|
|
|
5
|
|
10
|
my ($self) = @_; |
109
|
5
|
|
|
|
|
7
|
my %ordered_genes; |
110
|
5
|
|
|
|
|
116
|
while ( my $row = $self->_csv_parser->getline( $self->_input_spreadsheet_fh ) ) { |
111
|
77
|
100
|
|
|
|
2068
|
next if ( @{$row} < 12 ); # no genes in group |
|
77
|
|
|
|
|
162
|
|
112
|
76
|
50
|
33
|
|
|
1773
|
next if ( !defined( $row->[ $self->_gene_column ] ) || $row->[ $self->_gene_column ] eq '' ); # no gene name |
113
|
|
|
|
|
|
|
next |
114
|
76
|
50
|
33
|
|
|
1822
|
if ( !defined( $row->[ $self->_avg_sequences_per_isolate_column ] ) || $row->[ $self->_avg_sequences_per_isolate_column ] eq '' ) |
115
|
|
|
|
|
|
|
; # no average |
116
|
|
|
|
|
|
|
next |
117
|
76
|
100
|
66
|
|
|
1700
|
if ( !defined( $row->[ $self->_genome_fragement_column ] ) || $row->[ $self->_genome_fragement_column ] eq '' ) |
118
|
|
|
|
|
|
|
; # fragment not defined |
119
|
|
|
|
|
|
|
|
120
|
|
|
|
|
|
|
# next if($self->_number_of_isolates != $row->[$self->_num_isolates_column]); # if gene is not in all isolates |
121
|
74
|
100
|
|
|
|
1618
|
next if ( $row->[ $self->_num_isolates_column ] < $self->_min_no_isolates_for_core ); |
122
|
|
|
|
|
|
|
|
123
|
64
|
100
|
|
|
|
1421
|
if ( $self->allow_paralogs ) { |
124
|
|
|
|
|
|
|
# should never happen |
125
|
5
|
100
|
|
|
|
115
|
next if ( $row->[ $self->_avg_sequences_per_isolate_column ] < 1 ); |
126
|
|
|
|
|
|
|
} |
127
|
|
|
|
|
|
|
else { |
128
|
59
|
100
|
|
|
|
1384
|
next if ( $row->[ $self->_avg_sequences_per_isolate_column ] != 1 ); |
129
|
|
|
|
|
|
|
} |
130
|
|
|
|
|
|
|
|
131
|
61
|
|
|
|
|
1282
|
$ordered_genes{ $row->[ $self->_genome_fragement_column ] }{ $row->[ $self->_order_within_fragement_column ] } = |
132
|
|
|
|
|
|
|
$row->[ $self->_gene_column ]; |
133
|
61
|
|
|
|
|
131
|
$self->_populate_sample_to_gene_lookup_with_row($row); |
134
|
|
|
|
|
|
|
} |
135
|
|
|
|
|
|
|
|
136
|
5
|
|
|
|
|
140
|
my @ordered_core_genes; |
137
|
5
|
|
|
|
|
31
|
for my $fragment_key ( sort { $a <=> $b } keys %ordered_genes ) { |
|
2
|
|
|
|
|
10
|
|
138
|
7
|
|
|
|
|
11
|
for my $order_within_fragement ( sort { $a <=> $b } keys %{ $ordered_genes{$fragment_key} } ) { |
|
230
|
|
|
|
|
268
|
|
|
7
|
|
|
|
|
34
|
|
139
|
61
|
|
|
|
|
127
|
push( @ordered_core_genes, $ordered_genes{$fragment_key}{$order_within_fragement} ); |
140
|
|
|
|
|
|
|
} |
141
|
|
|
|
|
|
|
} |
142
|
5
|
|
|
|
|
183
|
return \@ordered_core_genes; |
143
|
|
|
|
|
|
|
} |
144
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
sub _build_ordered_core_genes { |
146
|
5
|
|
|
5
|
|
13
|
my ($self) = @_; |
147
|
5
|
|
|
|
|
122
|
my $header_row = $self->_csv_parser->getline( $self->_input_spreadsheet_fh ); |
148
|
5
|
|
|
|
|
544
|
$self->_setup_column_mappings($header_row); |
149
|
|
|
|
|
|
|
|
150
|
5
|
|
|
|
|
18
|
return $self->_ordered_core_genes(); |
151
|
|
|
|
|
|
|
} |
152
|
|
|
|
|
|
|
|
153
|
4
|
|
|
4
|
|
11406
|
no Moose; |
|
4
|
|
|
|
|
11
|
|
|
4
|
|
|
|
|
32
|
|
154
|
|
|
|
|
|
|
__PACKAGE__->meta->make_immutable; |
155
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
1; |
157
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
__END__ |
159
|
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
=pod |
161
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
=encoding UTF-8 |
163
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
=head1 NAME |
165
|
|
|
|
|
|
|
|
166
|
|
|
|
|
|
|
Bio::Roary::ExtractCoreGenesFromSpreadsheet - Take in a spreadsheet produced by the pipeline and identify the core genes. |
167
|
|
|
|
|
|
|
|
168
|
|
|
|
|
|
|
=head1 VERSION |
169
|
|
|
|
|
|
|
|
170
|
|
|
|
|
|
|
version 3.10.1 |
171
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
=head1 SYNOPSIS |
173
|
|
|
|
|
|
|
|
174
|
|
|
|
|
|
|
Take in a spreadsheet produced by the pipeline and identify the core genes. |
175
|
|
|
|
|
|
|
use Bio::Roary::ExtractCoreGenesFromSpreadsheet; |
176
|
|
|
|
|
|
|
|
177
|
|
|
|
|
|
|
my $obj = Bio::Roary::ExtractCoreGenesFromSpreadsheet->new( |
178
|
|
|
|
|
|
|
spreadsheet => 'group_statistics.csv', |
179
|
|
|
|
|
|
|
); |
180
|
|
|
|
|
|
|
$obj->ordered_core_genes(); |
181
|
|
|
|
|
|
|
|
182
|
|
|
|
|
|
|
=head1 AUTHOR |
183
|
|
|
|
|
|
|
|
184
|
|
|
|
|
|
|
Andrew J. Page <ap13@sanger.ac.uk> |
185
|
|
|
|
|
|
|
|
186
|
|
|
|
|
|
|
=head1 COPYRIGHT AND LICENSE |
187
|
|
|
|
|
|
|
|
188
|
|
|
|
|
|
|
This software is Copyright (c) 2013 by Wellcome Trust Sanger Institute. |
189
|
|
|
|
|
|
|
|
190
|
|
|
|
|
|
|
This is free software, licensed under: |
191
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
The GNU General Public License, Version 3, June 2007 |
193
|
|
|
|
|
|
|
|
194
|
|
|
|
|
|
|
=cut |