line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package Book::Collate::Section; |
2
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
|
4
|
1
|
|
|
1
|
|
17
|
use 5.006; |
|
1
|
|
|
|
|
4
|
|
5
|
1
|
|
|
1
|
|
6
|
use strict; |
|
1
|
|
|
|
|
1
|
|
|
1
|
|
|
|
|
20
|
|
6
|
1
|
|
|
1
|
|
4
|
use warnings; |
|
1
|
|
|
|
|
2
|
|
|
1
|
|
|
|
|
1270
|
|
7
|
|
|
|
|
|
|
|
8
|
|
|
|
|
|
|
=head1 NAME |
9
|
|
|
|
|
|
|
|
10
|
|
|
|
|
|
|
Section |
11
|
|
|
|
|
|
|
|
12
|
|
|
|
|
|
|
=head1 VERSION |
13
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
Version 0.0.1 |
15
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
=cut |
17
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
our $VERSION = 'v0.0.1'; |
19
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
=head1 SYNOPSIS |
22
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
Section Object |
24
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
use Section; |
26
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
my $section = Section->new( |
28
|
|
|
|
|
|
|
raw_data => "TITLE: An odd event |
29
|
|
|
|
|
|
|
[1429.123.0457] Nowhere |
30
|
|
|
|
|
|
|
Al looked again, and he was there.", |
31
|
|
|
|
|
|
|
has_header => 1, |
32
|
|
|
|
|
|
|
number => 1, |
33
|
|
|
|
|
|
|
file => '1429_123_0457_nowhere', |
34
|
|
|
|
|
|
|
); |
35
|
|
|
|
|
|
|
|
36
|
|
|
|
|
|
|
=head1 SUBROUTINES/METHODS |
37
|
|
|
|
|
|
|
|
38
|
|
|
|
|
|
|
=head2 new |
39
|
|
|
|
|
|
|
|
40
|
|
|
|
|
|
|
new takes a hash of data, to include: the section number ('number') if relevant, |
41
|
|
|
|
|
|
|
and the raw_data from the file. |
42
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
It uses the raw_data, and a "has_header" flag to create the section header. |
44
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
The section's title is set by the first data line beginning with "TITLE:". |
46
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
=cut |
48
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
sub new { |
50
|
0
|
|
|
0
|
1
|
|
my ($class, %data) = @_; |
51
|
|
|
|
|
|
|
my $self = { |
52
|
|
|
|
|
|
|
_has_header => $data{has_header} || 0, |
53
|
|
|
|
|
|
|
_header => undef, |
54
|
|
|
|
|
|
|
_headless_data => undef, |
55
|
|
|
|
|
|
|
_number => $data{number}, |
56
|
|
|
|
|
|
|
_raw_data => $data{raw_data}, |
57
|
|
|
|
|
|
|
_report => undef, |
58
|
|
|
|
|
|
|
_title => undef, |
59
|
|
|
|
|
|
|
_filename => $data{filename}, |
60
|
0
|
|
0
|
|
|
|
}; |
61
|
0
|
|
|
|
|
|
bless $self, $class; |
62
|
0
|
|
|
|
|
|
$self->_write_headless_data(); |
63
|
0
|
|
|
|
|
|
$self->_write_report(); |
64
|
0
|
|
|
|
|
|
return $self; |
65
|
|
|
|
|
|
|
} |
66
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
=head2 avg_sentence_length |
68
|
|
|
|
|
|
|
|
69
|
|
|
|
|
|
|
Returns the average sentence length. |
70
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
=cut |
72
|
|
|
|
|
|
|
|
73
|
0
|
|
|
0
|
1
|
|
sub avg_sentence_length { $_[0]->{_report}->avg_sentence_length }; |
74
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
=head2 avg_word_length |
76
|
|
|
|
|
|
|
|
77
|
|
|
|
|
|
|
Returns the average word length. |
78
|
|
|
|
|
|
|
|
79
|
|
|
|
|
|
|
=cut |
80
|
|
|
|
|
|
|
|
81
|
|
|
|
|
|
|
sub avg_word_length { |
82
|
0
|
|
|
0
|
1
|
|
my ( $self ) = @_; |
83
|
0
|
|
|
|
|
|
return $self->{_report}->avg_word_length; |
84
|
|
|
|
|
|
|
} |
85
|
|
|
|
|
|
|
|
86
|
|
|
|
|
|
|
=head2 filename |
87
|
|
|
|
|
|
|
|
88
|
|
|
|
|
|
|
Returns the filename of the section. |
89
|
|
|
|
|
|
|
|
90
|
|
|
|
|
|
|
=cut |
91
|
|
|
|
|
|
|
|
92
|
0
|
|
|
0
|
1
|
|
sub filename { return $_[0]->{_filename}; } |
93
|
|
|
|
|
|
|
|
94
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
=head2 grade_level |
96
|
|
|
|
|
|
|
|
97
|
|
|
|
|
|
|
Returns the Flesch-Kincaid Grade Level score per: https://en.wikipedia.org/wiki/Flesch%E2%80%93Kincaid_readability_tests |
98
|
|
|
|
|
|
|
|
99
|
|
|
|
|
|
|
=cut |
100
|
|
|
|
|
|
|
|
101
|
|
|
|
|
|
|
sub grade_level { |
102
|
0
|
|
|
0
|
1
|
|
my ($self) = @_; |
103
|
0
|
|
|
|
|
|
my $f = sprintf("%0.2f", $self->{_report}->grade_level()); |
104
|
0
|
|
|
|
|
|
return $f; |
105
|
|
|
|
|
|
|
} |
106
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
=head2 header |
108
|
|
|
|
|
|
|
|
109
|
|
|
|
|
|
|
Returns the section header, if appropriate, or undef. |
110
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
=cut |
112
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
sub header { |
114
|
0
|
|
|
0
|
1
|
|
my ($self) = @_; |
115
|
0
|
0
|
|
|
|
|
return undef unless $self->{_has_header}; |
116
|
0
|
|
|
|
|
|
my (@lines) = split(/\n/, $self->raw_data() ); |
117
|
0
|
|
|
|
|
|
foreach my $line (@lines) { |
118
|
0
|
0
|
|
|
|
|
next if $line =~ m/TITLE:/; |
119
|
0
|
|
|
|
|
|
chomp($line); |
120
|
0
|
|
|
|
|
|
$line =~ s/^\s*//; |
121
|
0
|
0
|
|
|
|
|
next unless length($line); # Skips extra blank lines at start. |
122
|
0
|
|
|
|
|
|
$self->{_header} = $line; |
123
|
0
|
|
|
|
|
|
last; |
124
|
|
|
|
|
|
|
} |
125
|
0
|
|
|
|
|
|
return $self->{_header}; |
126
|
|
|
|
|
|
|
} |
127
|
|
|
|
|
|
|
|
128
|
|
|
|
|
|
|
=head2 headless_data |
129
|
|
|
|
|
|
|
|
130
|
|
|
|
|
|
|
Returns the raw_data, minus any header or title. |
131
|
|
|
|
|
|
|
|
132
|
|
|
|
|
|
|
=cut |
133
|
|
|
|
|
|
|
|
134
|
0
|
|
|
0
|
1
|
|
sub headless_data { return $_[0]->{_headless_data}; } |
135
|
|
|
|
|
|
|
|
136
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
=head2 number |
138
|
|
|
|
|
|
|
|
139
|
|
|
|
|
|
|
Returns the section number. |
140
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
=cut |
142
|
|
|
|
|
|
|
|
143
|
0
|
|
|
0
|
1
|
|
sub number { $_[0]->{_number} }; |
144
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
|
146
|
|
|
|
|
|
|
=head2 raw_data |
147
|
|
|
|
|
|
|
|
148
|
|
|
|
|
|
|
Returns the raw_data from the file. |
149
|
|
|
|
|
|
|
|
150
|
|
|
|
|
|
|
=cut |
151
|
|
|
|
|
|
|
|
152
|
0
|
|
|
0
|
1
|
|
sub raw_data { $_[0]->{_raw_data} }; |
153
|
|
|
|
|
|
|
|
154
|
|
|
|
|
|
|
=head2 sentence_count |
155
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
Returns the number of sentences. |
157
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
=cut |
159
|
|
|
|
|
|
|
|
160
|
0
|
|
|
0
|
1
|
|
sub sentence_count { $_[0]->{_report}->sentence_count }; |
161
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
=head2 title |
164
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
Returns the title. |
166
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
=cut |
168
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
sub title { |
170
|
0
|
|
|
0
|
1
|
|
my ($self) = @_; |
171
|
0
|
|
|
|
|
|
my (@lines) = split(/\n/, $self->raw_data() ); |
172
|
0
|
|
|
|
|
|
foreach my $line (@lines) { |
173
|
0
|
0
|
|
|
|
|
if ( $line =~ m/TITLE:/ ) { |
174
|
0
|
|
|
|
|
|
chomp($line); |
175
|
0
|
|
|
|
|
|
$line =~ s/^\s*TITLE:\s*//; |
176
|
0
|
|
|
|
|
|
$self->{_title} = $line; |
177
|
0
|
|
|
|
|
|
last; |
178
|
|
|
|
|
|
|
} |
179
|
|
|
|
|
|
|
} |
180
|
0
|
|
|
|
|
|
return $self->{_title}; |
181
|
|
|
|
|
|
|
} |
182
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
=head2 word_count |
184
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
Returns the word count of the section, minus title or header. |
186
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
=cut |
188
|
|
|
|
|
|
|
|
189
|
0
|
|
|
0
|
1
|
|
sub word_count { return $_[0]->{_report}->word_count; } |
190
|
|
|
|
|
|
|
|
191
|
|
|
|
|
|
|
=head2 word_list |
192
|
|
|
|
|
|
|
|
193
|
|
|
|
|
|
|
Returns a hash of the words used, in lowercase, with the usage count of that word as the value. |
194
|
|
|
|
|
|
|
|
195
|
|
|
|
|
|
|
=cut |
196
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
sub word_list { |
198
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
199
|
0
|
|
|
|
|
|
my %word_list = $self->{_report}->sorted_word_list(); |
200
|
0
|
|
|
|
|
|
return %word_list; |
201
|
|
|
|
|
|
|
} |
202
|
|
|
|
|
|
|
|
203
|
|
|
|
|
|
|
=head2 write_report |
204
|
|
|
|
|
|
|
|
205
|
|
|
|
|
|
|
Writes the report file. |
206
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
=cut |
208
|
|
|
|
|
|
|
|
209
|
|
|
|
|
|
|
sub write_report { |
210
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
211
|
0
|
|
|
|
|
|
my $string = "Grade Level: " . $self->grade_level() . "\n"; |
212
|
0
|
|
|
|
|
|
$string .= "Word Frequency List:\n"; |
213
|
0
|
|
|
|
|
|
my %word_list = $self->{_report}->sorted_word_list(); |
214
|
0
|
|
|
|
|
|
my @unsorted_keys = ( keys %word_list ); |
215
|
0
|
|
|
|
|
|
my @sorted_keys = reverse ( sort { $a <=> $b } @unsorted_keys ); |
|
0
|
|
|
|
|
|
|
216
|
0
|
|
|
|
|
|
my $max_keys = 25; |
217
|
0
|
|
|
|
|
|
foreach my $count ( @sorted_keys ){ |
218
|
0
|
|
|
|
|
|
$string .= " $count "; |
219
|
0
|
|
|
|
|
|
foreach my $word ( @{$word_list{$count}} ){ |
|
0
|
|
|
|
|
|
|
220
|
0
|
|
|
|
|
|
$string .= " $word"; |
221
|
|
|
|
|
|
|
} |
222
|
0
|
|
|
|
|
|
$string .= "\n"; |
223
|
0
|
|
|
|
|
|
$max_keys -= 1; |
224
|
0
|
0
|
|
|
|
|
last unless $max_keys; |
225
|
|
|
|
|
|
|
} |
226
|
0
|
|
|
|
|
|
return $string; |
227
|
|
|
|
|
|
|
} |
228
|
|
|
|
|
|
|
|
229
|
|
|
|
|
|
|
|
230
|
|
|
|
|
|
|
=head2 _write_report |
231
|
|
|
|
|
|
|
|
232
|
|
|
|
|
|
|
Writes the report data. |
233
|
|
|
|
|
|
|
|
234
|
|
|
|
|
|
|
=cut |
235
|
|
|
|
|
|
|
|
236
|
|
|
|
|
|
|
sub _write_report { |
237
|
0
|
|
|
0
|
|
|
my ($self) = @_; |
238
|
0
|
|
|
|
|
|
my $text = $self->headless_data; |
239
|
0
|
|
|
|
|
|
$self->{_report} = Book::Collate::Report->new( string => $self->headless_data() ); |
240
|
|
|
|
|
|
|
} |
241
|
|
|
|
|
|
|
|
242
|
|
|
|
|
|
|
=head2 _write_headless_data |
243
|
|
|
|
|
|
|
|
244
|
|
|
|
|
|
|
Writes the headless data. |
245
|
|
|
|
|
|
|
|
246
|
|
|
|
|
|
|
=cut |
247
|
|
|
|
|
|
|
|
248
|
|
|
|
|
|
|
sub _write_headless_data { |
249
|
0
|
|
|
0
|
|
|
my ($self) = @_; |
250
|
0
|
|
|
|
|
|
my $data; |
251
|
0
|
|
|
|
|
|
($data = $self->raw_data) =~ s/^TITLE:.*\n//; |
252
|
0
|
|
|
|
|
|
$data =~ s/^\s*//; |
253
|
|
|
|
|
|
|
# TODO: Not sure this covers multiple empty blank lines. |
254
|
0
|
0
|
|
|
|
|
$data =~ s/^.*\n// if $self->{_has_header}; |
255
|
0
|
|
|
|
|
|
$data =~ s/^\s*(.*)\s*$/$1/; |
256
|
0
|
|
|
|
|
|
$self->{_headless_data} = $data; |
257
|
|
|
|
|
|
|
} |
258
|
|
|
|
|
|
|
|
259
|
|
|
|
|
|
|
=head1 AUTHOR |
260
|
|
|
|
|
|
|
|
261
|
|
|
|
|
|
|
Leam Hall, C<< >> |
262
|
|
|
|
|
|
|
|
263
|
|
|
|
|
|
|
=head1 BUGS |
264
|
|
|
|
|
|
|
|
265
|
|
|
|
|
|
|
Please report any bugs or feature requests to L. |
266
|
|
|
|
|
|
|
|
267
|
|
|
|
|
|
|
|
268
|
|
|
|
|
|
|
|
269
|
|
|
|
|
|
|
|
270
|
|
|
|
|
|
|
=head1 SUPPORT |
271
|
|
|
|
|
|
|
|
272
|
|
|
|
|
|
|
You can find documentation for this module with the perldoc command. |
273
|
|
|
|
|
|
|
|
274
|
|
|
|
|
|
|
perldoc lib/Book/Collate/Section |
275
|
|
|
|
|
|
|
|
276
|
|
|
|
|
|
|
|
277
|
|
|
|
|
|
|
You can also look for information at: |
278
|
|
|
|
|
|
|
|
279
|
|
|
|
|
|
|
=over 4 |
280
|
|
|
|
|
|
|
|
281
|
|
|
|
|
|
|
=item * GitHub Project Page |
282
|
|
|
|
|
|
|
|
283
|
|
|
|
|
|
|
L |
284
|
|
|
|
|
|
|
|
285
|
|
|
|
|
|
|
=back |
286
|
|
|
|
|
|
|
|
287
|
|
|
|
|
|
|
|
288
|
|
|
|
|
|
|
=head1 ACKNOWLEDGEMENTS |
289
|
|
|
|
|
|
|
|
290
|
|
|
|
|
|
|
Besides Larry Wall, you can blame the folks on IRC Libera#perl for this stuff existing. |
291
|
|
|
|
|
|
|
|
292
|
|
|
|
|
|
|
|
293
|
|
|
|
|
|
|
=head1 LICENSE AND COPYRIGHT |
294
|
|
|
|
|
|
|
|
295
|
|
|
|
|
|
|
This software is Copyright (c) 2021 by Leam Hall. |
296
|
|
|
|
|
|
|
|
297
|
|
|
|
|
|
|
This is free software, licensed under: |
298
|
|
|
|
|
|
|
|
299
|
|
|
|
|
|
|
The Artistic License 2.0 (GPL Compatible) |
300
|
|
|
|
|
|
|
|
301
|
|
|
|
|
|
|
|
302
|
|
|
|
|
|
|
=cut |
303
|
|
|
|
|
|
|
|
304
|
|
|
|
|
|
|
1; # End of Section |