File Coverage

blib/lib/Novel/Robot/Parser.pm
Criterion Covered Total %
statement 162 386 41.9
branch 34 138 24.6
condition 18 121 14.8
subroutine 28 59 47.4
pod 3 34 8.8
total 245 738 33.2


line stmt bran cond sub pod time code
1             # ABSTRACT: get novel / bbs content from website
2             package Novel::Robot::Parser;
3              
4 3     3   587 use strict;
  3         6  
  3         98  
5 3     3   15 use warnings;
  3         6  
  3         112  
6 3     3   697 use utf8;
  3         18  
  3         15  
7              
8 3     3   1443 use Novel::Robot::Browser;
  3         33  
  3         126  
9 3     3   20 use URI;
  3         9  
  3         60  
10 3     3   17 use Encode;
  3         6  
  3         278  
11 3     3   1601 use Web::Scraper;
  3         230690  
  3         24  
12 3     3   240 use HTML::TreeBuilder;
  3         6  
  3         33  
13 3     3   83 use Data::Dumper;
  3         9  
  3         4941  
14              
15             ### {{{ data
16              
17             #our $VERSION = 0.32;
18              
19             our %SITE_DOM_NAME = (
20             'bbs.jjwxc.net' => 'hjj',
21             'www.jjwxc.net' => 'jjwxc',
22             'tieba.baidu.com' => 'tieba',
23              
24             'www.ddshu.net' => 'ddshu',
25             'www.kanunu8.com' => 'kanunu8',
26             );
27              
28             our %NULL_INDEX = (
29             url => '',
30             book => '',
31             writer => '',
32             writer_url => '',
33             item_list => [],
34              
35             intro => '',
36             series => '',
37             progress => '',
38             word_num => '',
39             );
40              
41             our %NULL_CHAPTER = (
42             content => '',
43             id => 0,
44             pid => 0,
45             time => '',
46             title => '',
47             url => '',
48             writer => '',
49             writer_say => '',
50             abstract => '',
51             word_num => '',
52             type => '',
53             );
54              
55             ### }}}
56              
57             ### init {{{
58             sub new {
59 2     2 1 1396 my ( $self, %opt ) = @_;
60              
61 2         18 $opt{site} = $self->detect_site( $opt{site} );
62              
63 2         8 my $module = "Novel::Robot::Parser::$opt{site}";
64 2         128 eval "require $module;";
65              
66 2         30 my $browser = Novel::Robot::Browser->new( %opt );
67 2         21 bless { browser => $browser, %opt }, $module;
68             }
69              
70       0 0   sub domain { }
71              
72             sub detect_domain {
73 0     0 0 0 my ( $self, $url ) = @_;
74 0 0       0 return ( $url, $url ) unless ( $url =~ /^https?:/ );
75              
76 0         0 my ( $dom ) = $url =~ m#^.*?\/\/(.+?)(?:/|$)#;
77              
78 0         0 my $base_dom = $dom;
79 0         0 $base_dom =~ s/^[^.]+\.//;
80 0 0       0 $base_dom = $base_dom =~ /\./ ? $base_dom : $dom;
81 0         0 return ( $dom, $base_dom );
82             }
83              
84             sub detect_site {
85 2     2 0 6 my ( $self, $url ) = @_;
86              
87 2 50 33     19 if ( $url and $url =~ /^https?:/ ) {
88 0         0 my ( $dom ) = $url =~ m#^.*?\/\/(.+?)/#;
89 0 0       0 return $SITE_DOM_NAME{$dom} if ( exists $SITE_DOM_NAME{$dom} );
90 0         0 return 'default';
91             }
92              
93 2   50     9 return $url // 'default';
94             }
95             ### }}}
96              
97             ### {{{ common
98 2     2 0 8 sub site_type { 'novel' }
99 0     0 0 0 sub charset { 'cp936' }
100       0 0   sub base_url { }
101              
102             sub generate_novel_url {
103 0     0 0 0 my ( $self, $index_url, @args ) = @_;
104 0         0 return ( $index_url, @args );
105             }
106              
107             ### }}}
108              
109             ### {{{ novel
110              
111             sub get_novel_info {
112 1     1 1 12 my ( $self, $url ) = @_;
113 1         4 my ( $i_url, $post_data ) = $self->generate_novel_url( $url );
114 1         8 my $c = $self->{browser}->request_url( $i_url, $post_data );
115              
116 1         25 my $r = $self->extract_elements(
117             \$c,
118             path => $self->scrape_novel(),
119             sub => $self->can( "parse_novel" ),
120             );
121 1         11 $r->{item_list} = $self->parse_item_list( \$c, $r );
122 1         6 ( $r->{item_list}, $r->{item_num} ) = $self->update_item_list( $r->{item_list}, $url );
123 1         6 return $r;
124             }
125              
126             sub get_novel_ref {
127 2     2 1 904 my ( $self, $index_url, %o ) = @_;
128              
129 2 50       8 return $self->get_tiezi_ref( $index_url, %o ) if ( $self->site_type() eq 'tiezi' );
130              
131 2         5 my ( $r, $item_list, $max_item_num );
132 2 50       8 if ( $index_url !~ /^https?:/ ) {
133 2         10 $r = $self->parse_novel( $index_url, %o );
134             } else {
135 0         0 my ( $i_url, $post_data ) = $self->generate_novel_url( $index_url );
136              
137             ( $r, $item_list ) = $self->{browser}->request_url_whole(
138             $i_url,
139             post_data => $post_data,
140             info_sub => sub {
141 0     0   0 $self->extract_elements(
142             @_,
143             path => $self->scrape_novel(),
144             sub => $self->can( "parse_novel" ),
145             );
146             },
147 0     0   0 item_list_sub => sub { $self->can( "parse_item_list" )->( $self, @_ ) },
148             item_sub => sub {
149 0     0   0 $self->extract_elements(
150             @_,
151             path => $self->scrape_novel_item(),
152             sub => $self->can( "parse_novel_item" ),
153             );
154             },
155 0         0 %o,
156             );
157              
158 0         0 $r->{url} = $index_url;
159 0   0     0 $r->{item_list} = $item_list || [];
160              
161             #$r->{item_num} = $max_item_num || undef;
162             } ## end else [ if ( $index_url !~ /^https?:/)]
163              
164 2         10 ( $r->{item_list}, $r->{item_num} ) = $self->update_item_list( $r->{item_list}, $index_url );
165 2         12 $self->filter_item_list( $r, %o );
166 2         13 $r->{writer_url} = $self->format_abs_url( $r->{writer_url}, $index_url );
167              
168 2         6 for my $k ( qw/writer book/ ) {
169 4 50       12 $r->{$k} = $o{$k} if ( exists $o{$k} );
170             }
171 2   66     35 $r->{$_} ||= $NULL_INDEX{$_} for keys( %NULL_INDEX );
172 2         15 $r->{$_} = $self->tidy_string( $r->{$_} ) for qw/writer book/;
173              
174 2         8 return $r;
175             } ## end sub get_novel_ref
176              
177             sub scrape_novel {
178 1     1 0 5 my ( $self ) = @_;
179 1         5 my $r = {};
180 1 50       7 push @{$r->{book}}, { path => $self->{book_path} } if ( exists $self->{book_path} );
  0         0  
181 1 50       5 push @{$r->{book}}, { regex => $self->{book_regex} } if ( exists $self->{book_regex} );
  0         0  
182 1 50       5 push @{$r->{writer}}, { path => $self->{writer_path} } if ( exists $self->{writer_path} );
  0         0  
183 1 50       5 push @{$r->{writer}}, { regex => $self->{writer_regex} } if ( exists $self->{writer_regex} );
  0         0  
184 1         44 return $r;
185             }
186              
187             sub parse_novel {
188 0     0 0 0 my ( $self, $h, $r ) = @_;
189              
190 0   0     0 $r->{book} ||= $self->scrape_element_try(
191             $h,
192             [ { path => '//meta[@name="og:novel:book_name"]', extract => '@content' },
193             { path => '//meta[@property="og:novel:book_name"]', extract => '@content' },
194             { path => '//meta[@property="og:title"]', extract => '@content' },
195             { path => '//div[@id="title"]', },
196             { path => '//div[@class="title"]', },
197             { regex => qr#[^<]+?([^,<]+?)全文阅读,#si, }, </td> </tr> <tr> <td class="h" > <a name="198">198</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#<title>[^<]*?《([^,<]+?)》#si, }, </td> </tr> <tr> <td class="h" > <a name="199">199</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#<title>[^<]+?,([^,<]+?)最新章节#si, }, </td> </tr> <tr> <td class="h" > <a name="200">200</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//h1', }, </td> </tr> <tr> <td class="h" > <a name="201">201</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//h2', }, </td> </tr> <tr> <td class="h" > <a name="202">202</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ], </td> </tr> <tr> <td class="h" > <a name="203">203</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub => $self->can( "tidy_writer_book" ), </td> </tr> <tr> <td class="h" > <a name="204">204</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ); </td> </tr> <tr> <td class="h" > <a name="205">205</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="206">206</a> </td> <td class="c0" > <a href="#228"> 0 </a> </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#206-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $r->{writer} ||= $self->scrape_element_try( </td> </tr> <tr> <td class="h" > <a name="207">207</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> $h, </td> </tr> <tr> <td class="h" > <a name="208">208</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> [ { path => '//meta[@name="author"]', extract => '@content' }, </td> </tr> <tr> <td class="h" > <a name="209">209</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="210">210</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//meta[@name="og:novel:author"]', extract => '@content' }, </td> </tr> <tr> <td class="h" > <a name="211">211</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//meta[@property="og:novel:author"]', extract => '@content' }, </td> </tr> <tr> <td class="h" > <a name="212">212</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//*[@class="author"]', }, </td> </tr> <tr> <td class="h" > <a name="213">213</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//*[@class="writer"]', }, </td> </tr> <tr> <td class="h" > <a name="214">214</a> </td> <td class="c3" > 3 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#214-1"> 3 </a> </td> <td >   </td> <td > 68 </td> <td class="s"> { regex => qr#<span>作者：</span>([^<]+)#si, }, </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c3" > 3 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 7 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c3" > 3 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 53 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="215">215</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#作者：<span>([^<]+)</span>#si, }, </td> </tr> <tr> <td class="h" > <a name="216">216</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#<(?:em|i|h3|h2|span)>作者：([^<]+)</(?:em|i|h3|h2|span)>#si, }, </td> </tr> <tr> <td class="h" > <a name="217">217</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#作者：(?:<span>)?<a[^>]*>([^<]+)</a>#si, }, </td> </tr> <tr> <td class="h" > <a name="218">218</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#<p>作(?: |\s)*者：([^<]+)</p>#si, }, </td> </tr> <tr> <td class="h" > <a name="219">219</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#作者：([^<]+?) 发布时间：#s, }, </td> </tr> <tr> <td class="h" > <a name="220">220</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#content="([^"]+?)最新著作#s, }, </td> </tr> <tr> <td class="h" > <a name="221">221</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#<title>[^<,]+?最新章节\(([^<,]+?)\),#si, }, </td> </tr> <tr> <td class="h" > <a name="222">222</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#<title>[^<,]+?作者：([^<,]+?)_#si, }, </td> </tr> <tr> <td class="h" > <a name="223">223</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { regex => qr#content="[^"]+?,([^",]+?)作品#s, }, </td> </tr> <tr> <td class="h" > <a name="224">224</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ], </td> </tr> <tr> <td class="h" > <a name="225">225</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub => $self->can( "tidy_writer_book" ), </td> </tr> <tr> <td class="h" > <a name="226">226</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ); </td> </tr> <tr> <td class="h" > <a name="227">227</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="228">228</a> </td> <td class="c0" > <a href="#230"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $r->{$_} = $self->tidy_writer_book( $r->{$_} ) for qw/writer book title/; </td> </tr> <tr> <td class="h" > <a name="229">229</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="230">230</a> </td> <td class="c0" > <a href="#234"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $r; </td> </tr> <tr> <td class="h" > <a name="231">231</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub parse_novel </td> </tr> <tr> <td class="h" > <a name="232">232</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="233">233</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub scrape_item_list { </td> </tr> <tr> <td class="h" > <a name="234">234</a> </td> <td class="c0" > <a href="#235"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#234-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#234-1"> 0 </a> </td> <td > 0 </td> <td class="s"> my ( $self ) = @_; </td> </tr> <tr> <td class="h" > <a name="235">235</a> </td> <td class="c0" > <a href="#236"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $r = {}; </td> </tr> <tr> <td class="h" > <a name="236">236</a> </td> <td class="c0" > <a href="#237"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#236-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $r->{path} = $self->{item_list_path} if ( exists $self->{item_list_path} ); </td> </tr> <tr> <td class="h" > <a name="237">237</a> </td> <td class="c0" > <a href="#245"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $r; </td> </tr> <tr> <td class="h" > <a name="238">238</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="239">239</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="240">240</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub parse_item_list { </td> </tr> <tr> <td class="h" > <a name="241">241</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#241-1"> 1 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#241-1"> 0 </a> </td> <td > 5 </td> <td class="s"> my ( $self, $h, $r ) = @_; </td> </tr> <tr> <td class="h" > <a name="242">242</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="243">243</a> </td> <td class="c3" > 1 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#243-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 10 </td> <td class="s"> return $r->{item_list} if ( exists $r->{item_list} ); </td> </tr> <tr> <td class="h" > <a name="244">244</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="245">245</a> </td> <td class="c0" > <a href="#247"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $path_r = $self->scrape_item_list(); </td> </tr> <tr> <td class="h" > <a name="246">246</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="247">247</a> </td> <td class="c0" > <a href="#251"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#247-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $self->guess_item_list( $h ) unless ( exists $path_r->{path} ); </td> </tr> <tr> <td class="h" > <a name="248">248</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="249">249</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> my $parse_novel = scraper { </td> </tr> <tr> <td class="h" > <a name="250">250</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> process $path_r->{path}, </td> </tr> <tr> <td class="h" > <a name="251">251</a> </td> <td class="c0" > <a href="#255"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#251-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> 'item_list[]' => { </td> </tr> <tr> <td class="h" > <a name="252">252</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> 'title' => 'TEXT', </td> </tr> <tr> <td class="h" > <a name="253">253</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> 'url' => '@href' </td> </tr> <tr> <td class="h" > <a name="254">254</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> }; </td> </tr> <tr> <td class="h" > <a name="255">255</a> </td> <td class="c0" > <a href="#256"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> }; </td> </tr> <tr> <td class="h" > <a name="256">256</a> </td> <td class="c0" > <a href="#258"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $ref = $parse_novel->scrape( $h ); </td> </tr> <tr> <td class="h" > <a name="257">257</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="258">258</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#258-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @chap = grep { exists $_->{url} and $_->{url} } @{ $ref->{item_list} }; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#260"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="259">259</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="260">260</a> </td> <td class="c0" > <a href="#261"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#260-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> if ( $path_r->{sort} ) { </td> </tr> <tr> <td class="h" > <a name="261">261</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> @chap = sort { $a->{url} cmp $b->{url} } @chap; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#264"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="262">262</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="263">263</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="264">264</a> </td> <td class="c0" > <a href="#268"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return \@chap; </td> </tr> <tr> <td class="h" > <a name="265">265</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub parse_item_list </td> </tr> <tr> <td class="h" > <a name="266">266</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="267">267</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub guess_item_list { </td> </tr> <tr> <td class="h" > <a name="268">268</a> </td> <td class="c0" > <a href="#270"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#268-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#268-1"> 0 </a> </td> <td > 0 </td> <td class="s"> my ( $self, $h, %opt ) = @_; </td> </tr> <tr> <td class="h" > <a name="269">269</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="270">270</a> </td> <td class="c0" > <a href="#271"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $new_h = $$h; </td> </tr> <tr> <td class="h" > <a name="271">271</a> </td> <td class="c0" > <a href="#273"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $new_h=~s#<dt>[^<]+最新\d+章节</dt>.+?<dt>#<dt>#s; </td> </tr> <tr> <td class="h" > <a name="272">272</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="273">273</a> </td> <td class="c0" > <a href="#274"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $tree = HTML::TreeBuilder->new(); </td> </tr> <tr> <td class="h" > <a name="274">274</a> </td> <td class="c0" > <a href="#276"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $tree->parse( $new_h ); </td> </tr> <tr> <td class="h" > <a name="275">275</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="276">276</a> </td> <td class="c0" > <a href="#277"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @links = $tree->look_down( '_tag', 'a' ); </td> </tr> <tr> <td class="h" > <a name="277">277</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> @links = grep { $_->attr( 'href' ) } @links; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#278"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="278">278</a> </td> <td class="c0" > <a href="#279"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> for my $x ( @links ) { </td> </tr> <tr> <td class="h" > <a name="279">279</a> </td> <td class="c0" > <a href="#280"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $up_url = $x->attr( 'href' ); </td> </tr> <tr> <td class="h" > <a name="280">280</a> </td> <td class="c0" > <a href="#281"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $up_url =~ s#/[^/]+/?$#/#; </td> </tr> <tr> <td class="h" > <a name="281">281</a> </td> <td class="c0" > <a href="#283"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#281-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $up_url = '.' if ( $up_url !~ m#/# ); </td> </tr> <tr> <td class="h" > <a name="282">282</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="283">283</a> </td> <td class="c0" > <a href="#286"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $x = { parent => $up_url, depth => $x->depth(), url => $x->attr( 'href' ), title => $x->as_text() }; </td> </tr> <tr> <td class="h" > <a name="284">284</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="285">285</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="286">286</a> </td> <td class="c0" > <a href="#287"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @out_links; </td> </tr> <tr> <td class="h" > <a name="287">287</a> </td> <td class="c0" > <a href="#288"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @temp_arr = ( $links[0] ); </td> </tr> <tr> <td class="h" > <a name="288">288</a> </td> <td class="c0" > <a href="#289"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $parent = $links[0]{parent}; </td> </tr> <tr> <td class="h" > <a name="289">289</a> </td> <td class="c0" > <a href="#290"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $depth = $links[0]{depth}; </td> </tr> <tr> <td class="h" > <a name="290">290</a> </td> <td class="c0" > <a href="#291"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> for ( my $i = 1 ; $i <= $#links ; $i++ ) { </td> </tr> <tr> <td class="h" > <a name="291">291</a> </td> <td class="c0" > <a href="#292"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#291-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#291-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> if ( $depth == $links[$i]{depth} and $parent eq $links[$i]{parent} ) { </td> </tr> <tr> <td class="h" > <a name="292">292</a> </td> <td class="c0" > <a href="#294"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> push @temp_arr, $links[$i]; </td> </tr> <tr> <td class="h" > <a name="293">293</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } else { </td> </tr> <tr> <td class="h" > <a name="294">294</a> </td> <td class="c0" > <a href="#295"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> push @out_links, [@temp_arr]; </td> </tr> <tr> <td class="h" > <a name="295">295</a> </td> <td class="c0" > <a href="#296"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> @temp_arr = ( $links[$i] ); </td> </tr> <tr> <td class="h" > <a name="296">296</a> </td> <td class="c0" > <a href="#297"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $depth = $links[$i]{depth}; </td> </tr> <tr> <td class="h" > <a name="297">297</a> </td> <td class="c0" > <a href="#301"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $parent = $links[$i]{parent}; </td> </tr> <tr> <td class="h" > <a name="298">298</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="299">299</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="300">300</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="301">301</a> </td> <td class="c0" > <a href="#303"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#301-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> push @out_links, \@temp_arr if ( @temp_arr ); </td> </tr> <tr> <td class="h" > <a name="302">302</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="303">303</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> @out_links = sort { scalar( @$b ) <=> scalar( @$a ) } @out_links; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#305"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="304">304</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="305">305</a> </td> <td class="c0" > <a href="#306"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $res_arr; </td> </tr> <tr> <td class="h" > <a name="306">306</a> </td> <td class="c0" > <a href="#308"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $title_regex = </td> </tr> <tr> <td class="h" > <a name="307">307</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> qr/引子|楔子|内容简介|正文|序言|文案|第\s*[０１２３４５６７８９零○〇一二三四五六七八九十百千\d]+\s*(章|节)|(^[0-9]+)/; </td> </tr> <tr> <td class="h" > <a name="308">308</a> </td> <td class="c0" > <a href="#309"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $chap_num_regex = qr/(^|\/)\d+(\.html)?$/; </td> </tr> <tr> <td class="h" > <a name="309">309</a> </td> <td class="c0" > <a href="#310"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> for my $arr ( @out_links ) { </td> </tr> <tr> <td class="h" > <a name="310">310</a> </td> <td class="c0" > <a href="#311"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $x = $arr->[0]; </td> </tr> <tr> <td class="h" > <a name="311">311</a> </td> <td class="c0" > <a href="#312"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $y = $arr->[1]; </td> </tr> <tr> <td class="h" > <a name="312">312</a> </td> <td class="c0" > <a href="#314"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $z = $arr->[-1]; </td> </tr> <tr> <td class="h" > <a name="313">313</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="314">314</a> </td> <td class="c0" > <a href="#315"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#314-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#314-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $res_arr = $arr if ( $opt{chapter_url_regex} and $x->{url} =~ /$opt{chapter_url_regex}/ ); </td> </tr> <tr> <td class="h" > <a name="315">315</a> </td> <td class="c0" > <a href="#317"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#315-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#315-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $res_arr = $arr if ( $opt{chapter_title_regex} and $x->{title} =~ /$opt{chapter_title_regex}/ ); </td> </tr> <tr> <td class="h" > <a name="316">316</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> $res_arr = $arr </td> </tr> <tr> <td class="h" > <a name="317">317</a> </td> <td class="c0" > <a href="#318"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#317-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#317-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> if ( ($x and $x->{title} =~ /$title_regex/) or ( $y and $y->{title} =~ /$title_regex/ ) or ( $z and $z->{title} =~ /$title_regex/ ) ); </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-2"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-3"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-4"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-5"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="318">318</a> </td> <td class="c0" > <a href="#321"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#318-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#318-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $res_arr = $arr if ( ( $x->{url} =~ /$chap_num_regex/ or $z->{url} =~ /$chap_num_regex/ ) and scalar( @$arr ) > 50 ); </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-2"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="319">319</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="320">320</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #$res_arr= $arr if( ($x->{url}=~/\/?\d+$/ or $z->{url}=~/\/?\d+$/) and scalar(@$arr)>50); </td> </tr> <tr> <td class="h" > <a name="321">321</a> </td> <td class="c0" > <a href="#325"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#321-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> last if ( $res_arr ); </td> </tr> <tr> <td class="h" > <a name="322">322</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="323">323</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="324">324</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #remove not chapter url </td> </tr> <tr> <td class="h" > <a name="325">325</a> </td> <td class="c0" > <a href="#326"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> while ( 1 ) { </td> </tr> <tr> <td class="h" > <a name="326">326</a> </td> <td class="c0" > <a href="#327"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $x = $res_arr->[0]; </td> </tr> <tr> <td class="h" > <a name="327">327</a> </td> <td class="c0" > <a href="#328"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $y = $res_arr->[ int( $#$res_arr / 2 ) ]; </td> </tr> <tr> <td class="h" > <a name="328">328</a> </td> <td class="c0" > <a href="#329"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#328-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#328-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> if ( defined $y->{title} and $y->{title} =~ /$title_regex/ and defined $y->{url} and $y->{url} =~ /\.html$/ and $x->{url} !~ /\.html$/ ) { </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#-2"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-2"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-3"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-4"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-5"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-6"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-7"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-8"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="329">329</a> </td> <td class="c0" > <a href="#331"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> shift( @$res_arr ); </td> </tr> <tr> <td class="h" > <a name="330">330</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } elsif ( defined $y->{title} and $y->{title} =~ /$title_regex/ and defined $y->{url} and $y->{url} =~ /$chap_num_regex/ and $x->{url} !~ /$chap_num_regex/ ) { </td> </tr> <tr> <td class="h" > <a name="331">331</a> </td> <td class="c0" > <a href="#333"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> shift( @$res_arr ); </td> </tr> <tr> <td class="h" > <a name="332">332</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } else { </td> </tr> <tr> <td class="h" > <a name="333">333</a> </td> <td class="c0" > <a href="#338"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> last; </td> </tr> <tr> <td class="h" > <a name="334">334</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="335">335</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="336">336</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="337">337</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #sort chapter url </td> </tr> <tr> <td class="h" > <a name="338">338</a> </td> <td class="c0" > <a href="#339"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#338-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#338-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> if ( $res_arr and defined $res_arr->[0]{url} and $res_arr->[0]{url} =~ /$chap_num_regex/ ) { </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-2"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="339">339</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#339-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> my $trim_sub = sub { my $s = $_[0]; $s =~ s/^.+\///; $s =~ s/\.html$//; return $s }; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#340"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="340">340</a> </td> <td class="c0" > <a href="#341"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @sort_arr; </td> </tr> <tr> <td class="h" > <a name="341">341</a> </td> <td class="c0" > <a href="#342"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#341-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> if($opt{sort_chapter_url}){ </td> </tr> <tr> <td class="h" > <a name="342">342</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> @sort_arr = sort { $trim_sub->( $a->{url} ) <=> $trim_sub->( $b->{url} ) } grep { $_->{url} =~ /$chap_num_regex/ } @$res_arr; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#344"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="343">343</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> }else{ </td> </tr> <tr> <td class="h" > <a name="344">344</a> </td> <td class="c0" > <a href="#346"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> @sort_arr = @$res_arr; </td> </tr> <tr> <td class="h" > <a name="345">345</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="346">346</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @s = map { $trim_sub->( $_->{url} ) } @sort_arr; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#347"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="347">347</a> </td> <td class="c0" > <a href="#348"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $random_sort = 0; </td> </tr> <tr> <td class="h" > <a name="348">348</a> </td> <td class="c0" > <a href="#349"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> for my $i ( 0 .. $#s - 1 ) { </td> </tr> <tr> <td class="h" > <a name="349">349</a> </td> <td class="c0" > <a href="#350"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#349-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $random_sort = 1 if ( $s[$i] > $s[ $i + 1 ] ); </td> </tr> <tr> <td class="h" > <a name="350">350</a> </td> <td class="c0" > <a href="#352"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#350-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> last if ( $random_sort ); </td> </tr> <tr> <td class="h" > <a name="351">351</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="352">352</a> </td> <td class="c0" > <a href="#355"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#352-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return \@sort_arr if ( $random_sort == 0 ); </td> </tr> <tr> <td class="h" > <a name="353">353</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="354">354</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="355">355</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#355-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $res_arr || []; </td> </tr> <tr> <td class="h" > <a name="356">356</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub guess_item_list </td> </tr> <tr> <td class="h" > <a name="357">357</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="358">358</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub scrape_novel_item { </td> </tr> <tr> <td class="h" > <a name="359">359</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#359-1"> 1 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#359-1"> 0 </a> </td> <td > 32 </td> <td class="s"> my ( $self ) = @_; </td> </tr> <tr> <td class="h" > <a name="360">360</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 4 </td> <td class="s"> my $r = {}; </td> </tr> <tr> <td class="h" > <a name="361">361</a> </td> <td class="c3" > 1 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#361-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 8 </td> <td class="s"> push @{$r->{content}}, { path => $self->{content_path}, extract => 'HTML' } if( exists $self->{content_path} ); </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="362">362</a> </td> <td class="c3" > 1 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#362-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 6 </td> <td class="s"> push @{$r->{content}}, { regex => $self->{content_regex} } if( exists $self->{content_regex} ); </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#371"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="363">363</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 4 </td> <td class="s"> push @{$r->{content}}, ( </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 8 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="364">364</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//div[@class="novel_content"]' }, </td> </tr> <tr> <td class="h" > <a name="365">365</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//div[@id="content"]' }, </td> </tr> <tr> <td class="h" > <a name="366">366</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ); </td> </tr> <tr> <td class="h" > <a name="367">367</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 13 </td> <td class="s"> return $r; </td> </tr> <tr> <td class="h" > <a name="368">368</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="369">369</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="370">370</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub parse_novel_item { </td> </tr> <tr> <td class="h" > <a name="371">371</a> </td> <td class="c0" > <a href="#373"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#371-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#371-1"> 0 </a> </td> <td > 0 </td> <td class="s"> my ( $self, $h, $r ) = @_; </td> </tr> <tr> <td class="h" > <a name="372">372</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="373">373</a> </td> <td class="c0" > <a href="#374"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#373-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $r = $self->guess_novel_item( $h ) unless ( $r->{content} ); </td> </tr> <tr> <td class="h" > <a name="374">374</a> </td> <td class="c0" > <a href="#375"> 0 </a> </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#374-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $r->{$_} ||= $NULL_CHAPTER{$_} for keys( %NULL_CHAPTER ); </td> </tr> <tr> <td class="h" > <a name="375">375</a> </td> <td class="c0" > <a href="#377"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $r->{content} = $self->tidy_content( $r->{content} ); </td> </tr> <tr> <td class="h" > <a name="376">376</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="377">377</a> </td> <td class="c0" > <a href="#381"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $next_url = $self->scrape_element_try($h, [ </td> </tr> <tr> <td class="h" > <a name="378">378</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//a[@id="next_url"]', extract =>'@href' }, </td> </tr> <tr> <td class="h" > <a name="379">379</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> { path => '//a[contains(text(),"下一页")]', extract => '@href' }, </td> </tr> <tr> <td class="h" > <a name="380">380</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ]); </td> </tr> <tr> <td class="h" > <a name="381">381</a> </td> <td class="c0" > <a href="#382"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#381-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> if($next_url){ </td> </tr> <tr> <td class="h" > <a name="382">382</a> </td> <td class="c0" > <a href="#385"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $r->{next_url} = $next_url; </td> </tr> <tr> <td class="h" > <a name="383">383</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="384">384</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="385">385</a> </td> <td class="c0" > <a href="#389"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $r; </td> </tr> <tr> <td class="h" > <a name="386">386</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="387">387</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="388">388</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub guess_novel_item { </td> </tr> <tr> <td class="h" > <a name="389">389</a> </td> <td class="c0" > <a href="#391"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#389-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#389-1"> 0 </a> </td> <td > 0 </td> <td class="s"> my ( $self, $h, %opt ) = @_; </td> </tr> <tr> <td class="h" > <a name="390">390</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="391">391</a> </td> <td class="c0" > <a href="#392"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $$h =~ s#<!--.+?-->##sg; </td> </tr> <tr> <td class="h" > <a name="392">392</a> </td> <td class="c0" > <a href="#394"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $$h =~ s#<script[^>]*>[^<]*</script>##sg; </td> </tr> <tr> <td class="h" > <a name="393">393</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="394">394</a> </td> <td class="c0" > <a href="#395"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $tree = HTML::TreeBuilder->new(); </td> </tr> <tr> <td class="h" > <a name="395">395</a> </td> <td class="c0" > <a href="#397"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $tree->parse( $$h ); </td> </tr> <tr> <td class="h" > <a name="396">396</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="397">397</a> </td> <td class="c0" > <a href="#398"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @links = $tree->look_down( 'text', undef ); </td> </tr> <tr> <td class="h" > <a name="398">398</a> </td> <td class="c0" > <a href="#399"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> for my $x ( @links ) { </td> </tr> <tr> <td class="h" > <a name="399">399</a> </td> <td class="c0" > <a href="#400"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $x = { content => $x->as_HTML( '<>&' ) }; </td> </tr> <tr> <td class="h" > <a name="400">400</a> </td> <td class="c0" > <a href="#402"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $self->calc_content_wordnum( $x ); </td> </tr> <tr> <td class="h" > <a name="401">401</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="402">402</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @out_links = sort { $b->{word_num} <=> $a->{word_num} } @links; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#404"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="403">403</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="404">404</a> </td> <td class="c0" > <a href="#405"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $no_next_r; </td> </tr> <tr> <td class="h" > <a name="405">405</a> </td> <td class="c0" > <a href="#406"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> for my $r ( @out_links ) { </td> </tr> <tr> <td class="h" > <a name="406">406</a> </td> <td class="c0" > <a href="#407"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#406-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> next if ( $r->{content} =~ m#</(style|head|body|html)>#s ); </td> </tr> <tr> <td class="h" > <a name="407">407</a> </td> <td class="c0" > <a href="#408"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#407-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> next if ( $r->{content} =~ m#^\s*<div id="footer">#s ); </td> </tr> <tr> <td class="h" > <a name="408">408</a> </td> <td class="c0" > <a href="#409"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#408-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> next if ( $r->{content} =~ /(上|下)一(章|页|篇)/s ); </td> </tr> <tr> <td class="h" > <a name="409">409</a> </td> <td class="c0" > <a href="#410"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#409-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> next if ( $r->{content} =~ m#</h(2|1)>#s ); </td> </tr> <tr> <td class="h" > <a name="410">410</a> </td> <td class="c0" > <a href="#411"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#410-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> next if ( $r->{content} =~ m#All rights reserved#s ); </td> </tr> <tr> <td class="h" > <a name="411">411</a> </td> <td class="c0" > <a href="#413"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#411-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> next if ( $r->{content} =~ m#(.+?</a>){5,}#s ); </td> </tr> <tr> <td class="h" > <a name="412">412</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="413">413</a> </td> <td class="c0" > <a href="#414"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $no_next_r = $r; </td> </tr> <tr> <td class="h" > <a name="414">414</a> </td> <td class="c0" > <a href="#418"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> last; </td> </tr> <tr> <td class="h" > <a name="415">415</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="416">416</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="417">417</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #my @grep_next_r = grep { $_->{content} =~ /(上|下)一(章|页|篇)\w{0,20}$/s and $_->{word_num} > 50 } @out_links; </td> </tr> <tr> <td class="h" > <a name="418">418</a> </td> <td class="c0" > <a href="#419"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my @grep_next_r = grep { $_->{content} =~ /(上|下)一(章|页|篇)/s </td> </tr> <tr> <td class="h" > <a name="419">419</a> </td> <td class="c0" > <a href="#422"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#419-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> and $_->{word_num} > 50 </td> </tr> <tr> <td class="h" > <a name="420">420</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } @out_links; </td> </tr> <tr> <td class="h" > <a name="421">421</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="422">422</a> </td> <td class="c0" > <a href="#423"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $cc = $no_next_r->{content}; </td> </tr> <tr> <td class="h" > <a name="423">423</a> </td> <td class="c0" > <a href="#424"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $cc_n = $cc =~ s/(\n|<p[^>]*>|<br[^>]*>)//sg; </td> </tr> <tr> <td class="h" > <a name="424">424</a> </td> <td class="c0" > <a href="#426"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#424-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#424-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $no_next_r if ( ( $cc_n > 5 and $no_next_r->{word_num} > 50) or !@grep_next_r ); </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-2"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="425">425</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="426">426</a> </td> <td class="c0" > <a href="#434"> 0 </a> </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#426-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $grep_next_r[-1] || {}; </td> </tr> <tr> <td class="h" > <a name="427">427</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub guess_novel_item </td> </tr> <tr> <td class="h" > <a name="428">428</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="429">429</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ### }}} </td> </tr> <tr> <td class="h" > <a name="430">430</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="431">431</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ### {{{ tiezi </td> </tr> <tr> <td class="h" > <a name="432">432</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="433">433</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub get_tiezi_ref { </td> </tr> <tr> <td class="h" > <a name="434">434</a> </td> <td class="c0" > <a href="#436"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#434-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#434-1"> 0 </a> </td> <td > 0 </td> <td class="s"> my ( $self, $url, %o ) = @_; </td> </tr> <tr> <td class="h" > <a name="435">435</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="436">436</a> </td> <td class="c0" > <a href="#442"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my $class = 'novel'; </td> </tr> <tr> <td class="h" > <a name="437">437</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> my ( $topic, $item_list ) = $self->{browser}->request_url_whole( </td> </tr> <tr> <td class="h" > <a name="438">438</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> $url, </td> </tr> <tr> <td class="h" > <a name="439">439</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="440">440</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #post_data => $o{post_data}, </td> </tr> <tr> <td class="h" > <a name="441">441</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> info_sub => sub { </td> </tr> <tr> <td class="h" > <a name="442">442</a> </td> <td class="c0" > <a href="#448"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#442-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> $self->extract_elements( </td> </tr> <tr> <td class="h" > <a name="443">443</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> @_, </td> </tr> <tr> <td class="h" > <a name="444">444</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> path => $self->can( "scrape_$class" )->( $self ), </td> </tr> <tr> <td class="h" > <a name="445">445</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub => $self->can( "parse_$class" ), </td> </tr> <tr> <td class="h" > <a name="446">446</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ); </td> </tr> <tr> <td class="h" > <a name="447">447</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> }, </td> </tr> <tr> <td class="h" > <a name="448">448</a> </td> <td class="c0" > <a href="#449"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#448-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> item_list_sub => sub { $self->can( "parse_${class}_item" )->( $self, @_ ) }, </td> </tr> <tr> <td class="h" > <a name="449">449</a> </td> <td class="c0" > <a href="#454"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#449-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> page_list_sub => sub { $self->can( "parse_${class}_list" )->( $self, @_ ) }, </td> </tr> <tr> <td class="h" > <a name="450">450</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="451">451</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #min_page_num => $o{"min_page_num"}, </td> </tr> <tr> <td class="h" > <a name="452">452</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #max_page_num => $o{"max_page_num"}, </td> </tr> <tr> <td class="h" > <a name="453">453</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> stop_sub => sub { </td> </tr> <tr> <td class="h" > <a name="454">454</a> </td> <td class="c0" > <a href="#455"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#454-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> my ( $info, $data_list, $i ) = @_; </td> </tr> <tr> <td class="h" > <a name="455">455</a> </td> <td class="c0" > <a href="#457"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $self->{browser}->is_list_overflow( $data_list, $o{"max_item_num"} ); </td> </tr> <tr> <td class="h" > <a name="456">456</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> }, </td> </tr> <tr> <td class="h" > <a name="457">457</a> </td> <td class="c0" > <a href="#460"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> %o, </td> </tr> <tr> <td class="h" > <a name="458">458</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ); </td> </tr> <tr> <td class="h" > <a name="459">459</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="460">460</a> </td> <td class="c0" > <a href="#462"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $item_list = $self->update_item_list( $item_list, $url ); </td> </tr> <tr> <td class="h" > <a name="461">461</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="462">462</a> </td> <td class="c0" > <a href="#467"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#462-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> unshift @$item_list, $topic if ( $topic->{content} ); </td> </tr> <tr> <td class="h" > <a name="463">463</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> my %r = ( </td> </tr> <tr> <td class="h" > <a name="464">464</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> %$topic, </td> </tr> <tr> <td class="h" > <a name="465">465</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> writer => $o{writer} || $topic->{writer}, </td> </tr> <tr> <td class="h" > <a name="466">466</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> book => $o{book} || $topic->{book} || $topic->{title}, </td> </tr> <tr> <td class="h" > <a name="467">467</a> </td> <td class="c0" > <a href="#470"> 0 </a> </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#467-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> url => $url, </td> </tr> <tr> <td class="h" > <a > </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#-2"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="468">468</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> item_list => $item_list, </td> </tr> <tr> <td class="h" > <a name="469">469</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ); </td> </tr> <tr> <td class="h" > <a name="470">470</a> </td> <td class="c0" > <a href="#472"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $self->filter_item_list( \%r, %o ); </td> </tr> <tr> <td class="h" > <a name="471">471</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="472">472</a> </td> <td class="c0" > <a href="#479"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return \%r; </td> </tr> <tr> <td class="h" > <a name="473">473</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub get_tiezi_ref </td> </tr> <tr> <td class="h" > <a name="474">474</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="475">475</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ### }}} </td> </tr> <tr> <td class="h" > <a name="476">476</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="477">477</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ### {{{ iterate_ref </td> </tr> <tr> <td class="h" > <a name="478">478</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub get_iterate_ref { </td> </tr> <tr> <td class="h" > <a name="479">479</a> </td> <td class="c0" > <a href="#487"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#479-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#479-1"> 0 </a> </td> <td > 0 </td> <td class="s"> my ( $self, $url, %o ) = @_; </td> </tr> <tr> <td class="h" > <a name="480">480</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> my ( $info, $item_list ) = $self->{browser}->request_url_whole( </td> </tr> <tr> <td class="h" > <a name="481">481</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> $url, </td> </tr> <tr> <td class="h" > <a name="482">482</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> post_data => $o{post_data}, </td> </tr> <tr> <td class="h" > <a name="483">483</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> info_sub => sub { </td> </tr> <tr> <td class="h" > <a name="484">484</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> $self->extract_elements( </td> </tr> <tr> <td class="h" > <a name="485">485</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> @_, </td> </tr> <tr> <td class="h" > <a name="486">486</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> path => {}, </td> </tr> <tr> <td class="h" > <a name="487">487</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> sub => sub { my ( $self, $html_ref, $r ) = @_; return $r; }, </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#488"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="488">488</a> </td> <td class="c0" > <a href="#490"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#488-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> ); </td> </tr> <tr> <td class="h" > <a name="489">489</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> }, </td> </tr> <tr> <td class="h" > <a name="490">490</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#490-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> item_sub => sub { my ( $self, $html_ref ) = @_; return {}; }, </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#491"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="491">491</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#491-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> item_list_sub => sub { my ( $self, $html_ref ) = @_; return []; }, </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#496"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="492">492</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="493">493</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #min_page_num => $o{"min_page_num"}, </td> </tr> <tr> <td class="h" > <a name="494">494</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #max_page_num => $o{"max_page_num"}, </td> </tr> <tr> <td class="h" > <a name="495">495</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> stop_sub => sub { </td> </tr> <tr> <td class="h" > <a name="496">496</a> </td> <td class="c0" > <a href="#497"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#496-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> my ( $info, $data_list, $i ) = @_; </td> </tr> <tr> <td class="h" > <a name="497">497</a> </td> <td class="c0" > <a href="#499"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $self->{browser}->is_list_overflow( $data_list, $o{"max_item_num"} ); </td> </tr> <tr> <td class="h" > <a name="498">498</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> }, </td> </tr> <tr> <td class="h" > <a name="499">499</a> </td> <td class="c0" > <a href="#502"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> %o, </td> </tr> <tr> <td class="h" > <a name="500">500</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ); </td> </tr> <tr> <td class="h" > <a name="501">501</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="502">502</a> </td> <td class="c0" > <a href="#504"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $info->{item_list} = $self->update_item_list( $item_list, $url ); </td> </tr> <tr> <td class="h" > <a name="503">503</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="504">504</a> </td> <td class="c0" > <a href="#527"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $info; </td> </tr> <tr> <td class="h" > <a name="505">505</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub get_iterate_ref </td> </tr> <tr> <td class="h" > <a name="506">506</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="507">507</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ### }}} </td> </tr> <tr> <td class="h" > <a name="508">508</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="509">509</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ### {{{ base </td> </tr> <tr> <td class="h" > <a name="510">510</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="511">511</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub update_item_list { </td> </tr> <tr> <td class="h" > <a name="512">512</a> </td> <td class="c3" > 5 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#512-1"> 5 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#512-1"> 0 </a> </td> <td > 14 </td> <td class="s"> my ( $self, $arr, $base_url ) = @_; </td> </tr> <tr> <td class="h" > <a name="513">513</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="514">514</a> </td> <td class="c3" > 5 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 9 </td> <td class="s"> my %rem; </td> </tr> <tr> <td class="h" > <a name="515">515</a> </td> <td class="c3" > 5 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 11 </td> <td class="s"> for my $chap (@$arr){ </td> </tr> <tr> <td class="h" > <a name="516">516</a> </td> <td class="c3" > 22 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#516-1"> 50 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#516-1"> 0 </a> </td> <td >   </td> <td >   </td> <td > 55 </td> <td class="s"> $chap = { url => $chap || '' } if ( ref( $chap ) ne 'HASH' ); </td> </tr> <tr> <td class="h" > <a name="517">517</a> </td> <td class="c3" > 22 </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#517-1"> 100 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 48 </td> <td class="s"> if ( $chap->{url} ) { </td> </tr> <tr> <td class="h" > <a name="518">518</a> </td> <td class="c3" > 10 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 24 </td> <td class="s"> $chap->{url} = $self->format_abs_url( $chap->{url}, $base_url ); </td> </tr> <tr> <td class="h" > <a name="519">519</a> </td> <td class="c3" > 10 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 9283 </td> <td class="s"> $rem{ $chap->{url} }++; </td> </tr> <tr> <td class="h" > <a name="520">520</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="521">521</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="522">522</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="523">523</a> </td> <td class="c3" > 5 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 10 </td> <td class="s"> my $i = 0; </td> </tr> <tr> <td class="h" > <a name="524">524</a> </td> <td class="c3" > 5 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 12 </td> <td class="s"> my @res; </td> </tr> <tr> <td class="h" > <a name="525">525</a> </td> <td class="c3" > 5 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 10 </td> <td class="s"> for my $chap ( @$arr ) { </td> </tr> <tr> <td class="h" > <a name="526">526</a> </td> <td class="c3" > 22 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#526-1"> 50 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#526-1"> 66 </a> </td> <td >   </td> <td >   </td> <td > 63 </td> <td class="s"> if($chap->{url} and $rem{ $chap->{url} }>1){ </td> </tr> <tr> <td class="h" > <a name="527">527</a> </td> <td class="c0" > <a href="#538"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $rem{$chap->{url}}--; </td> </tr> <tr> <td class="h" > <a name="528">528</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> }else{ </td> </tr> <tr> <td class="h" > <a name="529">529</a> </td> <td class="c3" > 22 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 33 </td> <td class="s"> ++$i; </td> </tr> <tr> <td class="h" > <a name="530">530</a> </td> <td class="c3" > 22 </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#530-1"> 66 </a> </td> <td >   </td> <td >   </td> <td > 67 </td> <td class="s"> $chap->{pid} //= $i; #page id </td> </tr> <tr> <td class="h" > <a name="531">531</a> </td> <td class="c3" > 22 </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#531-1"> 66 </a> </td> <td >   </td> <td >   </td> <td > 51 </td> <td class="s"> $chap->{id} //= $i; #item id </td> </tr> <tr> <td class="h" > <a name="532">532</a> </td> <td class="c3" > 22 </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#532-1"> 100 </a> </td> <td >   </td> <td >   </td> <td > 54 </td> <td class="s"> $chap->{content} //= ''; </td> </tr> <tr> <td class="h" > <a name="533">533</a> </td> <td class="c3" > 22 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#533-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 55 </td> <td class="s"> push @res, $chap unless($chap->{content}=~m#正在手打中#s); </td> </tr> <tr> <td class="h" > <a name="534">534</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="535">535</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="536">536</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="537">537</a> </td> <td class="c3" > 5 </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#537-1"> 33 </a> </td> <td >   </td> <td >   </td> <td > 29 </td> <td class="s"> while(@res and $res[-1]{content}=~m#正在手打中#s ){ </td> </tr> <tr> <td class="h" > <a name="538">538</a> </td> <td class="c0" > <a href="#570"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> pop @res; </td> </tr> <tr> <td class="h" > <a name="539">539</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="540">540</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="541">541</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #$i = $arr->[-1]{id} if ( $#$arr >= 0 and exists $arr->[-1]{id} and $arr->[-1]{id} > $i ); </td> </tr> <tr> <td class="h" > <a name="542">542</a> </td> <td class="c3" > 5 </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#542-1"> 100 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 31 </td> <td class="s"> return wantarray ? ( \@res, $i ) : \@res; </td> </tr> <tr> <td class="h" > <a name="543">543</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub update_item_list </td> </tr> <tr> <td class="h" > <a name="544">544</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="545">545</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub format_abs_url { </td> </tr> <tr> <td class="h" > <a name="546">546</a> </td> <td class="c3" > 12 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#546-1"> 12 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#546-1"> 0 </a> </td> <td > 28 </td> <td class="s"> my ( $self, $url, $base_url ) = @_; </td> </tr> <tr> <td class="h" > <a name="547">547</a> </td> <td class="c3" > 12 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#547-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 24 </td> <td class="s"> return $url unless ( $base_url ); </td> </tr> <tr> <td class="h" > <a name="548">548</a> </td> <td class="c3" > 12 </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#548-1"> 100 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 43 </td> <td class="s"> return $url unless ( $base_url =~ /^https?:/ ); </td> </tr> <tr> <td class="h" > <a name="549">549</a> </td> <td class="c3" > 10 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 36 </td> <td class="s"> my $abs_url = URI->new_abs( $url, $base_url )->as_string; </td> </tr> <tr> <td class="h" > <a name="550">550</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="551">551</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="552">552</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub extract_elements { </td> </tr> <tr> <td class="h" > <a name="553">553</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#553-1"> 2 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#553-1"> 0 </a> </td> <td > 12 </td> <td class="s"> my ( $self, $h, %o ) = @_; </td> </tr> <tr> <td class="h" > <a name="554">554</a> </td> <td class="c3" > 2 </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#554-1"> 50 </a> </td> <td >   </td> <td >   </td> <td > 11 </td> <td class="s"> $o{path} ||= {}; </td> </tr> <tr> <td class="h" > <a name="555">555</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="556">556</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 6 </td> <td class="s"> my $r = {}; </td> </tr> <tr> <td class="h" > <a name="557">557</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 6 </td> <td class="s"> while ( my ( $xk, $xr ) = each %{ $o{path} } ) { </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c3" > 3 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 24 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="558">558</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 11 </td> <td class="s"> $r->{$xk} = $self->scrape_element_try( $h, $xr ); </td> </tr> <tr> <td class="h" > <a name="559">559</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="560">560</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#560-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 18 </td> <td class="s"> $r = $o{sub}->( $self, $h, $r ) if ( $o{sub} ); </td> </tr> <tr> <td class="h" > <a name="561">561</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 13 </td> <td class="s"> return $r; </td> </tr> <tr> <td class="h" > <a name="562">562</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="563">563</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="564">564</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub scrape_element_try { </td> </tr> <tr> <td class="h" > <a name="565">565</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#565-1"> 1 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#565-1"> 0 </a> </td> <td > 4 </td> <td class="s"> my ( $self, $h, $r_list, %o ) = @_; </td> </tr> <tr> <td class="h" > <a name="566">566</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 3 </td> <td class="s"> my $c; </td> </tr> <tr> <td class="h" > <a name="567">567</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 5 </td> <td class="s"> for my $path_or_regex ( @$r_list ) { </td> </tr> <tr> <td class="h" > <a name="568">568</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 13 </td> <td class="s"> $c = $self->scrape_element( $h, $path_or_regex ); </td> </tr> <tr> <td class="h" > <a name="569">569</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#569-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 13 </td> <td class="s"> next unless ( $c ); </td> </tr> <tr> <td class="h" > <a name="570">570</a> </td> <td class="c0" > <a href="#571"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#570-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $c = $o{sub}->( $self, $c ) if ( exists $o{sub} ); </td> </tr> <tr> <td class="h" > <a name="571">571</a> </td> <td class="c0" > <a href="#572"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#571-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> next unless ( $c ); </td> </tr> <tr> <td class="h" > <a name="572">572</a> </td> <td class="c0" > <a href="#585"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $c; </td> </tr> <tr> <td class="h" > <a name="573">573</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="574">574</a> </td> <td class="c3" > 1 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 8 </td> <td class="s"> return; </td> </tr> <tr> <td class="h" > <a name="575">575</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="576">576</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="577">577</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub scrape_element { </td> </tr> <tr> <td class="h" > <a name="578">578</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#578-1"> 2 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#578-1"> 0 </a> </td> <td > 8 </td> <td class="s"> my ( $self, $h, $o ) = @_; </td> </tr> <tr> <td class="h" > <a name="579">579</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#579-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 10 </td> <td class="s"> return $self->extract_regex_element( $h, $o->{regex} ) if ( $o->{regex} ); </td> </tr> <tr> <td class="h" > <a name="580">580</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#580-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 11 </td> <td class="s"> return $o->{sub}->( $h ) unless ( $o->{path} ); </td> </tr> <tr> <td class="h" > <a name="581">581</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="582">582</a> </td> <td class="c3" > 2 </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#582-1"> 50 </a> </td> <td >   </td> <td >   </td> <td > 15 </td> <td class="s"> $o->{extract} ||= 'TEXT'; </td> </tr> <tr> <td class="h" > <a name="583">583</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="584">584</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> my $parse = $o->{is_list} </td> </tr> <tr> <td class="h" > <a name="585">585</a> </td> <td class="c0" > <a href="#590"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#585-1"> 0 </a> </td> <td >   </td> <td > 0 </td> <td class="s"> ? scraper { process $o->{path}, 'data[]' => $o->{extract}; } </td> </tr> <tr> <td class="h" > <a name="586">586</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#586-1"> 50 </a> </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#586-1"> 2 </a> </td> <td >   </td> <td > 22 </td> <td class="s"> : scraper { process_first $o->{path}, 'data' => $o->{extract}; }; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 123653 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="587">587</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 31 </td> <td class="s"> my $r = $parse->scrape( $h ); </td> </tr> <tr> <td class="h" > <a name="588">588</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#588-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 115359 </td> <td class="s"> return unless ( defined $r->{data} ); </td> </tr> <tr> <td class="h" > <a name="589">589</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="590">590</a> </td> <td class="c0" > <a href="#591"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#590-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $r->{data} unless ( $o->{sub} ); </td> </tr> <tr> <td class="h" > <a name="591">591</a> </td> <td class="c0" > <a href="#595"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $o->{sub}->( $r->{data} ); </td> </tr> <tr> <td class="h" > <a name="592">592</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="593">593</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="594">594</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub extract_regex_element { </td> </tr> <tr> <td class="h" > <a name="595">595</a> </td> <td class="c0" > <a href="#596"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#595-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#595-1"> 0 </a> </td> <td > 0 </td> <td class="s"> my ( $self, $h, $reg ) = @_; </td> </tr> <tr> <td class="h" > <a name="596">596</a> </td> <td class="c0" > <a href="#597"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> my ( $d ) = $$h =~ m#$reg#s; </td> </tr> <tr> <td class="h" > <a name="597">597</a> </td> <td class="c0" > <a href="#613"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $d; </td> </tr> <tr> <td class="h" > <a name="598">598</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="599">599</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="600">600</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub filter_item_list { </td> </tr> <tr> <td class="h" > <a name="601">601</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#601-1"> 2 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#601-1"> 0 </a> </td> <td > 5 </td> <td class="s"> my ( $self, $r, %o ) = @_; </td> </tr> <tr> <td class="h" > <a name="602">602</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="603">603</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 5 </td> <td class="s"> my $flist = $r->{item_list}; </td> </tr> <tr> <td class="h" > <a name="604">604</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="605">605</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> #$r->{item_num} //= $flist->[-1]{id} // scalar( @$flist ); </td> </tr> <tr> <td class="h" > <a name="606">606</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="607">607</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 16 </td> <td class="s"> $flist->[$_]{content} = $self->tidy_content( $flist->[$_]{content} ) for ( 0 .. $#$flist ); </td> </tr> <tr> <td class="h" > <a name="608">608</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="609">609</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 7 </td> <td class="s"> $flist = [ grep { $self->{browser}->is_item_in_range( $_->{id}, $o{min_item_num}, $o{max_item_num} ) } @$flist ]; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 27 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="610">610</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="611">611</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 11 </td> <td class="s"> $self->calc_content_wordnum( $_ ) for @$flist; </td> </tr> <tr> <td class="h" > <a name="612">612</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="613">613</a> </td> <td class="c0" > <a href="#616"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $flist = [ grep { $_->{word_num} >= $o{min_content_word_num} } @$flist ] </td> </tr> <tr> <td class="h" > <a name="614">614</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#614-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 6 </td> <td class="s"> if ( $o{min_content_word_num} ); </td> </tr> <tr> <td class="h" > <a name="615">615</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="616">616</a> </td> <td class="c0" > <a href="#619"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $flist = [ grep { $_->{writer} eq $r->{writer} } @$flist ] </td> </tr> <tr> <td class="h" > <a name="617">617</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#617-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 5 </td> <td class="s"> if ( $o{only_poster} ); </td> </tr> <tr> <td class="h" > <a name="618">618</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="619">619</a> </td> <td class="c0" > <a href="#622"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $flist = [ grep { $_->{content} =~ /$o{grep_content}/s } @$flist ] </td> </tr> <tr> <td class="h" > <a name="620">620</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#620-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 5 </td> <td class="s"> if ( $o{grep_content} ); </td> </tr> <tr> <td class="h" > <a name="621">621</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="622">622</a> </td> <td class="c0" > <a href="#643"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> $flist = [ grep { $_->{content} !~ /$o{filter_content}/s } @$flist ] </td> </tr> <tr> <td class="h" > <a name="623">623</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#623-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 6 </td> <td class="s"> if ( $o{filter_content} ); </td> </tr> <tr> <td class="h" > <a name="624">624</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="625">625</a> </td> <td class="c3" > 2 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#625-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 5 </td> <td class="s"> $flist = [ grep { defined $_->{content} and $_->{content} =~ /\S/s } @$flist ]; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 42 </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="626">626</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="627">627</a> </td> <td class="c3" > 2 </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#627-1"> 50 </a> </td> <td >   </td> <td >   </td> <td > 12 </td> <td class="s"> $r->{item_list} = $flist || []; </td> </tr> <tr> <td class="h" > <a name="628">628</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="629">629</a> </td> <td class="c3" > 2 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 5 </td> <td class="s"> return $self; </td> </tr> <tr> <td class="h" > <a name="630">630</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub filter_item_list </td> </tr> <tr> <td class="h" > <a name="631">631</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="632">632</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub calc_content_wordnum { </td> </tr> <tr> <td class="h" > <a name="633">633</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#633-1"> 6 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#633-1"> 0 </a> </td> <td > 12 </td> <td class="s"> my ( $self, $f ) = @_; </td> </tr> <tr> <td class="h" > <a name="634">634</a> </td> <td class="c3" > 6 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#634-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 15 </td> <td class="s"> return if ( $f->{word_num} ); </td> </tr> <tr> <td class="h" > <a name="635">635</a> </td> <td class="c3" > 6 </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#635-1"> 50 </a> </td> <td >   </td> <td >   </td> <td > 12 </td> <td class="s"> my $wd = $f->{content} || ''; </td> </tr> <tr> <td class="h" > <a name="636">636</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 46 </td> <td class="s"> $wd =~ s/<[^>]+>//gs; </td> </tr> <tr> <td class="h" > <a name="637">637</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 25 </td> <td class="s"> $wd =~ s/\s+//sg; </td> </tr> <tr> <td class="h" > <a name="638">638</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 54 </td> <td class="s"> $f->{word_num} = $wd =~ s/\S//gs; </td> </tr> <tr> <td class="h" > <a name="639">639</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 19 </td> <td class="s"> return $f; </td> </tr> <tr> <td class="h" > <a name="640">640</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="641">641</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="642">642</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub tidy_writer_book { </td> </tr> <tr> <td class="h" > <a name="643">643</a> </td> <td class="c0" > <a href="#644"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#643-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#643-1"> 0 </a> </td> <td > 0 </td> <td class="s"> my ( $self, $c ) = @_; </td> </tr> <tr> <td class="h" > <a name="644">644</a> </td> <td class="c0" > <a href="#645"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#644-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return unless ( defined $c ); </td> </tr> <tr> <td class="h" > <a name="645">645</a> </td> <td class="c0" > <a href="#646"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> for ( $c ) { </td> </tr> <tr> <td class="h" > <a name="646">646</a> </td> <td class="c0" > <a href="#647"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/作\s*者：//; </td> </tr> <tr> <td class="h" > <a name="647">647</a> </td> <td class="c0" > <a href="#648"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/^\s*作者-\s*//; </td> </tr> <tr> <td class="h" > <a name="648">648</a> </td> <td class="c0" > <a href="#649"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/小说全集//; </td> </tr> <tr> <td class="h" > <a name="649">649</a> </td> <td class="c0" > <a href="#650"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/作品全集//; </td> </tr> <tr> <td class="h" > <a name="650">650</a> </td> <td class="c0" > <a href="#651"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/专栏//; </td> </tr> <tr> <td class="h" > <a name="651">651</a> </td> <td class="c0" > <a href="#652"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/^.*版权属于作者([^,]+)$/$1/; </td> </tr> <tr> <td class="h" > <a name="652">652</a> </td> <td class="c0" > <a href="#653"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/\s*最新章节\s*$//; </td> </tr> <tr> <td class="h" > <a name="653">653</a> </td> <td class="c0" > <a href="#654"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/全文阅读//; </td> </tr> <tr> <td class="h" > <a name="654">654</a> </td> <td class="c0" > <a href="#655"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/在线阅读//; </td> </tr> <tr> <td class="h" > <a name="655">655</a> </td> <td class="c0" > <a href="#656"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/全集下载//; </td> </tr> <tr> <td class="h" > <a name="656">656</a> </td> <td class="c0" > <a href="#657"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/章节目录//; </td> </tr> <tr> <td class="h" > <a name="657">657</a> </td> <td class="c0" > <a href="#658"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/^\s*《(.*)》\s*$/$1/; </td> </tr> <tr> <td class="h" > <a name="658">658</a> </td> <td class="c0" > <a href="#659"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/^\s+|\s+$//g; </td> </tr> <tr> <td class="h" > <a name="659">659</a> </td> <td class="c0" > <a href="#661"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> s/\s+//g; </td> </tr> <tr> <td class="h" > <a name="660">660</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="661">661</a> </td> <td class="c0" > <a href="#695"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 0 </td> <td class="s"> return $c; </td> </tr> <tr> <td class="h" > <a name="662">662</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } ## end sub tidy_writer_book </td> </tr> <tr> <td class="h" > <a name="663">663</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="664">664</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub tidy_content { </td> </tr> <tr> <td class="h" > <a name="665">665</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#665-1"> 6 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#665-1"> 0 </a> </td> <td > 13 </td> <td class="s"> my ( $self, $c ) = @_; </td> </tr> <tr> <td class="h" > <a name="666">666</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 12 </td> <td class="s"> for ( $c ) { </td> </tr> <tr> <td class="h" > <a name="667">667</a> </td> <td class="c3" > 6 </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#667-1"> 50 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td > 12 </td> <td class="s"> last unless ( $c ); </td> </tr> <tr> <td class="h" > <a name="668">668</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 14 </td> <td class="s"> s# ##sg; </td> </tr> <tr> <td class="h" > <a name="669">669</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 10 </td> <td class="s"> s#　#\n#sg; </td> </tr> <tr> <td class="h" > <a name="670">670</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 18 </td> <td class="s"> s#\s{5,}#\n#sg; </td> </tr> <tr> <td class="h" > <a name="671">671</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 12 </td> <td class="s"> s#<script(\s+[^>]+\>|\>)[^<]*</script>##sg; </td> </tr> <tr> <td class="h" > <a name="672">672</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 54 </td> <td class="s"> s#\s*\<[^>]+?\>#\n#sg; </td> </tr> <tr> <td class="h" > <a name="673">673</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 32 </td> <td class="s"> s{\n+}{\n}sg; </td> </tr> <tr> <td class="h" > <a name="674">674</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 54 </td> <td class="s"> s{\s*(\S.*?)\s*\n}{\n<p>$1</p>}sg; </td> </tr> <tr> <td class="h" > <a name="675">675</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 18 </td> <td class="s"> s#\s+上一章\s+.+?下一章.+$##s; </td> </tr> <tr> <td class="h" > <a name="676">676</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 11 </td> <td class="s"> s#[^\n]+加入书签[^\n]+##s; </td> </tr> <tr> <td class="h" > <a name="677">677</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="678">678</a> </td> <td class="c3" > 6 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 23 </td> <td class="s"> return $c; </td> </tr> <tr> <td class="h" > <a name="679">679</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="680">680</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="681">681</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub tidy_string { </td> </tr> <tr> <td class="h" > <a name="682">682</a> </td> <td class="c3" > 4 </td> <td >   </td> <td >   </td> <td class="c3" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#682-1"> 4 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#682-1"> 0 </a> </td> <td > 10 </td> <td class="s"> my ( $self, $c ) = @_; </td> </tr> <tr> <td class="h" > <a name="683">683</a> </td> <td class="c3" > 4 </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--condition.html#683-1"> 50 </a> </td> <td >   </td> <td >   </td> <td > 9 </td> <td class="s"> $c ||= ''; </td> </tr> <tr> <td class="h" > <a name="684">684</a> </td> <td class="c3" > 4 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 8 </td> <td class="s"> for ( $c ) { </td> </tr> <tr> <td class="h" > <a name="685">685</a> </td> <td class="c3" > 4 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 14 </td> <td class="s"> s/^\s+|\s+$//gs; </td> </tr> <tr> <td class="h" > <a name="686">686</a> </td> <td class="c3" > 4 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 8 </td> <td class="s"> s/[\*\/\\\[\(\)]+//g; </td> </tr> <tr> <td class="h" > <a name="687">687</a> </td> <td class="c3" > 4 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 16 </td> <td class="s"> s/[[:punct:]]//sg; </td> </tr> <tr> <td class="h" > <a name="688">688</a> </td> <td class="c3" > 4 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 9 </td> <td class="s"> s/[\]\s+\/\\]/-/g; </td> </tr> <tr> <td class="h" > <a name="689">689</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="690">690</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="691">691</a> </td> <td class="c3" > 4 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td > 14 </td> <td class="s"> return $c; </td> </tr> <tr> <td class="h" > <a name="692">692</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="693">693</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="694">694</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub get_inner_html { </td> </tr> <tr> <td class="h" > <a name="695">695</a> </td> <td class="c0" > <a href="#697"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#695-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#695-1"> 0 </a> </td> <td >   </td> <td class="s"> my ( $self, $h ) = @_; </td> </tr> <tr> <td class="h" > <a name="696">696</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="697">697</a> </td> <td class="c0" > <a href="#699"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--branch.html#697-1"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> return '' unless ( $h ); </td> </tr> <tr> <td class="h" > <a name="698">698</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="699">699</a> </td> <td class="c0" > <a href="#700"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> my $head_i = index( $h, '>' ); </td> </tr> <tr> <td class="h" > <a name="700">700</a> </td> <td class="c0" > <a href="#702"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> substr( $h, 0, $head_i + 1 ) = ''; </td> </tr> <tr> <td class="h" > <a name="701">701</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="702">702</a> </td> <td class="c0" > <a href="#703"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> my $tail_i = rindex( $h, '<' ); </td> </tr> <tr> <td class="h" > <a name="703">703</a> </td> <td class="c0" > <a href="#705"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> substr( $h, $tail_i ) = ''; </td> </tr> <tr> <td class="h" > <a name="704">704</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="705">705</a> </td> <td class="c0" > <a href="#709"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> return $h; </td> </tr> <tr> <td class="h" > <a name="706">706</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="707">707</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="708">708</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub unescape_js { </td> </tr> <tr> <td class="h" > <a name="709">709</a> </td> <td class="c0" > <a href="#710"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#709-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#709-1"> 0 </a> </td> <td >   </td> <td class="s"> my ( $self, $s ) = @_; </td> </tr> <tr> <td class="h" > <a name="710">710</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> $s =~ s/%u([0-9a-f]{4})/chr(hex($1))/eigs; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#711"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="711">711</a> </td> <td class="c0" > <a href="# "> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> $s =~ s/%([0-9a-f]{2})/chr(hex($1))/eigs; </td> </tr> <tr> <td class="h" > <a > </a> </td> <td class="c0" > <a href="#712"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="712">712</a> </td> <td class="c0" > <a href="#716"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> return $s; </td> </tr> <tr> <td class="h" > <a name="713">713</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="714">714</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="715">715</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> sub encode_cjk_for_url { </td> </tr> <tr> <td class="h" > <a name="716">716</a> </td> <td class="c0" > <a href="#717"> 0 </a> </td> <td >   </td> <td >   </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#716-1"> 0 </a> </td> <td class="c0" > <a href="blib-lib-Novel-Robot-Parser-pm--subroutine.html#716-1"> 0 </a> </td> <td >   </td> <td class="s"> my ( $self, $key ) = @_; </td> </tr> <tr> <td class="h" > <a name="717">717</a> </td> <td class="c0" > <a href="#718"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> my $b = uc( unpack( "H*", encode( $self->charset(), $key ) ) ); </td> </tr> <tr> <td class="h" > <a name="718">718</a> </td> <td class="c0" > <a href="#719"> 0 </a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> $b =~ s/(..)/%$1/g; </td> </tr> <tr> <td class="h" > <a name="719">719</a> </td> <td class="c0" > 0 </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> return $b; </td> </tr> <tr> <td class="h" > <a name="720">720</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> } </td> </tr> <tr> <td class="h" > <a name="721">721</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="722">722</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> ### }}} </td> </tr> <tr> <td class="h" > <a name="723">723</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> <tr> <td class="h" > <a name="724">724</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s"> 1; </td> </tr> <tr> <td class="h" > <a name="725">725</a> </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td >   </td> <td class="s">   </td> </tr> </table> </body> </html>