| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package WWW::Webrobot; |
|
2
|
28
|
|
|
28
|
|
1226
|
use strict; |
|
|
28
|
|
|
|
|
52
|
|
|
|
28
|
|
|
|
|
1083
|
|
|
3
|
28
|
|
|
28
|
|
152
|
use warnings; |
|
|
28
|
|
|
|
|
58
|
|
|
|
28
|
|
|
|
|
1353
|
|
|
4
|
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
# Author: Stefan Trcek |
|
6
|
|
|
|
|
|
|
# Copyright(c) 2004-2006 ABAS Software AG |
|
7
|
|
|
|
|
|
|
|
|
8
|
|
|
|
|
|
|
*VERSION = \'0.81'; |
|
9
|
|
|
|
|
|
|
|
|
10
|
28
|
|
|
28
|
|
151
|
use Carp; |
|
|
28
|
|
|
|
|
53
|
|
|
|
28
|
|
|
|
|
2934
|
|
|
11
|
28
|
|
|
28
|
|
15618
|
use WWW::Webrobot::Properties; |
|
|
28
|
|
|
|
|
68
|
|
|
|
28
|
|
|
|
|
907
|
|
|
12
|
28
|
|
|
28
|
|
19534
|
use WWW::Webrobot::SymbolTable; |
|
|
28
|
|
|
|
|
80
|
|
|
|
28
|
|
|
|
|
789
|
|
|
13
|
28
|
|
|
28
|
|
22290
|
use WWW::Webrobot::XML2Tree; |
|
|
0
|
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
use WWW::Webrobot::TestplanRunner; |
|
15
|
|
|
|
|
|
|
use WWW::Webrobot::Global; |
|
16
|
|
|
|
|
|
|
use WWW::Webrobot::AssertDefault; |
|
17
|
|
|
|
|
|
|
use WWW::Webrobot::XHtml; |
|
18
|
|
|
|
|
|
|
|
|
19
|
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
my %arg_default = ( |
|
21
|
|
|
|
|
|
|
data => {}, |
|
22
|
|
|
|
|
|
|
option => {}, |
|
23
|
|
|
|
|
|
|
assert => WWW::Webrobot::AssertDefault -> new(), |
|
24
|
|
|
|
|
|
|
description => '', |
|
25
|
|
|
|
|
|
|
useragent => '', |
|
26
|
|
|
|
|
|
|
http_header => {}, |
|
27
|
|
|
|
|
|
|
define => {}, |
|
28
|
|
|
|
|
|
|
is_recursive => 0, |
|
29
|
|
|
|
|
|
|
fail_str => '', |
|
30
|
|
|
|
|
|
|
fail => -1, |
|
31
|
|
|
|
|
|
|
); |
|
32
|
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
=head1 NAME |
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
WWW::Webrobot - Run Testplans |
|
36
|
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
38
|
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
use WWW::Webrobot; |
|
40
|
|
|
|
|
|
|
WWW::Webrobot -> new($cfg) -> run($test_plan); |
|
41
|
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
configures Webrobot with $cfg, reads a testplan and executes this plan |
|
43
|
|
|
|
|
|
|
|
|
44
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
Runs a testplan according to a configuration. |
|
47
|
|
|
|
|
|
|
|
|
48
|
|
|
|
|
|
|
=head1 METHODS |
|
49
|
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
=over |
|
51
|
|
|
|
|
|
|
|
|
52
|
|
|
|
|
|
|
=item $wr = WWW::Webrobot -> new( $cfg_name, $cmd_param ); |
|
53
|
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
Construct an object. |
|
55
|
|
|
|
|
|
|
|
|
56
|
|
|
|
|
|
|
$cfg_name |
|
57
|
|
|
|
|
|
|
SCLAR: config string |
|
58
|
|
|
|
|
|
|
REF : Name of the config file |
|
59
|
|
|
|
|
|
|
$cmd_param |
|
60
|
|
|
|
|
|
|
??? to be documented |
|
61
|
|
|
|
|
|
|
|
|
62
|
|
|
|
|
|
|
Example: |
|
63
|
|
|
|
|
|
|
$wr = WWW::Webrobot->new(\"configfile.cfg"); |
|
64
|
|
|
|
|
|
|
$wr = WWW::Webrobot->new(<
|
|
65
|
|
|
|
|
|
|
names=first=value |
|
66
|
|
|
|
|
|
|
names=second=another value |
|
67
|
|
|
|
|
|
|
EOF |
|
68
|
|
|
|
|
|
|
|
|
69
|
|
|
|
|
|
|
=cut |
|
70
|
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
sub new { |
|
72
|
|
|
|
|
|
|
my $class = shift; |
|
73
|
|
|
|
|
|
|
my $self = bless({}, ref($class) || $class); |
|
74
|
|
|
|
|
|
|
my ($cfg_name, $cmd_param) = @_; |
|
75
|
|
|
|
|
|
|
$self->cfg($cfg_name, $cmd_param) if defined $cfg_name; |
|
76
|
|
|
|
|
|
|
return $self; |
|
77
|
|
|
|
|
|
|
} |
|
78
|
|
|
|
|
|
|
|
|
79
|
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
=item $wr -> cfg(); |
|
81
|
|
|
|
|
|
|
|
|
82
|
|
|
|
|
|
|
Get the config data. |
|
83
|
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
=item $wr -> cfg($cfg_name, $cmd_properties); |
|
85
|
|
|
|
|
|
|
|
|
86
|
|
|
|
|
|
|
Read in the config data from a file named $cfg. |
|
87
|
|
|
|
|
|
|
Add all properties in $cmd_properties. |
|
88
|
|
|
|
|
|
|
$cmd_properties is a ref to a list of key/value pairs. |
|
89
|
|
|
|
|
|
|
|
|
90
|
|
|
|
|
|
|
Example: |
|
91
|
|
|
|
|
|
|
$cmd_properties = [[key0, value0], [key1, value1], ...]; |
|
92
|
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
Note: |
|
94
|
|
|
|
|
|
|
Currently $cfg_name may also be a (internal) hash. |
|
95
|
|
|
|
|
|
|
It is needed for webrobot-load but is declared deprecated. |
|
96
|
|
|
|
|
|
|
|
|
97
|
|
|
|
|
|
|
=cut |
|
98
|
|
|
|
|
|
|
|
|
99
|
|
|
|
|
|
|
sub cfg { |
|
100
|
|
|
|
|
|
|
my ($self, $cfg, $cmd_param) = @_; |
|
101
|
|
|
|
|
|
|
confess("config data: hash no more allowed") |
|
102
|
|
|
|
|
|
|
if (ref $cfg eq "HASH"); # formerly allowed, check for unclean updates |
|
103
|
|
|
|
|
|
|
$self->{cfg} = __PACKAGE__->read_configuration($cfg, $cmd_param) if defined $cfg; |
|
104
|
|
|
|
|
|
|
return $self->{cfg}; |
|
105
|
|
|
|
|
|
|
} |
|
106
|
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
|
|
108
|
|
|
|
|
|
|
=item $wr -> run($test_plan); |
|
109
|
|
|
|
|
|
|
|
|
110
|
|
|
|
|
|
|
=over |
|
111
|
|
|
|
|
|
|
|
|
112
|
|
|
|
|
|
|
=item $test_plan |
|
113
|
|
|
|
|
|
|
|
|
114
|
|
|
|
|
|
|
Read in the testplan from a file $test_plan and run it. |
|
115
|
|
|
|
|
|
|
If $test_plan is SCALAR it is taken as a string, |
|
116
|
|
|
|
|
|
|
if $test_plan is a reference it is taken as a file name. |
|
117
|
|
|
|
|
|
|
|
|
118
|
|
|
|
|
|
|
Example: |
|
119
|
|
|
|
|
|
|
$wr->run(\"xml_file.xml"); |
|
120
|
|
|
|
|
|
|
$wr->run(<
|
|
121
|
|
|
|
|
|
|
|
|
122
|
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
|
|
124
|
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
|
|
126
|
|
|
|
|
|
|
|
|
127
|
|
|
|
|
|
|
|
|
128
|
|
|
|
|
|
|
EOF |
|
129
|
|
|
|
|
|
|
|
|
130
|
|
|
|
|
|
|
=back |
|
131
|
|
|
|
|
|
|
|
|
132
|
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
=cut |
|
134
|
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
sub run { |
|
136
|
|
|
|
|
|
|
my $self = shift; |
|
137
|
|
|
|
|
|
|
my ($test_plan_name, $child_id) = @_; |
|
138
|
|
|
|
|
|
|
$child_id ||= 1; |
|
139
|
|
|
|
|
|
|
#my $cfg = $self -> cfg() or die "Missing config definition"; |
|
140
|
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
$test_plan_name = $test_plan_name || $self->cfg->{testplan} or |
|
142
|
|
|
|
|
|
|
die "No testplan defined!"; |
|
143
|
|
|
|
|
|
|
WWW::Webrobot::Global->plan_name(ref $test_plan_name ? $$test_plan_name : "__IN_MEMORY__"); |
|
144
|
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
my $sym_tbl = WWW::Webrobot::SymbolTable->new(); |
|
146
|
|
|
|
|
|
|
foreach (@{$self->cfg->{names}}) { |
|
147
|
|
|
|
|
|
|
my ($key, $value) = @$_; |
|
148
|
|
|
|
|
|
|
$sym_tbl -> define_symbol($key, $sym_tbl->evaluate($value)); |
|
149
|
|
|
|
|
|
|
} |
|
150
|
|
|
|
|
|
|
$sym_tbl -> define_symbol("_id", $child_id); |
|
151
|
|
|
|
|
|
|
my $test_plan = __PACKAGE__->read_testplan($test_plan_name, $sym_tbl); |
|
152
|
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
$sym_tbl = WWW::Webrobot::SymbolTable->new(); |
|
154
|
|
|
|
|
|
|
return WWW::Webrobot::TestplanRunner -> new() -> run($test_plan, $self->cfg, $sym_tbl); |
|
155
|
|
|
|
|
|
|
} |
|
156
|
|
|
|
|
|
|
|
|
157
|
|
|
|
|
|
|
sub read_testplan { |
|
158
|
|
|
|
|
|
|
my ($pkg, $test_plan_name, $sym_tbl) = @_; |
|
159
|
|
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
my $parser = WWW::Webrobot::XML2Tree->new(); |
|
161
|
|
|
|
|
|
|
my $tree = |
|
162
|
|
|
|
|
|
|
(! ref $test_plan_name) ? $parser -> parse($test_plan_name) : |
|
163
|
|
|
|
|
|
|
(ref $test_plan_name eq 'SCALAR') ? $parser -> parsefile($$test_plan_name) : |
|
164
|
|
|
|
|
|
|
undef; |
|
165
|
|
|
|
|
|
|
|
|
166
|
|
|
|
|
|
|
# expand all properties |
|
167
|
|
|
|
|
|
|
$sym_tbl->evaluate($tree); |
|
168
|
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
# convert test plan tree to internal data structure |
|
170
|
|
|
|
|
|
|
my $test_plan = xml2testplan($tree, $sym_tbl); |
|
171
|
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
# check and normalize 'test_plan' |
|
173
|
|
|
|
|
|
|
die "Can't read file $test_plan_name, err=$?, msg=$@" if $@; |
|
174
|
|
|
|
|
|
|
ref($test_plan) or die "No valid testplan!"; |
|
175
|
|
|
|
|
|
|
foreach (@$test_plan) { |
|
176
|
|
|
|
|
|
|
$_ = {%arg_default, %$_}; |
|
177
|
|
|
|
|
|
|
} |
|
178
|
|
|
|
|
|
|
return $test_plan; |
|
179
|
|
|
|
|
|
|
} |
|
180
|
|
|
|
|
|
|
|
|
181
|
|
|
|
|
|
|
sub assert { |
|
182
|
|
|
|
|
|
|
my ($cond, $text) = @_; |
|
183
|
|
|
|
|
|
|
croak "$text" if !$cond; |
|
184
|
|
|
|
|
|
|
} |
|
185
|
|
|
|
|
|
|
|
|
186
|
|
|
|
|
|
|
sub xml2testplan { |
|
187
|
|
|
|
|
|
|
my ($tree, $sym_tbl) = @_; |
|
188
|
|
|
|
|
|
|
my $plan = xml2plan($tree, $sym_tbl); |
|
189
|
|
|
|
|
|
|
return $plan; |
|
190
|
|
|
|
|
|
|
} |
|
191
|
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
sub xml2plan { |
|
193
|
|
|
|
|
|
|
my ($tree, $sym_tbl) = @_; |
|
194
|
|
|
|
|
|
|
my $attributes = $tree->[0]; |
|
195
|
|
|
|
|
|
|
my $tag = $tree->[1]; |
|
196
|
|
|
|
|
|
|
my $content = $tree->[2]; |
|
197
|
|
|
|
|
|
|
assert($tag eq "plan", " expected"); |
|
198
|
|
|
|
|
|
|
my $plan = xml2planlist($content, $sym_tbl); |
|
199
|
|
|
|
|
|
|
return $plan; |
|
200
|
|
|
|
|
|
|
} |
|
201
|
|
|
|
|
|
|
|
|
202
|
|
|
|
|
|
|
sub xml2planlist { |
|
203
|
|
|
|
|
|
|
my ($tree, $sym_tbl) = @_; |
|
204
|
|
|
|
|
|
|
|
|
205
|
|
|
|
|
|
|
my $plan = []; |
|
206
|
|
|
|
|
|
|
my $attributes = $tree->[0]; |
|
207
|
|
|
|
|
|
|
for (my $i = 1; $i < @$tree; $i += 2) { |
|
208
|
|
|
|
|
|
|
my $tag = $tree->[$i]; |
|
209
|
|
|
|
|
|
|
my $content = $tree->[$i+1]; |
|
210
|
|
|
|
|
|
|
SWITCH: foreach ($tag) { |
|
211
|
|
|
|
|
|
|
! $_ and do { last }; # skip white space, obsolete? |
|
212
|
|
|
|
|
|
|
/^plan$/ and do { |
|
213
|
|
|
|
|
|
|
my $plan_attributes = $content->[0]; |
|
214
|
|
|
|
|
|
|
my $action = $plan_attributes->{action}; |
|
215
|
|
|
|
|
|
|
assert(!defined $action || $action eq "shuffle", |
|
216
|
|
|
|
|
|
|
"action='$action' not allowed, expected [shuffle]"); |
|
217
|
|
|
|
|
|
|
my $sub_plan = xml2planlist($content, $sym_tbl); |
|
218
|
|
|
|
|
|
|
fisher_yates_shuffle($sub_plan) if $action eq "shuffle"; |
|
219
|
|
|
|
|
|
|
push @$plan, @$sub_plan; |
|
220
|
|
|
|
|
|
|
last; |
|
221
|
|
|
|
|
|
|
}; |
|
222
|
|
|
|
|
|
|
/^request$/ and do { |
|
223
|
|
|
|
|
|
|
assert(ref $content eq 'ARRAY', "Test plan request expected"); |
|
224
|
|
|
|
|
|
|
push @$plan, request2entry($content); |
|
225
|
|
|
|
|
|
|
last; |
|
226
|
|
|
|
|
|
|
}; |
|
227
|
|
|
|
|
|
|
/^include$/ and do { |
|
228
|
|
|
|
|
|
|
my $attr = $content->[0]; |
|
229
|
|
|
|
|
|
|
my $fname = $attr->{file}; |
|
230
|
|
|
|
|
|
|
my @list = @$content[1 .. @$content-1]; |
|
231
|
|
|
|
|
|
|
my $parm = get_data(\@list); |
|
232
|
|
|
|
|
|
|
$sym_tbl->push_scope(); |
|
233
|
|
|
|
|
|
|
foreach (keys %$parm) { |
|
234
|
|
|
|
|
|
|
$sym_tbl->define_symbol($_, $parm->{$_}); |
|
235
|
|
|
|
|
|
|
} |
|
236
|
|
|
|
|
|
|
my $iplan = __PACKAGE__->read_testplan(\$fname, $sym_tbl); |
|
237
|
|
|
|
|
|
|
push @$plan, @$iplan; |
|
238
|
|
|
|
|
|
|
$sym_tbl->pop_scope(); |
|
239
|
|
|
|
|
|
|
last; |
|
240
|
|
|
|
|
|
|
}; |
|
241
|
|
|
|
|
|
|
/^cookies$/ and do { |
|
242
|
|
|
|
|
|
|
for ($content->[0]->{value} || "") { |
|
243
|
|
|
|
|
|
|
assert(m/^on$/i || m/^off$/i || m/^clear$/i || m/^clear_temporary$/i,, |
|
244
|
|
|
|
|
|
|
"found '$_', expected one of [on, off, clear, clear_temporary]"); |
|
245
|
|
|
|
|
|
|
push @$plan, {method => "COOKIES", url => "$_"}; |
|
246
|
|
|
|
|
|
|
} |
|
247
|
|
|
|
|
|
|
last; |
|
248
|
|
|
|
|
|
|
}; |
|
249
|
|
|
|
|
|
|
/^referrer$/ and do { |
|
250
|
|
|
|
|
|
|
for ($content->[0]->{value} || "") { |
|
251
|
|
|
|
|
|
|
assert(m/^on$/i || m/^off$/i || m/^clear$/i, |
|
252
|
|
|
|
|
|
|
"found '$_', expected 'on', 'off, 'clear'"); |
|
253
|
|
|
|
|
|
|
push @$plan, {method => "REFERRER", url => "$_"}; |
|
254
|
|
|
|
|
|
|
} |
|
255
|
|
|
|
|
|
|
last; |
|
256
|
|
|
|
|
|
|
}; |
|
257
|
|
|
|
|
|
|
/^config$/ and do { |
|
258
|
|
|
|
|
|
|
my @mode = (); |
|
259
|
|
|
|
|
|
|
push @mode, ["filename", $content->[0]->{filename} || ""] if $content->[0]->{filename}; |
|
260
|
|
|
|
|
|
|
push @mode, ["script" , $content->[0]->{script } || ""] if $content->[0]->{script}; |
|
261
|
|
|
|
|
|
|
my $cfg = config2entry($content); |
|
262
|
|
|
|
|
|
|
push @$plan, {method => "CONFIG", property => $cfg->{property}, _mode => \@mode, url => ""}; |
|
263
|
|
|
|
|
|
|
last; |
|
264
|
|
|
|
|
|
|
}; |
|
265
|
|
|
|
|
|
|
/^sleep$/ and do { |
|
266
|
|
|
|
|
|
|
push @$plan, {method => "SLEEP", url => $content->[0]->{value} || 1}; |
|
267
|
|
|
|
|
|
|
last; |
|
268
|
|
|
|
|
|
|
}; |
|
269
|
|
|
|
|
|
|
/^global-assertion$/ and do { |
|
270
|
|
|
|
|
|
|
my @assert = @$content[1 .. @$content-1]; |
|
271
|
|
|
|
|
|
|
my $mode_src = $content->[0]->{mode} || ""; |
|
272
|
|
|
|
|
|
|
my $mode = $mode_src || "add"; |
|
273
|
|
|
|
|
|
|
assert($mode eq "new" || $mode eq "add", ": found attribute mode='$mode_src', expected 'new', 'add'"); |
|
274
|
|
|
|
|
|
|
push @$plan, {method => "GLOBAL-ASSERTION", url => "", mode => $mode, global_assert_xml => \@assert}; |
|
275
|
|
|
|
|
|
|
last; |
|
276
|
|
|
|
|
|
|
}; |
|
277
|
|
|
|
|
|
|
assert(0, "found <$tag>, expected , , , , , , , "); |
|
278
|
|
|
|
|
|
|
} |
|
279
|
|
|
|
|
|
|
} |
|
280
|
|
|
|
|
|
|
return $plan; |
|
281
|
|
|
|
|
|
|
} |
|
282
|
|
|
|
|
|
|
|
|
283
|
|
|
|
|
|
|
|
|
284
|
|
|
|
|
|
|
sub config2entry { # copied from request2entry, may be subject to be joined |
|
285
|
|
|
|
|
|
|
my ($tree) = @_; |
|
286
|
|
|
|
|
|
|
|
|
287
|
|
|
|
|
|
|
my %entry = (); |
|
288
|
|
|
|
|
|
|
|
|
289
|
|
|
|
|
|
|
my $attributes = $tree->[0]; |
|
290
|
|
|
|
|
|
|
for (my $i = 1; $i < @$tree; $i += 2) { |
|
291
|
|
|
|
|
|
|
my $tag = $tree->[$i]; |
|
292
|
|
|
|
|
|
|
my $content = $tree->[$i+1]; |
|
293
|
|
|
|
|
|
|
|
|
294
|
|
|
|
|
|
|
next if !$tag; # skip white space |
|
295
|
|
|
|
|
|
|
my $attr = $content->[0]; |
|
296
|
|
|
|
|
|
|
# ??? obsolete iff CDATA->value |
|
297
|
|
|
|
|
|
|
my @list = @$content[1 .. @$content-1]; |
|
298
|
|
|
|
|
|
|
if (@list > 1 && ! $list[0] && ! exists $attr->{value}) { |
|
299
|
|
|
|
|
|
|
$attr->{value} = $list[1]; |
|
300
|
|
|
|
|
|
|
} |
|
301
|
|
|
|
|
|
|
SWITCH: foreach ($tag) { |
|
302
|
|
|
|
|
|
|
/^property$/ and do { |
|
303
|
|
|
|
|
|
|
foreach (qw/value/) { |
|
304
|
|
|
|
|
|
|
if ($attr->{$_}) { |
|
305
|
|
|
|
|
|
|
push @{$entry{property}}, [$_, $attr->{name}, $attr->{$_}]; |
|
306
|
|
|
|
|
|
|
last; |
|
307
|
|
|
|
|
|
|
} |
|
308
|
|
|
|
|
|
|
} |
|
309
|
|
|
|
|
|
|
last; |
|
310
|
|
|
|
|
|
|
}; |
|
311
|
|
|
|
|
|
|
assert(0, "found <$tag>, expected "); |
|
312
|
|
|
|
|
|
|
} |
|
313
|
|
|
|
|
|
|
} |
|
314
|
|
|
|
|
|
|
return \%entry; |
|
315
|
|
|
|
|
|
|
} |
|
316
|
|
|
|
|
|
|
|
|
317
|
|
|
|
|
|
|
sub request2entry { |
|
318
|
|
|
|
|
|
|
my ($tree) = @_; |
|
319
|
|
|
|
|
|
|
|
|
320
|
|
|
|
|
|
|
my %entry = (); |
|
321
|
|
|
|
|
|
|
|
|
322
|
|
|
|
|
|
|
my $attributes = $tree->[0]; |
|
323
|
|
|
|
|
|
|
for (my $i = 1; $i < @$tree; $i += 2) { |
|
324
|
|
|
|
|
|
|
my $tag = $tree->[$i]; |
|
325
|
|
|
|
|
|
|
my $content = $tree->[$i+1]; |
|
326
|
|
|
|
|
|
|
|
|
327
|
|
|
|
|
|
|
next if !$tag; # skip white space |
|
328
|
|
|
|
|
|
|
my $attr = $content->[0]; |
|
329
|
|
|
|
|
|
|
# ??? obsolete iff CDATA->value |
|
330
|
|
|
|
|
|
|
my @list = @$content[1 .. @$content-1]; |
|
331
|
|
|
|
|
|
|
if (@list > 1 && ! $list[0] && ! exists $attr->{value}) { |
|
332
|
|
|
|
|
|
|
$attr->{value} = $list[1]; |
|
333
|
|
|
|
|
|
|
} |
|
334
|
|
|
|
|
|
|
SWITCH: foreach ($tag) { |
|
335
|
|
|
|
|
|
|
/^method$/ and do { |
|
336
|
|
|
|
|
|
|
$entry{method} = trim($attr->{value}) || "GET"; |
|
337
|
|
|
|
|
|
|
last; |
|
338
|
|
|
|
|
|
|
}; |
|
339
|
|
|
|
|
|
|
/^url$/ and do { |
|
340
|
|
|
|
|
|
|
$entry{url} = trim($attr->{value}) || die "URL required"; |
|
341
|
|
|
|
|
|
|
last; |
|
342
|
|
|
|
|
|
|
}; |
|
343
|
|
|
|
|
|
|
/^description$/ and do { |
|
344
|
|
|
|
|
|
|
$entry{description} = trim($attr->{value}); |
|
345
|
|
|
|
|
|
|
last; |
|
346
|
|
|
|
|
|
|
}; |
|
347
|
|
|
|
|
|
|
/^useragent$/ and do { |
|
348
|
|
|
|
|
|
|
$entry{useragent} = trim($attr->{value}); |
|
349
|
|
|
|
|
|
|
last; |
|
350
|
|
|
|
|
|
|
}; |
|
351
|
|
|
|
|
|
|
/^http-header$/ and do { |
|
352
|
|
|
|
|
|
|
$entry{http_header}->{$attr->{name} || ""} = trim($attr->{value}); |
|
353
|
|
|
|
|
|
|
last; |
|
354
|
|
|
|
|
|
|
}; |
|
355
|
|
|
|
|
|
|
/^data$/ and do { |
|
356
|
|
|
|
|
|
|
$entry{data} = get_data(\@list); |
|
357
|
|
|
|
|
|
|
last; |
|
358
|
|
|
|
|
|
|
}; |
|
359
|
|
|
|
|
|
|
/^assert$/ and do { |
|
360
|
|
|
|
|
|
|
$entry{assert_xml} = \@list; |
|
361
|
|
|
|
|
|
|
last; |
|
362
|
|
|
|
|
|
|
}; |
|
363
|
|
|
|
|
|
|
/^recurse$/ and do { |
|
364
|
|
|
|
|
|
|
$entry{recurse_xml} = \@list; |
|
365
|
|
|
|
|
|
|
last; |
|
366
|
|
|
|
|
|
|
}; |
|
367
|
|
|
|
|
|
|
/^property$/ and do { |
|
368
|
|
|
|
|
|
|
foreach (qw/value regex xpath header status random/) { |
|
369
|
|
|
|
|
|
|
if ($attr->{$_}) { |
|
370
|
|
|
|
|
|
|
push @{$entry{property}}, [$_, $attr->{name}, $attr->{$_}]; |
|
371
|
|
|
|
|
|
|
last; |
|
372
|
|
|
|
|
|
|
} |
|
373
|
|
|
|
|
|
|
} |
|
374
|
|
|
|
|
|
|
last; |
|
375
|
|
|
|
|
|
|
}; |
|
376
|
|
|
|
|
|
|
assert(0, "found <$tag>, expected , , , , , , , "); |
|
377
|
|
|
|
|
|
|
} |
|
378
|
|
|
|
|
|
|
} |
|
379
|
|
|
|
|
|
|
return \%entry; |
|
380
|
|
|
|
|
|
|
} |
|
381
|
|
|
|
|
|
|
|
|
382
|
|
|
|
|
|
|
sub get_data { |
|
383
|
|
|
|
|
|
|
my ($list) = @_; |
|
384
|
|
|
|
|
|
|
my %entry = (); |
|
385
|
|
|
|
|
|
|
|
|
386
|
|
|
|
|
|
|
for (my $i = 0; $i < @$list; $i += 2) { |
|
387
|
|
|
|
|
|
|
my $tag = $list->[$i]; |
|
388
|
|
|
|
|
|
|
my $content = $list->[$i+1]; |
|
389
|
|
|
|
|
|
|
|
|
390
|
|
|
|
|
|
|
next if !$tag; # skip white space |
|
391
|
|
|
|
|
|
|
assert($tag eq 'parm', " expected"); |
|
392
|
|
|
|
|
|
|
my $attr = $content->[0]; |
|
393
|
|
|
|
|
|
|
my $lhs = $attr->{name}; |
|
394
|
|
|
|
|
|
|
my $rhs = (defined $attr->{value}) ? $attr->{value} : ($content->[1] ? "" : trim($content->[2])); |
|
395
|
|
|
|
|
|
|
$entry{$lhs} = $rhs; |
|
396
|
|
|
|
|
|
|
} |
|
397
|
|
|
|
|
|
|
return \%entry; |
|
398
|
|
|
|
|
|
|
} |
|
399
|
|
|
|
|
|
|
|
|
400
|
|
|
|
|
|
|
sub trim { |
|
401
|
|
|
|
|
|
|
my ($str) = @_; |
|
402
|
|
|
|
|
|
|
return "" if !defined $str; |
|
403
|
|
|
|
|
|
|
$str =~ s/^\s+//s; |
|
404
|
|
|
|
|
|
|
$str =~ s/\s+$//s; |
|
405
|
|
|
|
|
|
|
return $str; |
|
406
|
|
|
|
|
|
|
} |
|
407
|
|
|
|
|
|
|
|
|
408
|
|
|
|
|
|
|
|
|
409
|
|
|
|
|
|
|
# static |
|
410
|
|
|
|
|
|
|
# shuffle an array randomly inplace |
|
411
|
|
|
|
|
|
|
sub fisher_yates_shuffle { |
|
412
|
|
|
|
|
|
|
my ($array) = @_; # $array is a reference to an array |
|
413
|
|
|
|
|
|
|
my $last = @$array; |
|
414
|
|
|
|
|
|
|
while ($last--) { |
|
415
|
|
|
|
|
|
|
my $k = int rand ($last+1); |
|
416
|
|
|
|
|
|
|
@$array[$last, $k] = @$array[$k, $last]; |
|
417
|
|
|
|
|
|
|
} |
|
418
|
|
|
|
|
|
|
} |
|
419
|
|
|
|
|
|
|
|
|
420
|
|
|
|
|
|
|
|
|
421
|
|
|
|
|
|
|
# static |
|
422
|
|
|
|
|
|
|
sub read_configuration { |
|
423
|
|
|
|
|
|
|
my ($package, $cfg_name, $cmd_param) = @_; |
|
424
|
|
|
|
|
|
|
die "Missing config definition" if !$cfg_name; |
|
425
|
|
|
|
|
|
|
|
|
426
|
|
|
|
|
|
|
# read config file in 'properties' format |
|
427
|
|
|
|
|
|
|
my $config = WWW::Webrobot::Properties->new( |
|
428
|
|
|
|
|
|
|
listmode => [qw(names auth_basic output http_header proxy no_proxy mail.Attach)], |
|
429
|
|
|
|
|
|
|
key_value => [qw(names http_header proxy)], |
|
430
|
|
|
|
|
|
|
multi_value => [qw(auth_basic mail.Attach)], |
|
431
|
|
|
|
|
|
|
structurize => [qw(load mail)], |
|
432
|
|
|
|
|
|
|
); |
|
433
|
|
|
|
|
|
|
my $cfg = $config->load($cfg_name, $cmd_param); |
|
434
|
|
|
|
|
|
|
|
|
435
|
|
|
|
|
|
|
# adjust property 'output' to internal data structure |
|
436
|
|
|
|
|
|
|
$cfg->{output} = [ $cfg->{output} ] if ref($cfg->{output}) ne "ARRAY"; |
|
437
|
|
|
|
|
|
|
my $output = $cfg->{output}; |
|
438
|
|
|
|
|
|
|
foreach (@$output) { |
|
439
|
|
|
|
|
|
|
my ($class, $rest) = split /\s+/, $_, 2; |
|
440
|
|
|
|
|
|
|
eval "require $class;"; |
|
441
|
|
|
|
|
|
|
die "Can't find class='$class', $@" if $@; |
|
442
|
|
|
|
|
|
|
$rest ||= ""; |
|
443
|
|
|
|
|
|
|
my @parm = eval("( $rest )"); |
|
444
|
|
|
|
|
|
|
die "Invalid parameter list: $@" if $@; |
|
445
|
|
|
|
|
|
|
$_ = $class -> new(@parm); |
|
446
|
|
|
|
|
|
|
} |
|
447
|
|
|
|
|
|
|
|
|
448
|
|
|
|
|
|
|
# adjust property 'auth_basic' to internal data structure |
|
449
|
|
|
|
|
|
|
my %intern_realm = (); |
|
450
|
|
|
|
|
|
|
foreach (@{$cfg->{auth_basic}}) { |
|
451
|
|
|
|
|
|
|
my ($id, $login, $passwd) = @$_; |
|
452
|
|
|
|
|
|
|
$intern_realm{$id} = [$login, $passwd]; |
|
453
|
|
|
|
|
|
|
} |
|
454
|
|
|
|
|
|
|
$cfg->{auth_basic} = \%intern_realm; |
|
455
|
|
|
|
|
|
|
|
|
456
|
|
|
|
|
|
|
# adjust 'http_header' |
|
457
|
|
|
|
|
|
|
$cfg->{http_header} = array2hash($cfg->{http_header}); |
|
458
|
|
|
|
|
|
|
|
|
459
|
|
|
|
|
|
|
# adjust 'proxy' |
|
460
|
|
|
|
|
|
|
$cfg->{proxy} = array2hash($cfg->{proxy}); |
|
461
|
|
|
|
|
|
|
|
|
462
|
|
|
|
|
|
|
# adjust 'names' |
|
463
|
|
|
|
|
|
|
#$cfg->{names} = array2hash($cfg->{names}); |
|
464
|
|
|
|
|
|
|
|
|
465
|
|
|
|
|
|
|
# normalize 'load' |
|
466
|
|
|
|
|
|
|
$cfg->{load}->{number_of_clients} ||= 1 if defined $cfg->{load}; |
|
467
|
|
|
|
|
|
|
|
|
468
|
|
|
|
|
|
|
return $cfg; |
|
469
|
|
|
|
|
|
|
} |
|
470
|
|
|
|
|
|
|
|
|
471
|
|
|
|
|
|
|
|
|
472
|
|
|
|
|
|
|
sub array2hash { |
|
473
|
|
|
|
|
|
|
my ($http_header) = @_; |
|
474
|
|
|
|
|
|
|
my %hash = (); |
|
475
|
|
|
|
|
|
|
foreach (@$http_header) { |
|
476
|
|
|
|
|
|
|
my ($key, $value) = @$_; |
|
477
|
|
|
|
|
|
|
$hash{$key} = $value; |
|
478
|
|
|
|
|
|
|
} |
|
479
|
|
|
|
|
|
|
return \%hash; |
|
480
|
|
|
|
|
|
|
} |
|
481
|
|
|
|
|
|
|
|
|
482
|
|
|
|
|
|
|
=back |
|
483
|
|
|
|
|
|
|
|
|
484
|
|
|
|
|
|
|
=head1 SEE ALSO |
|
485
|
|
|
|
|
|
|
|
|
486
|
|
|
|
|
|
|
L |
|
487
|
|
|
|
|
|
|
|
|
488
|
|
|
|
|
|
|
L |
|
489
|
|
|
|
|
|
|
|
|
490
|
|
|
|
|
|
|
=cut |
|
491
|
|
|
|
|
|
|
|
|
492
|
|
|
|
|
|
|
1; |