line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
# Copyright 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2014, 2015, 2016 Kevin Ryde |
2
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
# This file is part of Finance-Quote-Grab. |
4
|
|
|
|
|
|
|
# |
5
|
|
|
|
|
|
|
# Finance-Quote-Grab is free software; you can redistribute it and/or |
6
|
|
|
|
|
|
|
# modify it under the terms of the GNU General Public License as published |
7
|
|
|
|
|
|
|
# by the Free Software Foundation; either version 3, or (at your option) any |
8
|
|
|
|
|
|
|
# later version. |
9
|
|
|
|
|
|
|
# |
10
|
|
|
|
|
|
|
# Finance-Quote-Grab is distributed in the hope that it will be useful, |
11
|
|
|
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of |
12
|
|
|
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General |
13
|
|
|
|
|
|
|
# Public License for more details. |
14
|
|
|
|
|
|
|
# |
15
|
|
|
|
|
|
|
# You should have received a copy of the GNU General Public License |
16
|
|
|
|
|
|
|
# along with Finance-Quote-Grab. If not, see <http://www.gnu.org/licenses/>. |
17
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
package Finance::Quote::MLC; |
19
|
1
|
|
|
1
|
|
169267
|
use strict; |
|
1
|
|
|
|
|
5
|
|
|
1
|
|
|
|
|
32
|
|
20
|
|
|
|
|
|
|
|
21
|
1
|
|
|
1
|
|
5
|
use vars qw($VERSION); |
|
1
|
|
|
|
|
2
|
|
|
1
|
|
|
|
|
98
|
|
22
|
|
|
|
|
|
|
$VERSION = 15; |
23
|
|
|
|
|
|
|
|
24
|
|
|
|
|
|
|
# uncomment this to run the ### lines |
25
|
|
|
|
|
|
|
#use Smart::Comments; |
26
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
sub methods { |
28
|
0
|
|
|
0
|
0
|
0
|
return (mlc => \&mlc_quotes); |
29
|
|
|
|
|
|
|
} |
30
|
|
|
|
|
|
|
sub labels { |
31
|
0
|
|
|
0
|
0
|
0
|
return (mlc => [ qw(date isodate name currency |
32
|
|
|
|
|
|
|
last close |
33
|
|
|
|
|
|
|
method source success errormsg |
34
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
copyright_url |
36
|
|
|
|
|
|
|
) ]); |
37
|
|
|
|
|
|
|
} |
38
|
|
|
|
|
|
|
|
39
|
1
|
|
|
|
|
891
|
use constant COPYRIGHT_URL => |
40
|
1
|
|
|
1
|
|
6
|
'http://www.mlc.com.au/mlc/im_considering_mlc/personal/footer_tools/advice_warning_and_disclaimer'; |
|
1
|
|
|
|
|
2
|
|
41
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
sub mlc_quotes { |
44
|
0
|
|
|
0
|
0
|
0
|
my ($fq, @symbol_list) = @_; |
45
|
0
|
|
|
|
|
0
|
my $ua = $fq->user_agent; |
46
|
0
|
|
|
|
|
0
|
my %quotes; |
47
|
|
|
|
|
|
|
|
48
|
0
|
|
|
|
|
0
|
foreach my $symbol (@symbol_list) { |
49
|
0
|
|
|
|
|
0
|
my $url = make_url ($symbol); |
50
|
|
|
|
|
|
|
|
51
|
0
|
|
|
|
|
0
|
my $req = HTTP::Request->new ('GET', $url); |
52
|
0
|
|
|
|
|
0
|
$ua->prepare_request ($req); |
53
|
0
|
|
|
|
|
0
|
$req->accept_decodable; # we know decoded_content() below |
54
|
0
|
|
|
|
|
0
|
$req->user_agent (__PACKAGE__."/$VERSION " . $req->user_agent); |
55
|
|
|
|
|
|
|
### Request: $req->as_string |
56
|
|
|
|
|
|
|
|
57
|
0
|
|
|
|
|
0
|
my $resp = $ua->request ($req); |
58
|
0
|
|
|
|
|
0
|
resp_to_quotes ($fq, $resp, \%quotes, $symbol); |
59
|
|
|
|
|
|
|
} |
60
|
0
|
0
|
|
|
|
0
|
return wantarray() ? %quotes : \%quotes; |
61
|
|
|
|
|
|
|
} |
62
|
|
|
|
|
|
|
|
63
|
|
|
|
|
|
|
# Sample url: |
64
|
|
|
|
|
|
|
# https://www.mlc.com.au/masterkeyWeb/execute/UnitPricesWQO?openAgent&reporttype=HistoricalDateRange&product=MasterKey%20Allocated%20Pension%20%28Five%20Star%29&fund=MLC%20Horizon%201%20-%20Bond%20Portfolio&begindate=19/05/2010&enddate=28/05/2010& |
65
|
|
|
|
|
|
|
# |
66
|
|
|
|
|
|
|
# The end date is today Sydney time. Sydney timezone is +10, and +11 during |
67
|
|
|
|
|
|
|
# daylight savings; but instead of figuring when daylight savings is in |
68
|
|
|
|
|
|
|
# force just use +11 all the time. |
69
|
|
|
|
|
|
|
# |
70
|
|
|
|
|
|
|
# Obviously today's price won't be available just after midnight, so a time |
71
|
|
|
|
|
|
|
# offset giving today after 9am or 4pm or some such could make more sense. |
72
|
|
|
|
|
|
|
# Actually as of Feb 2009 price for a given day aren't available until the |
73
|
|
|
|
|
|
|
# afternoon of the next weekday, so the end date used here is going to be |
74
|
|
|
|
|
|
|
# anything from 1 to 4 days too much. It does no harm to ask beyond what's |
75
|
|
|
|
|
|
|
# available. |
76
|
|
|
|
|
|
|
# |
77
|
|
|
|
|
|
|
# The start date requested takes account of the slackness in the end date |
78
|
|
|
|
|
|
|
# and the possibility of public holidays. The worst case is on Tuesday |
79
|
|
|
|
|
|
|
# morning. The available price is still only the previous Friday, and if |
80
|
|
|
|
|
|
|
# Thu/Fri are Christmas day and boxing day holidays then only Wednesday is |
81
|
|
|
|
|
|
|
# available, and then want also the preceding day to get the prev price, |
82
|
|
|
|
|
|
|
# which means the Tuesday, which is -7 days. Go back 2 further days just in |
83
|
|
|
|
|
|
|
# case too, for a total -9! |
84
|
|
|
|
|
|
|
# |
85
|
|
|
|
|
|
|
sub make_url { |
86
|
0
|
|
|
0
|
0
|
0
|
my ($symbol) = @_; |
87
|
|
|
|
|
|
|
|
88
|
0
|
|
|
|
|
0
|
my $t = time(); |
89
|
0
|
|
|
|
|
0
|
my ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) |
90
|
|
|
|
|
|
|
= gmtime($t + 11 * 3600); |
91
|
0
|
|
|
|
|
0
|
my $hi_day = $mday; |
92
|
0
|
|
|
|
|
0
|
my $hi_month = $mon + 1; |
93
|
0
|
|
|
|
|
0
|
my $hi_year = $year + 1900; |
94
|
|
|
|
|
|
|
|
95
|
0
|
|
|
|
|
0
|
($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) |
96
|
|
|
|
|
|
|
= gmtime($t + 10 * 3600 - 9 * 86400); |
97
|
0
|
|
|
|
|
0
|
my $lo_day = $mday; |
98
|
0
|
|
|
|
|
0
|
my $lo_month = $mon + 1; |
99
|
0
|
|
|
|
|
0
|
my $lo_year = $year + 1900; |
100
|
|
|
|
|
|
|
|
101
|
0
|
|
|
|
|
0
|
my ($fund, $product) = symbol_to_fund_and_product ($symbol); |
102
|
|
|
|
|
|
|
|
103
|
0
|
|
|
|
|
0
|
require URI::Escape; |
104
|
0
|
|
|
|
|
0
|
return sprintf ('https://www.mlc.com.au/masterkeyWeb/execute/UnitPricesWQO?openAgent&reporttype=HistoricalDateRange&product=%s&fund=%s&begindate=%02d/%02d/%04d&enddate=%02d/%02d/%04d&', |
105
|
|
|
|
|
|
|
URI::Escape::uri_escape ($product), |
106
|
|
|
|
|
|
|
URI::Escape::uri_escape ($fund), |
107
|
|
|
|
|
|
|
$lo_day, $lo_month, $lo_year, |
108
|
|
|
|
|
|
|
$hi_day, $hi_month, $hi_year); |
109
|
|
|
|
|
|
|
} |
110
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
sub symbol_to_fund_and_product { |
112
|
2
|
|
|
2
|
0
|
3186
|
my ($symbol) = @_; |
113
|
2
|
|
|
|
|
5
|
my $pos = index ($symbol, ','); |
114
|
2
|
100
|
|
|
|
8
|
if ($pos == -1) { |
115
|
1
|
|
|
|
|
4
|
return ($symbol, ''); |
116
|
|
|
|
|
|
|
} else { |
117
|
1
|
|
|
|
|
6
|
return (substr ($symbol, 0, $pos), |
118
|
|
|
|
|
|
|
substr ($symbol, $pos+1)); |
119
|
|
|
|
|
|
|
} |
120
|
|
|
|
|
|
|
} |
121
|
|
|
|
|
|
|
|
122
|
|
|
|
|
|
|
# store to hashref $quotes for $symbol based on HTTP::Response in $resp |
123
|
|
|
|
|
|
|
# |
124
|
|
|
|
|
|
|
# Initial line like: |
125
|
|
|
|
|
|
|
# |
126
|
|
|
|
|
|
|
# historicalProduct1funds[0]="All Funds" |
127
|
|
|
|
|
|
|
# |
128
|
|
|
|
|
|
|
# Then price lines like: |
129
|
|
|
|
|
|
|
# |
130
|
|
|
|
|
|
|
# historicalProduct1funds[1]="MLC Property Securities Fund,MasterKey Superannuation (Gold Star),29 March 2007,64.71567,0.00000"; |
131
|
|
|
|
|
|
|
# |
132
|
|
|
|
|
|
|
sub resp_to_quotes { |
133
|
0
|
|
|
0
|
0
|
|
my ($fq, $resp, $quotes, $symbol) = @_; |
134
|
|
|
|
|
|
|
|
135
|
0
|
|
|
|
|
|
$quotes->{$symbol,'method'} = 'mlc'; |
136
|
0
|
|
|
|
|
|
$quotes->{$symbol,'currency'} = 'AUD'; |
137
|
0
|
|
|
|
|
|
$quotes->{$symbol,'source'} = __PACKAGE__; |
138
|
0
|
|
|
|
|
|
$quotes->{$symbol,'success'} = 1; |
139
|
|
|
|
|
|
|
|
140
|
0
|
|
|
|
|
|
my $content = $resp->decoded_content (raise_error => 1, charset => 'none'); |
141
|
0
|
0
|
|
|
|
|
if (! $resp->is_success) { |
142
|
0
|
|
|
|
|
|
$quotes->{$symbol,'success'} = 0; |
143
|
0
|
|
|
|
|
|
$quotes->{$symbol,'errormsg'} = $resp->status_line; |
144
|
0
|
|
|
|
|
|
return; |
145
|
|
|
|
|
|
|
} |
146
|
|
|
|
|
|
|
|
147
|
0
|
0
|
|
|
|
|
if ($content =~ /No unit prices available/i) { |
148
|
0
|
|
|
|
|
|
$quotes->{$symbol,'success'} = 0; |
149
|
0
|
|
|
|
|
|
$quotes->{$symbol,'errormsg'} = 'No unit prices available'; |
150
|
0
|
|
|
|
|
|
return; |
151
|
|
|
|
|
|
|
} |
152
|
|
|
|
|
|
|
|
153
|
0
|
|
|
|
|
|
my @data; # elements are arrayrefs [ $isodate, $price ] |
154
|
|
|
|
|
|
|
|
155
|
0
|
|
|
|
|
|
while ($content =~ /^historicalProduct1funds.*=\"(.*)\"/mg) { |
156
|
0
|
|
|
|
|
|
my ($got_fund, $got_product, $date, $price) = split /,/, $1; |
157
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
# skip historicalProduct1funds[0]="All Funds" bit |
159
|
0
|
0
|
|
|
|
|
if (! $got_product) { next; } |
|
0
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
|
161
|
0
|
|
|
|
|
|
$date = dmy_to_iso ($fq, $date); |
162
|
0
|
|
|
|
|
|
push @data, [ $date, $price ]; |
163
|
|
|
|
|
|
|
### $date |
164
|
|
|
|
|
|
|
### $price |
165
|
|
|
|
|
|
|
} |
166
|
0
|
0
|
|
|
|
|
if (! @data) { |
167
|
0
|
|
|
|
|
|
$quotes->{$symbol,'success'} = 0; |
168
|
0
|
|
|
|
|
|
$quotes->{$symbol,'errormsg'} |
169
|
|
|
|
|
|
|
= 'Oops, prices not matched in downloaded data'; |
170
|
0
|
|
|
|
|
|
return; |
171
|
|
|
|
|
|
|
} |
172
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
# the lines come with newest date first, but don't assume that; |
174
|
|
|
|
|
|
|
# sort to oldest date in $data[0], newest in endmost elem |
175
|
0
|
|
|
|
|
|
@data = sort {$a->[0] cmp $b->[0]} @data; |
|
0
|
|
|
|
|
|
|
176
|
|
|
|
|
|
|
|
177
|
0
|
|
|
|
|
|
$fq->store_date($quotes, $symbol, {isodate => $data[-1]->[0]}); |
178
|
0
|
|
|
|
|
|
$quotes->{$symbol,'last'} = $data[-1]->[1]; |
179
|
0
|
0
|
|
|
|
|
if (@data > 1) { |
180
|
0
|
|
|
|
|
|
$quotes->{$symbol,'close'} = $data[-2]->[1]; |
181
|
|
|
|
|
|
|
} |
182
|
0
|
|
|
|
|
|
$quotes->{$symbol,'copyright_url'} = COPYRIGHT_URL; |
183
|
|
|
|
|
|
|
} |
184
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
sub dmy_to_iso { |
186
|
0
|
|
|
0
|
0
|
|
my ($fq, $dmy) = @_; |
187
|
0
|
|
|
|
|
|
my %dummy_quotes; |
188
|
0
|
|
|
|
|
|
$fq->store_date (\%dummy_quotes, '', {eurodate => $dmy}); |
189
|
0
|
|
|
|
|
|
return $dummy_quotes{'','isodate'}; |
190
|
|
|
|
|
|
|
} |
191
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
1; |
193
|
|
|
|
|
|
|
__END__ |
194
|
|
|
|
|
|
|
|
195
|
|
|
|
|
|
|
=head1 NAME |
196
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
Finance::Quote::MLC - MLC fund prices |
198
|
|
|
|
|
|
|
|
199
|
|
|
|
|
|
|
=head1 SYNOPSIS |
200
|
|
|
|
|
|
|
|
201
|
|
|
|
|
|
|
use Finance::Quote; |
202
|
|
|
|
|
|
|
my $fq = Finance::Quote->new ('MLC'); |
203
|
|
|
|
|
|
|
my $fund = 'MLC MasterKey Horizon 1 - Bond Portfolio'; |
204
|
|
|
|
|
|
|
my $product = 'MasterKey Allocated Pension (Five Star)'; |
205
|
|
|
|
|
|
|
my %quotes = $fq->fetch('mlc', "$fund,$product"); |
206
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
=head1 DESCRIPTION |
208
|
|
|
|
|
|
|
|
209
|
|
|
|
|
|
|
This module downloads MLC fund quotes from |
210
|
|
|
|
|
|
|
|
211
|
|
|
|
|
|
|
=over 4 |
212
|
|
|
|
|
|
|
|
213
|
|
|
|
|
|
|
L<http://www.mlc.com.au> |
214
|
|
|
|
|
|
|
|
215
|
|
|
|
|
|
|
=back |
216
|
|
|
|
|
|
|
|
217
|
|
|
|
|
|
|
under |
218
|
|
|
|
|
|
|
|
219
|
|
|
|
|
|
|
=over 4 |
220
|
|
|
|
|
|
|
|
221
|
|
|
|
|
|
|
https://www.mlc.com.au/masterkeyWeb/execute/FramesetUnitPrices |
222
|
|
|
|
|
|
|
|
223
|
|
|
|
|
|
|
=back |
224
|
|
|
|
|
|
|
|
225
|
|
|
|
|
|
|
As of Sept 2011 the web site terms of use, |
226
|
|
|
|
|
|
|
|
227
|
|
|
|
|
|
|
=over 4 |
228
|
|
|
|
|
|
|
|
229
|
|
|
|
|
|
|
L<http://www.mlc.com.au/mlc/im_considering_mlc/personal/footer_tools/advice_warning_and_disclaimer> |
230
|
|
|
|
|
|
|
|
231
|
|
|
|
|
|
|
=back |
232
|
|
|
|
|
|
|
|
233
|
|
|
|
|
|
|
are for general information only, and only provided for residents of |
234
|
|
|
|
|
|
|
Australia. It's your responsibility to ensure your use of this module |
235
|
|
|
|
|
|
|
complies with current and future terms. |
236
|
|
|
|
|
|
|
|
237
|
|
|
|
|
|
|
=head2 Symbols |
238
|
|
|
|
|
|
|
|
239
|
|
|
|
|
|
|
The symbols used are the fund name and product name with a comma, for |
240
|
|
|
|
|
|
|
example |
241
|
|
|
|
|
|
|
|
242
|
|
|
|
|
|
|
=for Finance_Quote_Grab symbols |
243
|
|
|
|
|
|
|
|
244
|
|
|
|
|
|
|
MLC Horizon 1 - Bond Portfolio,MasterKey Allocated Pension (Five Star) |
245
|
|
|
|
|
|
|
|
246
|
|
|
|
|
|
|
This is a lot to type, but you can usually cut and paste it from the web |
247
|
|
|
|
|
|
|
pages. The page source in the link above has them in this form. |
248
|
|
|
|
|
|
|
|
249
|
|
|
|
|
|
|
The fund part is the actual investment, but there isn't a single price quote |
250
|
|
|
|
|
|
|
for it, rather the price varies with the product due to different fees |
251
|
|
|
|
|
|
|
subtracted. |
252
|
|
|
|
|
|
|
|
253
|
|
|
|
|
|
|
=head2 Fields |
254
|
|
|
|
|
|
|
|
255
|
|
|
|
|
|
|
The following standard C<Finance::Quote> fields are available |
256
|
|
|
|
|
|
|
|
257
|
|
|
|
|
|
|
=for Finance_Quote_Grab fields flowed standard |
258
|
|
|
|
|
|
|
|
259
|
|
|
|
|
|
|
date isodate name currency |
260
|
|
|
|
|
|
|
last close |
261
|
|
|
|
|
|
|
method source success errormsg |
262
|
|
|
|
|
|
|
|
263
|
|
|
|
|
|
|
Plus the following extras |
264
|
|
|
|
|
|
|
|
265
|
|
|
|
|
|
|
=for Finance_Quote_Grab fields flowed extra |
266
|
|
|
|
|
|
|
|
267
|
|
|
|
|
|
|
copyright_url |
268
|
|
|
|
|
|
|
|
269
|
|
|
|
|
|
|
As of June 2009, prices are published some time in the afternoon of the |
270
|
|
|
|
|
|
|
following business day (Friday's prices some time Monday afternoon). So the |
271
|
|
|
|
|
|
|
date field is always yesterday or the day before yesterday. The currency is |
272
|
|
|
|
|
|
|
always "AUD" Australian dollars. |
273
|
|
|
|
|
|
|
|
274
|
|
|
|
|
|
|
=head1 SEE ALSO |
275
|
|
|
|
|
|
|
|
276
|
|
|
|
|
|
|
L<Finance::Quote>, L<LWP> |
277
|
|
|
|
|
|
|
|
278
|
|
|
|
|
|
|
MLC web site L<http://www.mlc.com.au> |
279
|
|
|
|
|
|
|
|
280
|
|
|
|
|
|
|
=head1 HOME PAGE |
281
|
|
|
|
|
|
|
|
282
|
|
|
|
|
|
|
L<http://user42.tuxfamily.org/finance-quote-grab/index.html> |
283
|
|
|
|
|
|
|
|
284
|
|
|
|
|
|
|
=head1 LICENCE |
285
|
|
|
|
|
|
|
|
286
|
|
|
|
|
|
|
Copyright 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2014, 2015, 2016 Kevin Ryde |
287
|
|
|
|
|
|
|
|
288
|
|
|
|
|
|
|
Finance-Quote-Grab is free software; you can redistribute it and/or modify |
289
|
|
|
|
|
|
|
it under the terms of the GNU General Public License as published by the |
290
|
|
|
|
|
|
|
Free Software Foundation; either version 3, or (at your option) any later |
291
|
|
|
|
|
|
|
version. |
292
|
|
|
|
|
|
|
|
293
|
|
|
|
|
|
|
Finance-Quote-Grab is distributed in the hope that it will be useful, but |
294
|
|
|
|
|
|
|
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY |
295
|
|
|
|
|
|
|
or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
296
|
|
|
|
|
|
|
more details. |
297
|
|
|
|
|
|
|
|
298
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License along with |
299
|
|
|
|
|
|
|
Finance-Quote-Grab; see the file F<COPYING>. If not, see |
300
|
|
|
|
|
|
|
L<http://www.gnu.org/licenses/>. |
301
|
|
|
|
|
|
|
|
302
|
|
|
|
|
|
|
=cut |