line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package MogileFS::Host; |
2
|
21
|
|
|
21
|
|
106
|
use strict; |
|
21
|
|
|
|
|
37
|
|
|
21
|
|
|
|
|
459
|
|
3
|
21
|
|
|
21
|
|
86
|
use warnings; |
|
21
|
|
|
|
|
30
|
|
|
21
|
|
|
|
|
434
|
|
4
|
21
|
|
|
21
|
|
83
|
use MogileFS::Util qw(throw); |
|
21
|
|
|
|
|
35
|
|
|
21
|
|
|
|
|
779
|
|
5
|
21
|
|
|
21
|
|
95
|
use Net::Netmask; |
|
21
|
|
|
|
|
38
|
|
|
21
|
|
|
|
|
1499
|
|
6
|
21
|
|
|
21
|
|
119
|
use Carp qw(croak); |
|
21
|
|
|
|
|
32
|
|
|
21
|
|
|
|
|
891
|
|
7
|
21
|
|
|
21
|
|
6682
|
use MogileFS::Connection::Mogstored; |
|
21
|
|
|
|
|
43
|
|
|
21
|
|
|
|
|
490
|
|
8
|
21
|
|
|
21
|
|
7152
|
use MogileFS::Connection::HTTP; |
|
21
|
|
|
|
|
59
|
|
|
21
|
|
|
|
|
623
|
|
9
|
21
|
|
|
21
|
|
8345
|
use MogileFS::ConnectionPool; |
|
21
|
|
|
|
|
77
|
|
|
21
|
|
|
|
|
18240
|
|
10
|
|
|
|
|
|
|
our $http_pool; |
11
|
|
|
|
|
|
|
|
12
|
|
|
|
|
|
|
=head1 |
13
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
MogileFS::Host - host class |
15
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
=cut |
17
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
# Centralized here instead of three places. |
19
|
|
|
|
|
|
|
my @observed_fields = qw/observed_state/; |
20
|
|
|
|
|
|
|
my @fields = (qw/hostid hostname hostip status http_port http_get_port altip altmask/, |
21
|
|
|
|
|
|
|
@observed_fields); |
22
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
# TODO: Validate a few things: state, observed state. |
24
|
|
|
|
|
|
|
sub new_from_args { |
25
|
69
|
|
|
69
|
0
|
926
|
my ($class, $args, $dev_factory) = @_; |
26
|
|
|
|
|
|
|
my $self = bless { |
27
|
|
|
|
|
|
|
dev_factory => $dev_factory, |
28
|
69
|
|
|
|
|
93
|
%{$args}, |
|
69
|
|
|
|
|
267
|
|
29
|
|
|
|
|
|
|
}, $class; |
30
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
$self->{mask} = ($self->{altip} && $self->{altmask}) ? |
32
|
69
|
50
|
33
|
|
|
213
|
Net::Netmask->new2($self->{altmask}) : undef; |
33
|
|
|
|
|
|
|
|
34
|
69
|
|
|
|
|
163
|
return $self; |
35
|
|
|
|
|
|
|
} |
36
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
sub valid_state { |
38
|
0
|
|
|
0
|
0
|
0
|
my ($class, $state) = @_; |
39
|
0
|
|
0
|
|
|
0
|
return $state && $state =~ /\A(?:alive|dead|down|readonly)\z/; |
40
|
|
|
|
|
|
|
} |
41
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
# Instance methods: |
43
|
|
|
|
|
|
|
|
44
|
198
|
|
|
198
|
0
|
1321
|
sub id { $_[0]{hostid} } |
45
|
68
|
|
|
68
|
0
|
118
|
sub name { $_[0]{hostname} } |
46
|
0
|
|
|
0
|
0
|
0
|
sub hostname { $_[0]{hostname} } |
47
|
0
|
|
|
0
|
0
|
0
|
sub hostip { $_[0]{hostip} } |
48
|
52
|
|
|
52
|
0
|
140
|
sub status { $_[0]{status} } |
49
|
14
|
|
|
14
|
0
|
72
|
sub http_port { $_[0]{http_port} } |
50
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
sub http_get_port { |
52
|
1
|
|
33
|
1
|
0
|
6
|
return $_[0]->{http_get_port} || $_[0]->{http_port}; |
53
|
|
|
|
|
|
|
} |
54
|
|
|
|
|
|
|
|
55
|
|
|
|
|
|
|
sub ip { |
56
|
15
|
|
|
15
|
0
|
59
|
my $self = shift; |
57
|
15
|
50
|
33
|
|
|
92
|
if ($self->{mask} && $self->{altip} && |
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
58
|
|
|
|
|
|
|
($MogileFS::REQ_altzone || ($MogileFS::REQ_client_ip && |
59
|
|
|
|
|
|
|
$self->{mask}->match($MogileFS::REQ_client_ip)))) { |
60
|
0
|
|
|
|
|
0
|
return $self->{altip}; |
61
|
|
|
|
|
|
|
} else { |
62
|
15
|
|
|
|
|
214
|
return $self->{hostip}; |
63
|
|
|
|
|
|
|
} |
64
|
|
|
|
|
|
|
} |
65
|
|
|
|
|
|
|
|
66
|
|
|
|
|
|
|
sub fields { |
67
|
0
|
|
|
0
|
0
|
0
|
my $self = shift; |
68
|
0
|
0
|
|
|
|
0
|
my @tofetch = @_ ? @_ : @fields; |
69
|
0
|
|
|
|
|
0
|
return { map { $_ => $self->{$_} } @tofetch }; |
|
0
|
|
|
|
|
0
|
|
70
|
|
|
|
|
|
|
} |
71
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
sub observed_fields { |
73
|
0
|
|
|
0
|
0
|
0
|
return $_[0]->fields(@observed_fields); |
74
|
|
|
|
|
|
|
} |
75
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
sub alive { |
77
|
52
|
|
|
52
|
0
|
74
|
return $_[0]->status eq 'alive'; |
78
|
|
|
|
|
|
|
} |
79
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
sub readonly { |
81
|
0
|
|
|
0
|
0
|
0
|
return $_[0]->status eq 'readonly'; |
82
|
|
|
|
|
|
|
} |
83
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
sub should_read_from { |
85
|
0
|
|
0
|
0
|
0
|
0
|
return $_[0]->alive || $_[0]->readonly; |
86
|
|
|
|
|
|
|
} |
87
|
|
|
|
|
|
|
|
88
|
|
|
|
|
|
|
sub observed_reachable { |
89
|
52
|
|
|
52
|
0
|
61
|
my $self = shift; |
90
|
52
|
|
33
|
|
|
195
|
return $self->{observed_state} && $self->{observed_state} eq 'reachable'; |
91
|
|
|
|
|
|
|
} |
92
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
sub observed_unreachable { |
94
|
0
|
|
|
0
|
0
|
0
|
my $self = shift; |
95
|
0
|
|
0
|
|
|
0
|
return $self->{observed_state} && $self->{observed_state} eq 'unreachable'; |
96
|
|
|
|
|
|
|
} |
97
|
|
|
|
|
|
|
|
98
|
|
|
|
|
|
|
# returns/creates a MogileFS::Connection::Mogstored object to the |
99
|
|
|
|
|
|
|
# host's mogstored management/side-channel port (which starts |
100
|
|
|
|
|
|
|
# unconnected, and only connects when you ask it to, with its sock |
101
|
|
|
|
|
|
|
# method) |
102
|
|
|
|
|
|
|
sub mogstored_conn { |
103
|
0
|
|
|
0
|
0
|
0
|
my $self = shift; |
104
|
|
|
|
|
|
|
return $self->{mogstored_conn} ||= |
105
|
0
|
|
0
|
|
|
0
|
MogileFS::Connection::Mogstored->new($self->ip, $self->sidechannel_port); |
106
|
|
|
|
|
|
|
} |
107
|
|
|
|
|
|
|
|
108
|
|
|
|
|
|
|
sub sidechannel_port { |
109
|
|
|
|
|
|
|
# TODO: let this be configurable per-host? currently it's configured |
110
|
|
|
|
|
|
|
# once for all machines. |
111
|
0
|
|
|
0
|
0
|
0
|
MogileFS->config("mogstored_stream_port"); |
112
|
|
|
|
|
|
|
} |
113
|
|
|
|
|
|
|
|
114
|
|
|
|
|
|
|
# starts an HTTP request on the given $port with $method to $path |
115
|
|
|
|
|
|
|
# Calls cb with an HTTP::Response object when done |
116
|
|
|
|
|
|
|
sub _http_conn { |
117
|
15
|
|
|
15
|
|
70
|
my ($self, $port, $method, $path, $opts, $cb) = @_; |
118
|
15
|
|
|
|
|
118
|
_init_pools(); |
119
|
|
|
|
|
|
|
|
120
|
|
|
|
|
|
|
$http_pool->start($opts->{ip} || $self->ip, $port, sub { |
121
|
16
|
|
|
16
|
|
118
|
$_[0]->start($method, $path, $opts, $cb); |
122
|
15
|
|
33
|
|
|
159
|
}); |
123
|
|
|
|
|
|
|
} |
124
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
# Returns a ready, blocking HTTP connection |
126
|
|
|
|
|
|
|
# This is only used by replicate |
127
|
|
|
|
|
|
|
sub http_conn_get { |
128
|
0
|
|
|
0
|
0
|
0
|
my ($self, $opts) = @_; |
129
|
0
|
|
0
|
|
|
0
|
my $ip = $opts->{ip} || $self->ip; |
130
|
0
|
|
0
|
|
|
0
|
my $port = $opts->{port} || $self->http_port; |
131
|
|
|
|
|
|
|
|
132
|
0
|
|
|
|
|
0
|
_init_pools(); |
133
|
0
|
|
|
|
|
0
|
my $conn = $http_pool->conn_get($ip, $port); |
134
|
0
|
0
|
|
|
|
0
|
$conn->sock->blocking(1) if $conn; |
135
|
0
|
|
|
|
|
0
|
return $conn; |
136
|
|
|
|
|
|
|
} |
137
|
|
|
|
|
|
|
|
138
|
|
|
|
|
|
|
# Returns a blocking HTTP connection back to the pool. |
139
|
|
|
|
|
|
|
# This is the inverse of http_conn_get, and should be called when |
140
|
|
|
|
|
|
|
# done using a connection (iff the connection is really still alive) |
141
|
|
|
|
|
|
|
# (and makes it non-blocking for future use) |
142
|
|
|
|
|
|
|
# This is only used by replicate. |
143
|
|
|
|
|
|
|
sub http_conn_put { |
144
|
0
|
|
|
0
|
0
|
0
|
my ($self, $conn) = @_; |
145
|
0
|
|
|
|
|
0
|
$conn->sock->blocking(0); |
146
|
0
|
|
|
|
|
0
|
$http_pool->conn_put($conn); |
147
|
|
|
|
|
|
|
} |
148
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
sub http_get { |
150
|
1
|
|
|
1
|
0
|
478
|
my ($self, $method, $path, $opts, $cb) = @_; |
151
|
1
|
|
50
|
|
|
7
|
$opts ||= {}; |
152
|
1
|
|
|
|
|
4
|
$self->_http_conn($self->http_get_port, $method, $path, $opts, $cb); |
153
|
|
|
|
|
|
|
} |
154
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
sub http { |
156
|
14
|
|
|
14
|
0
|
72530
|
my ($self, $method, $path, $opts, $cb) = @_; |
157
|
14
|
|
50
|
|
|
151
|
$opts ||= {}; |
158
|
14
|
|
33
|
|
|
145
|
my $port = delete $opts->{port} || $self->http_port; |
159
|
14
|
|
|
|
|
60
|
$self->_http_conn($port, $method, $path, $opts, $cb); |
160
|
|
|
|
|
|
|
} |
161
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
# FIXME - make these customizable |
163
|
|
|
|
|
|
|
sub _init_pools { |
164
|
16
|
100
|
|
16
|
|
94
|
return if $http_pool; |
165
|
1
|
|
|
|
|
6
|
my $opts = { |
166
|
|
|
|
|
|
|
total_capacity => MogileFS->config("conn_pool_size"), |
167
|
|
|
|
|
|
|
}; |
168
|
|
|
|
|
|
|
|
169
|
1
|
|
|
|
|
7
|
$http_pool = MogileFS::ConnectionPool->new("MogileFS::Connection::HTTP", $opts); |
170
|
|
|
|
|
|
|
} |
171
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
1; |