line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
|
2
|
|
|
|
|
|
|
package Paws::EMR::RunJobFlow; |
3
|
1
|
|
|
1
|
|
710
|
use Moose; |
|
1
|
|
|
|
|
4
|
|
|
1
|
|
|
|
|
10
|
|
4
|
|
|
|
|
|
|
has AdditionalInfo => (is => 'ro', isa => 'Str'); |
5
|
|
|
|
|
|
|
has AmiVersion => (is => 'ro', isa => 'Str'); |
6
|
|
|
|
|
|
|
has Applications => (is => 'ro', isa => 'ArrayRef[Paws::EMR::Application]'); |
7
|
|
|
|
|
|
|
has AutoScalingRole => (is => 'ro', isa => 'Str'); |
8
|
|
|
|
|
|
|
has BootstrapActions => (is => 'ro', isa => 'ArrayRef[Paws::EMR::BootstrapActionConfig]'); |
9
|
|
|
|
|
|
|
has Configurations => (is => 'ro', isa => 'ArrayRef[Paws::EMR::Configuration]'); |
10
|
|
|
|
|
|
|
has Instances => (is => 'ro', isa => 'Paws::EMR::JobFlowInstancesConfig', required => 1); |
11
|
|
|
|
|
|
|
has JobFlowRole => (is => 'ro', isa => 'Str'); |
12
|
|
|
|
|
|
|
has LogUri => (is => 'ro', isa => 'Str'); |
13
|
|
|
|
|
|
|
has Name => (is => 'ro', isa => 'Str', required => 1); |
14
|
|
|
|
|
|
|
has NewSupportedProducts => (is => 'ro', isa => 'ArrayRef[Paws::EMR::SupportedProductConfig]'); |
15
|
|
|
|
|
|
|
has ReleaseLabel => (is => 'ro', isa => 'Str'); |
16
|
|
|
|
|
|
|
has ScaleDownBehavior => (is => 'ro', isa => 'Str'); |
17
|
|
|
|
|
|
|
has SecurityConfiguration => (is => 'ro', isa => 'Str'); |
18
|
|
|
|
|
|
|
has ServiceRole => (is => 'ro', isa => 'Str'); |
19
|
|
|
|
|
|
|
has Steps => (is => 'ro', isa => 'ArrayRef[Paws::EMR::StepConfig]'); |
20
|
|
|
|
|
|
|
has SupportedProducts => (is => 'ro', isa => 'ArrayRef[Str|Undef]'); |
21
|
|
|
|
|
|
|
has Tags => (is => 'ro', isa => 'ArrayRef[Paws::EMR::Tag]'); |
22
|
|
|
|
|
|
|
has VisibleToAllUsers => (is => 'ro', isa => 'Bool'); |
23
|
|
|
|
|
|
|
|
24
|
1
|
|
|
1
|
|
6400
|
use MooseX::ClassAttribute; |
|
1
|
|
|
|
|
2
|
|
|
1
|
|
|
|
|
22
|
|
25
|
|
|
|
|
|
|
|
26
|
|
|
|
|
|
|
class_has _api_call => (isa => 'Str', is => 'ro', default => 'RunJobFlow'); |
27
|
|
|
|
|
|
|
class_has _returns => (isa => 'Str', is => 'ro', default => 'Paws::EMR::RunJobFlowOutput'); |
28
|
|
|
|
|
|
|
class_has _result_key => (isa => 'Str', is => 'ro'); |
29
|
|
|
|
|
|
|
1; |
30
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
### main pod documentation begin ### |
32
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
=head1 NAME |
34
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
Paws::EMR::RunJobFlow - Arguments for method RunJobFlow on Paws::EMR |
36
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
=head1 DESCRIPTION |
38
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
This class represents the parameters used for calling the method RunJobFlow on the |
40
|
|
|
|
|
|
|
Amazon Elastic MapReduce service. Use the attributes of this class |
41
|
|
|
|
|
|
|
as arguments to method RunJobFlow. |
42
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
You shouldn't make instances of this class. Each attribute should be used as a named argument in the call to RunJobFlow. |
44
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
As an example: |
46
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
$service_obj->RunJobFlow(Att1 => $value1, Att2 => $value2, ...); |
48
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
Values for attributes that are native types (Int, String, Float, etc) can passed as-is (scalar values). Values for complex Types (objects) can be passed as a HashRef. The keys and values of the hashref will be used to instance the underlying object. |
50
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
=head1 ATTRIBUTES |
52
|
|
|
|
|
|
|
|
53
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
=head2 AdditionalInfo => Str |
55
|
|
|
|
|
|
|
|
56
|
|
|
|
|
|
|
A JSON string for selecting additional features. |
57
|
|
|
|
|
|
|
|
58
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
=head2 AmiVersion => Str |
61
|
|
|
|
|
|
|
|
62
|
|
|
|
|
|
|
For Amazon EMR releases 3.x and 2.x. For Amazon EMR releases 4.x and |
63
|
|
|
|
|
|
|
greater, use ReleaseLabel. |
64
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
The version of the Amazon Machine Image (AMI) to use when launching |
66
|
|
|
|
|
|
|
Amazon EC2 instances in the job flow. The following values are valid: |
67
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
=over |
69
|
|
|
|
|
|
|
|
70
|
|
|
|
|
|
|
=item * |
71
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
The version number of the AMI to use, for example, "2.0." |
73
|
|
|
|
|
|
|
|
74
|
|
|
|
|
|
|
=back |
75
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
If the AMI supports multiple versions of Hadoop (for example, AMI 1.0 |
77
|
|
|
|
|
|
|
supports both Hadoop 0.18 and 0.20) you can use the |
78
|
|
|
|
|
|
|
JobFlowInstancesConfig C<HadoopVersion> parameter to modify the version |
79
|
|
|
|
|
|
|
of Hadoop from the defaults shown above. |
80
|
|
|
|
|
|
|
|
81
|
|
|
|
|
|
|
For details about the AMI versions currently supported by Amazon |
82
|
|
|
|
|
|
|
Elastic MapReduce, see AMI Versions Supported in Elastic MapReduce in |
83
|
|
|
|
|
|
|
the I<Amazon Elastic MapReduce Developer Guide.> |
84
|
|
|
|
|
|
|
|
85
|
|
|
|
|
|
|
Previously, the EMR AMI version API parameter options allowed you to |
86
|
|
|
|
|
|
|
use latest for the latest AMI version rather than specify a numerical |
87
|
|
|
|
|
|
|
value. Some regions no longer support this deprecated option as they |
88
|
|
|
|
|
|
|
only have a newer release label version of EMR, which requires you to |
89
|
|
|
|
|
|
|
specify an EMR release label release (EMR 4.x or later). |
90
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
|
92
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
=head2 Applications => ArrayRef[L<Paws::EMR::Application>] |
94
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
Amazon EMR releases 4.x or later. |
96
|
|
|
|
|
|
|
|
97
|
|
|
|
|
|
|
A list of applications for the cluster. Valid values are: "Hadoop", |
98
|
|
|
|
|
|
|
"Hive", "Mahout", "Pig", and "Spark." They are case insensitive. |
99
|
|
|
|
|
|
|
|
100
|
|
|
|
|
|
|
|
101
|
|
|
|
|
|
|
|
102
|
|
|
|
|
|
|
=head2 AutoScalingRole => Str |
103
|
|
|
|
|
|
|
|
104
|
|
|
|
|
|
|
An IAM role for automatic scaling policies. The default role is |
105
|
|
|
|
|
|
|
C<EMR_AutoScaling_DefaultRole>. The IAM role provides permissions that |
106
|
|
|
|
|
|
|
the automatic scaling feature requires to launch and terminate EC2 |
107
|
|
|
|
|
|
|
instances in an instance group. |
108
|
|
|
|
|
|
|
|
109
|
|
|
|
|
|
|
|
110
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
=head2 BootstrapActions => ArrayRef[L<Paws::EMR::BootstrapActionConfig>] |
112
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
A list of bootstrap actions to run before Hadoop starts on the cluster |
114
|
|
|
|
|
|
|
nodes. |
115
|
|
|
|
|
|
|
|
116
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
|
118
|
|
|
|
|
|
|
=head2 Configurations => ArrayRef[L<Paws::EMR::Configuration>] |
119
|
|
|
|
|
|
|
|
120
|
|
|
|
|
|
|
Amazon EMR releases 4.x or later. |
121
|
|
|
|
|
|
|
|
122
|
|
|
|
|
|
|
The list of configurations supplied for the EMR cluster you are |
123
|
|
|
|
|
|
|
creating. |
124
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
|
126
|
|
|
|
|
|
|
|
127
|
|
|
|
|
|
|
=head2 B<REQUIRED> Instances => L<Paws::EMR::JobFlowInstancesConfig> |
128
|
|
|
|
|
|
|
|
129
|
|
|
|
|
|
|
A specification of the number and type of Amazon EC2 instances. |
130
|
|
|
|
|
|
|
|
131
|
|
|
|
|
|
|
|
132
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
=head2 JobFlowRole => Str |
134
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
Also called instance profile and EC2 role. An IAM role for an EMR |
136
|
|
|
|
|
|
|
cluster. The EC2 instances of the cluster assume this role. The default |
137
|
|
|
|
|
|
|
role is C<EMR_EC2_DefaultRole>. In order to use the default role, you |
138
|
|
|
|
|
|
|
must have already created it using the CLI or console. |
139
|
|
|
|
|
|
|
|
140
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
|
142
|
|
|
|
|
|
|
=head2 LogUri => Str |
143
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
The location in Amazon S3 to write the log files of the job flow. If a |
145
|
|
|
|
|
|
|
value is not provided, logs are not created. |
146
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
|
148
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
=head2 B<REQUIRED> Name => Str |
150
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
The name of the job flow. |
152
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
|
154
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
=head2 NewSupportedProducts => ArrayRef[L<Paws::EMR::SupportedProductConfig>] |
156
|
|
|
|
|
|
|
|
157
|
|
|
|
|
|
|
For Amazon EMR releases 3.x and 2.x. For Amazon EMR releases 4.x and |
158
|
|
|
|
|
|
|
greater, use Applications. |
159
|
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
A list of strings that indicates third-party software to use with the |
161
|
|
|
|
|
|
|
job flow that accepts a user argument list. EMR accepts and forwards |
162
|
|
|
|
|
|
|
the argument list to the corresponding installation script as bootstrap |
163
|
|
|
|
|
|
|
action arguments. For more information, see "Launch a Job Flow on the |
164
|
|
|
|
|
|
|
MapR Distribution for Hadoop" in the Amazon EMR Developer Guide. |
165
|
|
|
|
|
|
|
Supported values are: |
166
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
=over |
168
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
=item * |
170
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
"mapr-m3" - launch the cluster using MapR M3 Edition. |
172
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
=item * |
174
|
|
|
|
|
|
|
|
175
|
|
|
|
|
|
|
"mapr-m5" - launch the cluster using MapR M5 Edition. |
176
|
|
|
|
|
|
|
|
177
|
|
|
|
|
|
|
=item * |
178
|
|
|
|
|
|
|
|
179
|
|
|
|
|
|
|
"mapr" with the user arguments specifying "--edition,m3" or |
180
|
|
|
|
|
|
|
"--edition,m5" - launch the job flow using MapR M3 or M5 Edition |
181
|
|
|
|
|
|
|
respectively. |
182
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
=item * |
184
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
"mapr-m7" - launch the cluster using MapR M7 Edition. |
186
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
=item * |
188
|
|
|
|
|
|
|
|
189
|
|
|
|
|
|
|
"hunk" - launch the cluster with the Hunk Big Data Analtics Platform. |
190
|
|
|
|
|
|
|
|
191
|
|
|
|
|
|
|
=item * |
192
|
|
|
|
|
|
|
|
193
|
|
|
|
|
|
|
"hue"- launch the cluster with Hue installed. |
194
|
|
|
|
|
|
|
|
195
|
|
|
|
|
|
|
=item * |
196
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
"spark" - launch the cluster with Apache Spark installed. |
198
|
|
|
|
|
|
|
|
199
|
|
|
|
|
|
|
=item * |
200
|
|
|
|
|
|
|
|
201
|
|
|
|
|
|
|
"ganglia" - launch the cluster with the Ganglia Monitoring System |
202
|
|
|
|
|
|
|
installed. |
203
|
|
|
|
|
|
|
|
204
|
|
|
|
|
|
|
=back |
205
|
|
|
|
|
|
|
|
206
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
|
208
|
|
|
|
|
|
|
|
209
|
|
|
|
|
|
|
=head2 ReleaseLabel => Str |
210
|
|
|
|
|
|
|
|
211
|
|
|
|
|
|
|
Amazon EMR releases 4.x or later. |
212
|
|
|
|
|
|
|
|
213
|
|
|
|
|
|
|
The release label for the Amazon EMR release. For Amazon EMR 3.x and |
214
|
|
|
|
|
|
|
2.x AMIs, use amiVersion instead instead of ReleaseLabel. |
215
|
|
|
|
|
|
|
|
216
|
|
|
|
|
|
|
|
217
|
|
|
|
|
|
|
|
218
|
|
|
|
|
|
|
=head2 ScaleDownBehavior => Str |
219
|
|
|
|
|
|
|
|
220
|
|
|
|
|
|
|
Specifies the way that individual Amazon EC2 instances terminate when |
221
|
|
|
|
|
|
|
an automatic scale-in activity occurs or an instance group is resized. |
222
|
|
|
|
|
|
|
C<TERMINATE_AT_INSTANCE_HOUR> indicates that Amazon EMR terminates |
223
|
|
|
|
|
|
|
nodes at the instance-hour boundary, regardless of when the request to |
224
|
|
|
|
|
|
|
terminate the instance was submitted. This option is only available |
225
|
|
|
|
|
|
|
with Amazon EMR 5.1.0 and later and is the default for clusters created |
226
|
|
|
|
|
|
|
using that version. C<TERMINATE_AT_TASK_COMPLETION> indicates that |
227
|
|
|
|
|
|
|
Amazon EMR blacklists and drains tasks from nodes before terminating |
228
|
|
|
|
|
|
|
the Amazon EC2 instances, regardless of the instance-hour boundary. |
229
|
|
|
|
|
|
|
With either behavior, Amazon EMR removes the least active nodes first |
230
|
|
|
|
|
|
|
and blocks instance termination if it could lead to HDFS corruption. |
231
|
|
|
|
|
|
|
C<TERMINATE_AT_TASK_COMPLETION> available only in Amazon EMR version |
232
|
|
|
|
|
|
|
4.1.0 and later, and is the default for versions of Amazon EMR earlier |
233
|
|
|
|
|
|
|
than 5.1.0. |
234
|
|
|
|
|
|
|
|
235
|
|
|
|
|
|
|
Valid values are: C<"TERMINATE_AT_INSTANCE_HOUR">, C<"TERMINATE_AT_TASK_COMPLETION"> |
236
|
|
|
|
|
|
|
|
237
|
|
|
|
|
|
|
=head2 SecurityConfiguration => Str |
238
|
|
|
|
|
|
|
|
239
|
|
|
|
|
|
|
The name of a security configuration to apply to the cluster. |
240
|
|
|
|
|
|
|
|
241
|
|
|
|
|
|
|
|
242
|
|
|
|
|
|
|
|
243
|
|
|
|
|
|
|
=head2 ServiceRole => Str |
244
|
|
|
|
|
|
|
|
245
|
|
|
|
|
|
|
The IAM role that will be assumed by the Amazon EMR service to access |
246
|
|
|
|
|
|
|
AWS resources on your behalf. |
247
|
|
|
|
|
|
|
|
248
|
|
|
|
|
|
|
|
249
|
|
|
|
|
|
|
|
250
|
|
|
|
|
|
|
=head2 Steps => ArrayRef[L<Paws::EMR::StepConfig>] |
251
|
|
|
|
|
|
|
|
252
|
|
|
|
|
|
|
A list of steps to run. |
253
|
|
|
|
|
|
|
|
254
|
|
|
|
|
|
|
|
255
|
|
|
|
|
|
|
|
256
|
|
|
|
|
|
|
=head2 SupportedProducts => ArrayRef[Str|Undef] |
257
|
|
|
|
|
|
|
|
258
|
|
|
|
|
|
|
For Amazon EMR releases 3.x and 2.x. For Amazon EMR releases 4.x and |
259
|
|
|
|
|
|
|
greater, use Applications. |
260
|
|
|
|
|
|
|
|
261
|
|
|
|
|
|
|
A list of strings that indicates third-party software to use. For more |
262
|
|
|
|
|
|
|
information, see Use Third Party Applications with Amazon EMR. |
263
|
|
|
|
|
|
|
Currently supported values are: |
264
|
|
|
|
|
|
|
|
265
|
|
|
|
|
|
|
=over |
266
|
|
|
|
|
|
|
|
267
|
|
|
|
|
|
|
=item * |
268
|
|
|
|
|
|
|
|
269
|
|
|
|
|
|
|
"mapr-m3" - launch the job flow using MapR M3 Edition. |
270
|
|
|
|
|
|
|
|
271
|
|
|
|
|
|
|
=item * |
272
|
|
|
|
|
|
|
|
273
|
|
|
|
|
|
|
"mapr-m5" - launch the job flow using MapR M5 Edition. |
274
|
|
|
|
|
|
|
|
275
|
|
|
|
|
|
|
=back |
276
|
|
|
|
|
|
|
|
277
|
|
|
|
|
|
|
|
278
|
|
|
|
|
|
|
|
279
|
|
|
|
|
|
|
|
280
|
|
|
|
|
|
|
=head2 Tags => ArrayRef[L<Paws::EMR::Tag>] |
281
|
|
|
|
|
|
|
|
282
|
|
|
|
|
|
|
A list of tags to associate with a cluster and propagate to Amazon EC2 |
283
|
|
|
|
|
|
|
instances. |
284
|
|
|
|
|
|
|
|
285
|
|
|
|
|
|
|
|
286
|
|
|
|
|
|
|
|
287
|
|
|
|
|
|
|
=head2 VisibleToAllUsers => Bool |
288
|
|
|
|
|
|
|
|
289
|
|
|
|
|
|
|
Whether the cluster is visible to all IAM users of the AWS account |
290
|
|
|
|
|
|
|
associated with the cluster. If this value is set to C<true>, all IAM |
291
|
|
|
|
|
|
|
users of that AWS account can view and (if they have the proper policy |
292
|
|
|
|
|
|
|
permissions set) manage the cluster. If it is set to C<false>, only the |
293
|
|
|
|
|
|
|
IAM user that created the cluster can view and manage it. |
294
|
|
|
|
|
|
|
|
295
|
|
|
|
|
|
|
|
296
|
|
|
|
|
|
|
|
297
|
|
|
|
|
|
|
|
298
|
|
|
|
|
|
|
=head1 SEE ALSO |
299
|
|
|
|
|
|
|
|
300
|
|
|
|
|
|
|
This class forms part of L<Paws>, documenting arguments for method RunJobFlow in L<Paws::EMR> |
301
|
|
|
|
|
|
|
|
302
|
|
|
|
|
|
|
=head1 BUGS and CONTRIBUTIONS |
303
|
|
|
|
|
|
|
|
304
|
|
|
|
|
|
|
The source code is located here: https://github.com/pplu/aws-sdk-perl |
305
|
|
|
|
|
|
|
|
306
|
|
|
|
|
|
|
Please report bugs to: https://github.com/pplu/aws-sdk-perl/issues |
307
|
|
|
|
|
|
|
|
308
|
|
|
|
|
|
|
=cut |
309
|
|
|
|
|
|
|
|