com.pulumi.aws.emr.Cluster Maven / Gradle / Ivy
// *** WARNING: this file was generated by pulumi-java-gen. ***
// *** Do not edit by hand unless you're certain you know what you are doing! ***
package com.pulumi.aws.emr;
import com.pulumi.aws.Utilities;
import com.pulumi.aws.emr.ClusterArgs;
import com.pulumi.aws.emr.inputs.ClusterState;
import com.pulumi.aws.emr.outputs.ClusterAutoTerminationPolicy;
import com.pulumi.aws.emr.outputs.ClusterBootstrapAction;
import com.pulumi.aws.emr.outputs.ClusterCoreInstanceFleet;
import com.pulumi.aws.emr.outputs.ClusterCoreInstanceGroup;
import com.pulumi.aws.emr.outputs.ClusterEc2Attributes;
import com.pulumi.aws.emr.outputs.ClusterKerberosAttributes;
import com.pulumi.aws.emr.outputs.ClusterMasterInstanceFleet;
import com.pulumi.aws.emr.outputs.ClusterMasterInstanceGroup;
import com.pulumi.aws.emr.outputs.ClusterPlacementGroupConfig;
import com.pulumi.aws.emr.outputs.ClusterStep;
import com.pulumi.core.Output;
import com.pulumi.core.annotations.Export;
import com.pulumi.core.annotations.ResourceType;
import com.pulumi.core.internal.Codegen;
import java.lang.Boolean;
import java.lang.Integer;
import java.lang.String;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import javax.annotation.Nullable;
/**
* Provides an Elastic MapReduce Cluster, a web service that makes it easy to process large amounts of data efficiently. See [Amazon Elastic MapReduce Documentation](https://aws.amazon.com/documentation/elastic-mapreduce/) for more information.
*
* To configure [Instance Groups](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-group-configuration.html#emr-plan-instance-groups) for [task nodes](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-master-core-task-nodes.html#emr-plan-task), see the `aws.emr.InstanceGroup` resource.
*
* ## Example Usage
*
* <!--Start PulumiCodeChooser -->
*
* {@code
* package generated_program;
*
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.aws.emr.Cluster;
* import com.pulumi.aws.emr.ClusterArgs;
* import com.pulumi.aws.emr.inputs.ClusterEc2AttributesArgs;
* import com.pulumi.aws.emr.inputs.ClusterMasterInstanceGroupArgs;
* import com.pulumi.aws.emr.inputs.ClusterCoreInstanceGroupArgs;
* import com.pulumi.aws.emr.inputs.ClusterBootstrapActionArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
*
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
*
* public static void stack(Context ctx) {
* var cluster = new Cluster("cluster", ClusterArgs.builder()
* .name("emr-test-arn")
* .releaseLabel("emr-4.6.0")
* .applications("Spark")
* .additionalInfo("""
* {
* "instanceAwsClientConfiguration": {
* "proxyPort": 8099,
* "proxyHost": "myproxy.example.com"
* }
* }
* """)
* .terminationProtection(false)
* .keepJobFlowAliveWhenNoSteps(true)
* .ec2Attributes(ClusterEc2AttributesArgs.builder()
* .subnetId(main.id())
* .emrManagedMasterSecurityGroup(sg.id())
* .emrManagedSlaveSecurityGroup(sg.id())
* .instanceProfile(emrProfile.arn())
* .build())
* .masterInstanceGroup(ClusterMasterInstanceGroupArgs.builder()
* .instanceType("m4.large")
* .build())
* .coreInstanceGroup(ClusterCoreInstanceGroupArgs.builder()
* .instanceType("c4.large")
* .instanceCount(1)
* .ebsConfigs(ClusterCoreInstanceGroupEbsConfigArgs.builder()
* .size("40")
* .type("gp2")
* .volumesPerInstance(1)
* .build())
* .bidPrice("0.30")
* .autoscalingPolicy("""
* {
* "Constraints": {
* "MinCapacity": 1,
* "MaxCapacity": 2
* },
* "Rules": [
* {
* "Name": "ScaleOutMemoryPercentage",
* "Description": "Scale out if YARNMemoryAvailablePercentage is less than 15",
* "Action": {
* "SimpleScalingPolicyConfiguration": {
* "AdjustmentType": "CHANGE_IN_CAPACITY",
* "ScalingAdjustment": 1,
* "CoolDown": 300
* }
* },
* "Trigger": {
* "CloudWatchAlarmDefinition": {
* "ComparisonOperator": "LESS_THAN",
* "EvaluationPeriods": 1,
* "MetricName": "YARNMemoryAvailablePercentage",
* "Namespace": "AWS/ElasticMapReduce",
* "Period": 300,
* "Statistic": "AVERAGE",
* "Threshold": 15.0,
* "Unit": "PERCENT"
* }
* }
* }
* ]
* }
* """)
* .build())
* .ebsRootVolumeSize(100)
* .tags(Map.ofEntries(
* Map.entry("role", "rolename"),
* Map.entry("env", "env")
* ))
* .bootstrapActions(ClusterBootstrapActionArgs.builder()
* .path("s3://elasticmapreduce/bootstrap-actions/run-if")
* .name("runif")
* .args(
* "instance.isMaster=true",
* "echo running on master node")
* .build())
* .configurationsJson("""
* [
* {
* "Classification": "hadoop-env",
* "Configurations": [
* {
* "Classification": "export",
* "Properties": {
* "JAVA_HOME": "/usr/lib/jvm/java-1.8.0"
* }
* }
* ],
* "Properties": {}
* },
* {
* "Classification": "spark-env",
* "Configurations": [
* {
* "Classification": "export",
* "Properties": {
* "JAVA_HOME": "/usr/lib/jvm/java-1.8.0"
* }
* }
* ],
* "Properties": {}
* }
* ]
* """)
* .serviceRole(iamEmrServiceRole.arn())
* .build());
*
* }
* }
* }
*
* <!--End PulumiCodeChooser -->
*
* The `aws.emr.Cluster` resource typically requires two IAM roles, one for the EMR Cluster to use as a service role, and another is assigned to every EC2 instance in a cluster and each application process that runs on a cluster assumes this role for permissions to interact with other AWS services. An additional role, the Auto Scaling role, is required if your cluster uses automatic scaling in Amazon EMR.
*
* The default AWS managed EMR service role is called `EMR_DefaultRole` with Amazon managed policy `AmazonEMRServicePolicy_v2` attached. The name of default instance profile role is `EMR_EC2_DefaultRole` with default managed policy `AmazonElasticMapReduceforEC2Role` attached, but it is on the path to deprecation and will not be replaced with another default managed policy. You'll need to create and specify an instance profile to replace the deprecated role and default policy. See the [Configure IAM service roles for Amazon EMR](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-iam-roles.html) guide for more information on these IAM roles. There is also a fully-bootable example Pulumi configuration at the bottom of this page.
*
* ### Instance Fleet
*
* <!--Start PulumiCodeChooser -->
*
* {@code
* package generated_program;
*
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.aws.emr.Cluster;
* import com.pulumi.aws.emr.ClusterArgs;
* import com.pulumi.aws.emr.inputs.ClusterMasterInstanceFleetArgs;
* import com.pulumi.aws.emr.inputs.ClusterCoreInstanceFleetArgs;
* import com.pulumi.aws.emr.inputs.ClusterCoreInstanceFleetLaunchSpecificationsArgs;
* import com.pulumi.aws.emr.InstanceFleet;
* import com.pulumi.aws.emr.InstanceFleetArgs;
* import com.pulumi.aws.emr.inputs.InstanceFleetInstanceTypeConfigArgs;
* import com.pulumi.aws.emr.inputs.InstanceFleetLaunchSpecificationsArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
*
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
*
* public static void stack(Context ctx) {
* var example = new Cluster("example", ClusterArgs.builder()
* .masterInstanceFleet(ClusterMasterInstanceFleetArgs.builder()
* .instanceTypeConfigs(ClusterMasterInstanceFleetInstanceTypeConfigArgs.builder()
* .instanceType("m4.xlarge")
* .build())
* .targetOnDemandCapacity(1)
* .build())
* .coreInstanceFleet(ClusterCoreInstanceFleetArgs.builder()
* .instanceTypeConfigs(
* ClusterCoreInstanceFleetInstanceTypeConfigArgs.builder()
* .bidPriceAsPercentageOfOnDemandPrice(80)
* .ebsConfigs(ClusterCoreInstanceFleetInstanceTypeConfigEbsConfigArgs.builder()
* .size(100)
* .type("gp2")
* .volumesPerInstance(1)
* .build())
* .instanceType("m3.xlarge")
* .weightedCapacity(1)
* .build(),
* ClusterCoreInstanceFleetInstanceTypeConfigArgs.builder()
* .bidPriceAsPercentageOfOnDemandPrice(100)
* .ebsConfigs(ClusterCoreInstanceFleetInstanceTypeConfigEbsConfigArgs.builder()
* .size(100)
* .type("gp2")
* .volumesPerInstance(1)
* .build())
* .instanceType("m4.xlarge")
* .weightedCapacity(1)
* .build(),
* ClusterCoreInstanceFleetInstanceTypeConfigArgs.builder()
* .bidPriceAsPercentageOfOnDemandPrice(100)
* .ebsConfigs(ClusterCoreInstanceFleetInstanceTypeConfigEbsConfigArgs.builder()
* .size(100)
* .type("gp2")
* .volumesPerInstance(1)
* .build())
* .instanceType("m4.2xlarge")
* .weightedCapacity(2)
* .build())
* .launchSpecifications(ClusterCoreInstanceFleetLaunchSpecificationsArgs.builder()
* .spotSpecifications(ClusterCoreInstanceFleetLaunchSpecificationsSpotSpecificationArgs.builder()
* .allocationStrategy("capacity-optimized")
* .blockDurationMinutes(0)
* .timeoutAction("SWITCH_TO_ON_DEMAND")
* .timeoutDurationMinutes(10)
* .build())
* .build())
* .name("core fleet")
* .targetOnDemandCapacity(2)
* .targetSpotCapacity(2)
* .build())
* .build());
*
* var task = new InstanceFleet("task", InstanceFleetArgs.builder()
* .clusterId(example.id())
* .instanceTypeConfigs(
* InstanceFleetInstanceTypeConfigArgs.builder()
* .bidPriceAsPercentageOfOnDemandPrice(100)
* .ebsConfigs(InstanceFleetInstanceTypeConfigEbsConfigArgs.builder()
* .size(100)
* .type("gp2")
* .volumesPerInstance(1)
* .build())
* .instanceType("m4.xlarge")
* .weightedCapacity(1)
* .build(),
* InstanceFleetInstanceTypeConfigArgs.builder()
* .bidPriceAsPercentageOfOnDemandPrice(100)
* .ebsConfigs(InstanceFleetInstanceTypeConfigEbsConfigArgs.builder()
* .size(100)
* .type("gp2")
* .volumesPerInstance(1)
* .build())
* .instanceType("m4.2xlarge")
* .weightedCapacity(2)
* .build())
* .launchSpecifications(InstanceFleetLaunchSpecificationsArgs.builder()
* .spotSpecifications(InstanceFleetLaunchSpecificationsSpotSpecificationArgs.builder()
* .allocationStrategy("capacity-optimized")
* .blockDurationMinutes(0)
* .timeoutAction("TERMINATE_CLUSTER")
* .timeoutDurationMinutes(10)
* .build())
* .build())
* .name("task fleet")
* .targetOnDemandCapacity(1)
* .targetSpotCapacity(1)
* .build());
*
* }
* }
* }
*
* <!--End PulumiCodeChooser -->
*
* ### Enable Debug Logging
*
* [Debug logging in EMR](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-plan-debugging.html) is implemented as a step. It is highly recommended that you utilize the resource options configuration with `ignoreChanges` if other steps are being managed outside of this provider.
*
* <!--Start PulumiCodeChooser -->
*
* {@code
* package generated_program;
*
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.aws.emr.Cluster;
* import com.pulumi.aws.emr.ClusterArgs;
* import com.pulumi.aws.emr.inputs.ClusterStepArgs;
* import com.pulumi.aws.emr.inputs.ClusterStepHadoopJarStepArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
*
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
*
* public static void stack(Context ctx) {
* var example = new Cluster("example", ClusterArgs.builder()
* .steps(ClusterStepArgs.builder()
* .actionOnFailure("TERMINATE_CLUSTER")
* .name("Setup Hadoop Debugging")
* .hadoopJarStep(ClusterStepHadoopJarStepArgs.builder()
* .jar("command-runner.jar")
* .args("state-pusher-script")
* .build())
* .build())
* .build());
*
* }
* }
* }
*
* <!--End PulumiCodeChooser -->
*
* ### Multiple Node Master Instance Group
*
* Available in EMR version 5.23.0 and later, an EMR Cluster can be launched with three master nodes for high availability. Additional information about this functionality and its requirements can be found in the [EMR Management Guide](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-plan-ha.html).
*
* <!--Start PulumiCodeChooser -->
*
* {@code
* package generated_program;
*
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.aws.ec2.Subnet;
* import com.pulumi.aws.ec2.SubnetArgs;
* import com.pulumi.aws.emr.Cluster;
* import com.pulumi.aws.emr.ClusterArgs;
* import com.pulumi.aws.emr.inputs.ClusterEc2AttributesArgs;
* import com.pulumi.aws.emr.inputs.ClusterMasterInstanceGroupArgs;
* import com.pulumi.aws.emr.inputs.ClusterCoreInstanceGroupArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
*
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
*
* public static void stack(Context ctx) {
* // This configuration is for illustrative purposes and highlights
* // only relevant configurations for working with this functionality.
* // Map public IP on launch must be enabled for public (Internet accessible) subnets
* var example = new Subnet("example", SubnetArgs.builder()
* .mapPublicIpOnLaunch(true)
* .build());
*
* var exampleCluster = new Cluster("exampleCluster", ClusterArgs.builder()
* .releaseLabel("emr-5.24.1")
* .terminationProtection(true)
* .ec2Attributes(ClusterEc2AttributesArgs.builder()
* .subnetId(example.id())
* .build())
* .masterInstanceGroup(ClusterMasterInstanceGroupArgs.builder()
* .instanceCount(3)
* .build())
* .coreInstanceGroup()
* .build());
*
* }
* }
* }
*
* <!--End PulumiCodeChooser -->
*
* ## Import
*
* Using `pulumi import`, import EMR clusters using the `id`. For example:
*
* ```sh
* $ pulumi import aws:emr/cluster:Cluster cluster j-123456ABCDEF
* ```
* Since the API does not return the actual values for Kerberos configurations, environments with those options set will need to use the `lifecycle` configuration block `ignore_changes` argument available to all Pulumi resources to prevent perpetual differences. For example:
*
*/
@ResourceType(type="aws:emr/cluster:Cluster")
public class Cluster extends com.pulumi.resources.CustomResource {
/**
* JSON string for selecting additional features such as adding proxy information. Note: Currently there is no API to retrieve the value of this argument after EMR cluster creation from provider, therefore the provider cannot detect drift from the actual EMR cluster if its value is changed outside the provider.
*
*/
@Export(name="additionalInfo", refs={String.class}, tree="[0]")
private Output additionalInfo;
/**
* @return JSON string for selecting additional features such as adding proxy information. Note: Currently there is no API to retrieve the value of this argument after EMR cluster creation from provider, therefore the provider cannot detect drift from the actual EMR cluster if its value is changed outside the provider.
*
*/
public Output> additionalInfo() {
return Codegen.optional(this.additionalInfo);
}
/**
* A case-insensitive list of applications for Amazon EMR to install and configure when launching the cluster. For a list of applications available for each Amazon EMR release version, see the [Amazon EMR Release Guide](https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-release-components.html).
*
*/
@Export(name="applications", refs={List.class,String.class}, tree="[0,1]")
private Output> applications;
/**
* @return A case-insensitive list of applications for Amazon EMR to install and configure when launching the cluster. For a list of applications available for each Amazon EMR release version, see the [Amazon EMR Release Guide](https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-release-components.html).
*
*/
public Output>> applications() {
return Codegen.optional(this.applications);
}
/**
* ARN of the cluster.
*
*/
@Export(name="arn", refs={String.class}, tree="[0]")
private Output arn;
/**
* @return ARN of the cluster.
*
*/
public Output arn() {
return this.arn;
}
/**
* An auto-termination policy for an Amazon EMR cluster. An auto-termination policy defines the amount of idle time in seconds after which a cluster automatically terminates. See Auto Termination Policy Below.
*
*/
@Export(name="autoTerminationPolicy", refs={ClusterAutoTerminationPolicy.class}, tree="[0]")
private Output autoTerminationPolicy;
/**
* @return An auto-termination policy for an Amazon EMR cluster. An auto-termination policy defines the amount of idle time in seconds after which a cluster automatically terminates. See Auto Termination Policy Below.
*
*/
public Output> autoTerminationPolicy() {
return Codegen.optional(this.autoTerminationPolicy);
}
/**
* IAM role for automatic scaling policies. The IAM role provides permissions that the automatic scaling feature requires to launch and terminate EC2 instances in an instance group.
*
*/
@Export(name="autoscalingRole", refs={String.class}, tree="[0]")
private Output autoscalingRole;
/**
* @return IAM role for automatic scaling policies. The IAM role provides permissions that the automatic scaling feature requires to launch and terminate EC2 instances in an instance group.
*
*/
public Output> autoscalingRole() {
return Codegen.optional(this.autoscalingRole);
}
/**
* Ordered list of bootstrap actions that will be run before Hadoop is started on the cluster nodes. See below.
*
*/
@Export(name="bootstrapActions", refs={List.class,ClusterBootstrapAction.class}, tree="[0,1]")
private Output> bootstrapActions;
/**
* @return Ordered list of bootstrap actions that will be run before Hadoop is started on the cluster nodes. See below.
*
*/
public Output>> bootstrapActions() {
return Codegen.optional(this.bootstrapActions);
}
@Export(name="clusterState", refs={String.class}, tree="[0]")
private Output clusterState;
public Output clusterState() {
return this.clusterState;
}
/**
* List of configurations supplied for the EMR cluster you are creating. Supply a configuration object for applications to override their default configuration. See [AWS Documentation](https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-configure-apps.html) for more information.
*
*/
@Export(name="configurations", refs={String.class}, tree="[0]")
private Output configurations;
/**
* @return List of configurations supplied for the EMR cluster you are creating. Supply a configuration object for applications to override their default configuration. See [AWS Documentation](https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-configure-apps.html) for more information.
*
*/
public Output> configurations() {
return Codegen.optional(this.configurations);
}
/**
* JSON string for supplying list of configurations for the EMR cluster.
*
* > **NOTE on `configurations_json`:** If the `Configurations` value is empty then you should skip the `Configurations` field instead of providing an empty list as a value, `"Configurations": []`.
*
* <!--Start PulumiCodeChooser -->
*
* {@code
* package generated_program;
*
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.aws.emr.Cluster;
* import com.pulumi.aws.emr.ClusterArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
*
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
*
* public static void stack(Context ctx) {
* var cluster = new Cluster("cluster", ClusterArgs.builder()
* .configurationsJson("""
* [
* {
* "Classification": "hadoop-env",
* "Configurations": [
* {
* "Classification": "export",
* "Properties": {
* "JAVA_HOME": "/usr/lib/jvm/java-1.8.0"
* }
* }
* ],
* "Properties": {}
* }
* ]
* """)
* .build());
*
* }
* }
* }
*
* <!--End PulumiCodeChooser -->
*
*/
@Export(name="configurationsJson", refs={String.class}, tree="[0]")
private Output configurationsJson;
/**
* @return JSON string for supplying list of configurations for the EMR cluster.
*
* > **NOTE on `configurations_json`:** If the `Configurations` value is empty then you should skip the `Configurations` field instead of providing an empty list as a value, `"Configurations": []`.
*
* <!--Start PulumiCodeChooser -->
*
* {@code
* package generated_program;
*
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.aws.emr.Cluster;
* import com.pulumi.aws.emr.ClusterArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
*
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
*
* public static void stack(Context ctx) {
* var cluster = new Cluster("cluster", ClusterArgs.builder()
* .configurationsJson("""
* [
* {
* "Classification": "hadoop-env",
* "Configurations": [
* {
* "Classification": "export",
* "Properties": {
* "JAVA_HOME": "/usr/lib/jvm/java-1.8.0"
* }
* }
* ],
* "Properties": {}
* }
* ]
* """)
* .build());
*
* }
* }
* }
*
* <!--End PulumiCodeChooser -->
*
*/
public Output> configurationsJson() {
return Codegen.optional(this.configurationsJson);
}
/**
* Configuration block to use an [Instance Fleet](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html) for the core node type. Cannot be specified if any `core_instance_group` configuration blocks are set. Detailed below.
*
*/
@Export(name="coreInstanceFleet", refs={ClusterCoreInstanceFleet.class}, tree="[0]")
private Output coreInstanceFleet;
/**
* @return Configuration block to use an [Instance Fleet](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html) for the core node type. Cannot be specified if any `core_instance_group` configuration blocks are set. Detailed below.
*
*/
public Output coreInstanceFleet() {
return this.coreInstanceFleet;
}
/**
* Configuration block to use an [Instance Group](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-group-configuration.html#emr-plan-instance-groups) for the [core node type](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-master-core-task-nodes.html#emr-plan-core).
*
*/
@Export(name="coreInstanceGroup", refs={ClusterCoreInstanceGroup.class}, tree="[0]")
private Output coreInstanceGroup;
/**
* @return Configuration block to use an [Instance Group](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-group-configuration.html#emr-plan-instance-groups) for the [core node type](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-master-core-task-nodes.html#emr-plan-core).
*
*/
public Output coreInstanceGroup() {
return this.coreInstanceGroup;
}
/**
* Custom Amazon Linux AMI for the cluster (instead of an EMR-owned AMI). Available in Amazon EMR version 5.7.0 and later.
*
*/
@Export(name="customAmiId", refs={String.class}, tree="[0]")
private Output customAmiId;
/**
* @return Custom Amazon Linux AMI for the cluster (instead of an EMR-owned AMI). Available in Amazon EMR version 5.7.0 and later.
*
*/
public Output> customAmiId() {
return Codegen.optional(this.customAmiId);
}
/**
* Size in GiB of the EBS root device volume of the Linux AMI that is used for each EC2 instance. Available in Amazon EMR version 4.x and later.
*
*/
@Export(name="ebsRootVolumeSize", refs={Integer.class}, tree="[0]")
private Output ebsRootVolumeSize;
/**
* @return Size in GiB of the EBS root device volume of the Linux AMI that is used for each EC2 instance. Available in Amazon EMR version 4.x and later.
*
*/
public Output> ebsRootVolumeSize() {
return Codegen.optional(this.ebsRootVolumeSize);
}
/**
* Attributes for the EC2 instances running the job flow. See below.
*
*/
@Export(name="ec2Attributes", refs={ClusterEc2Attributes.class}, tree="[0]")
private Output ec2Attributes;
/**
* @return Attributes for the EC2 instances running the job flow. See below.
*
*/
public Output> ec2Attributes() {
return Codegen.optional(this.ec2Attributes);
}
/**
* Switch on/off run cluster with no steps or when all steps are complete (default is on)
*
*/
@Export(name="keepJobFlowAliveWhenNoSteps", refs={Boolean.class}, tree="[0]")
private Output keepJobFlowAliveWhenNoSteps;
/**
* @return Switch on/off run cluster with no steps or when all steps are complete (default is on)
*
*/
public Output keepJobFlowAliveWhenNoSteps() {
return this.keepJobFlowAliveWhenNoSteps;
}
/**
* Kerberos configuration for the cluster. See below.
*
*/
@Export(name="kerberosAttributes", refs={ClusterKerberosAttributes.class}, tree="[0]")
private Output kerberosAttributes;
/**
* @return Kerberos configuration for the cluster. See below.
*
*/
public Output> kerberosAttributes() {
return Codegen.optional(this.kerberosAttributes);
}
/**
* List of [step states](https://docs.aws.amazon.com/emr/latest/APIReference/API_StepStatus.html) used to filter returned steps
*
*/
@Export(name="listStepsStates", refs={List.class,String.class}, tree="[0,1]")
private Output> listStepsStates;
/**
* @return List of [step states](https://docs.aws.amazon.com/emr/latest/APIReference/API_StepStatus.html) used to filter returned steps
*
*/
public Output>> listStepsStates() {
return Codegen.optional(this.listStepsStates);
}
/**
* AWS KMS customer master key (CMK) key ID or arn used for encrypting log files. This attribute is only available with EMR version 5.30.0 and later, excluding EMR 6.0.0.
*
*/
@Export(name="logEncryptionKmsKeyId", refs={String.class}, tree="[0]")
private Output logEncryptionKmsKeyId;
/**
* @return AWS KMS customer master key (CMK) key ID or arn used for encrypting log files. This attribute is only available with EMR version 5.30.0 and later, excluding EMR 6.0.0.
*
*/
public Output> logEncryptionKmsKeyId() {
return Codegen.optional(this.logEncryptionKmsKeyId);
}
/**
* S3 bucket to write the log files of the job flow. If a value is not provided, logs are not created.
*
*/
@Export(name="logUri", refs={String.class}, tree="[0]")
private Output logUri;
/**
* @return S3 bucket to write the log files of the job flow. If a value is not provided, logs are not created.
*
*/
public Output> logUri() {
return Codegen.optional(this.logUri);
}
/**
* Configuration block to use an [Instance Fleet](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html) for the master node type. Cannot be specified if any `master_instance_group` configuration blocks are set. Detailed below.
*
*/
@Export(name="masterInstanceFleet", refs={ClusterMasterInstanceFleet.class}, tree="[0]")
private Output masterInstanceFleet;
/**
* @return Configuration block to use an [Instance Fleet](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-fleet.html) for the master node type. Cannot be specified if any `master_instance_group` configuration blocks are set. Detailed below.
*
*/
public Output masterInstanceFleet() {
return this.masterInstanceFleet;
}
/**
* Configuration block to use an [Instance Group](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-group-configuration.html#emr-plan-instance-groups) for the [master node type](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-master-core-task-nodes.html#emr-plan-master).
*
*/
@Export(name="masterInstanceGroup", refs={ClusterMasterInstanceGroup.class}, tree="[0]")
private Output masterInstanceGroup;
/**
* @return Configuration block to use an [Instance Group](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-instance-group-configuration.html#emr-plan-instance-groups) for the [master node type](https://docs.aws.amazon.com/emr/latest/ManagementGuide/emr-master-core-task-nodes.html#emr-plan-master).
*
*/
public Output masterInstanceGroup() {
return this.masterInstanceGroup;
}
/**
* The DNS name of the master node. If the cluster is on a private subnet, this is the private DNS name. On a public subnet, this is the public DNS name.
*
*/
@Export(name="masterPublicDns", refs={String.class}, tree="[0]")
private Output masterPublicDns;
/**
* @return The DNS name of the master node. If the cluster is on a private subnet, this is the private DNS name. On a public subnet, this is the public DNS name.
*
*/
public Output masterPublicDns() {
return this.masterPublicDns;
}
/**
* Name of the job flow.
*
*/
@Export(name="name", refs={String.class}, tree="[0]")
private Output name;
/**
* @return Name of the job flow.
*
*/
public Output name() {
return this.name;
}
/**
* The specified placement group configuration for an Amazon EMR cluster.
*
*/
@Export(name="placementGroupConfigs", refs={List.class,ClusterPlacementGroupConfig.class}, tree="[0,1]")
private Output> placementGroupConfigs;
/**
* @return The specified placement group configuration for an Amazon EMR cluster.
*
*/
public Output>> placementGroupConfigs() {
return Codegen.optional(this.placementGroupConfigs);
}
/**
* Release label for the Amazon EMR release.
*
*/
@Export(name="releaseLabel", refs={String.class}, tree="[0]")
private Output releaseLabel;
/**
* @return Release label for the Amazon EMR release.
*
*/
public Output releaseLabel() {
return this.releaseLabel;
}
/**
* Way that individual Amazon EC2 instances terminate when an automatic scale-in activity occurs or an `instance group` is resized.
*
*/
@Export(name="scaleDownBehavior", refs={String.class}, tree="[0]")
private Output scaleDownBehavior;
/**
* @return Way that individual Amazon EC2 instances terminate when an automatic scale-in activity occurs or an `instance group` is resized.
*
*/
public Output scaleDownBehavior() {
return this.scaleDownBehavior;
}
/**
* Security configuration name to attach to the EMR cluster. Only valid for EMR clusters with `release_label` 4.8.0 or greater.
*
*/
@Export(name="securityConfiguration", refs={String.class}, tree="[0]")
private Output securityConfiguration;
/**
* @return Security configuration name to attach to the EMR cluster. Only valid for EMR clusters with `release_label` 4.8.0 or greater.
*
*/
public Output> securityConfiguration() {
return Codegen.optional(this.securityConfiguration);
}
/**
* IAM role that will be assumed by the Amazon EMR service to access AWS resources.
*
* The following arguments are optional:
*
*/
@Export(name="serviceRole", refs={String.class}, tree="[0]")
private Output serviceRole;
/**
* @return IAM role that will be assumed by the Amazon EMR service to access AWS resources.
*
* The following arguments are optional:
*
*/
public Output serviceRole() {
return this.serviceRole;
}
/**
* Number of steps that can be executed concurrently. You can specify a maximum of 256 steps. Only valid for EMR clusters with `release_label` 5.28.0 or greater (default is 1).
*
*/
@Export(name="stepConcurrencyLevel", refs={Integer.class}, tree="[0]")
private Output stepConcurrencyLevel;
/**
* @return Number of steps that can be executed concurrently. You can specify a maximum of 256 steps. Only valid for EMR clusters with `release_label` 5.28.0 or greater (default is 1).
*
*/
public Output> stepConcurrencyLevel() {
return Codegen.optional(this.stepConcurrencyLevel);
}
/**
* List of steps to run when creating the cluster. See below. It is highly recommended to utilize the lifecycle resource options block with `ignoreChanges` if other steps are being managed outside of this provider.
*
*/
@Export(name="steps", refs={List.class,ClusterStep.class}, tree="[0,1]")
private Output> steps;
/**
* @return List of steps to run when creating the cluster. See below. It is highly recommended to utilize the lifecycle resource options block with `ignoreChanges` if other steps are being managed outside of this provider.
*
*/
public Output> steps() {
return this.steps;
}
/**
* list of tags to apply to the EMR Cluster. If configured with a provider `default_tags` configuration block present, tags with matching keys will overwrite those defined at the provider-level.
*
*/
@Export(name="tags", refs={Map.class,String.class}, tree="[0,1,1]")
private Output> tags;
/**
* @return list of tags to apply to the EMR Cluster. If configured with a provider `default_tags` configuration block present, tags with matching keys will overwrite those defined at the provider-level.
*
*/
public Output>> tags() {
return Codegen.optional(this.tags);
}
/**
* Map of tags assigned to the resource, including those inherited from the provider `default_tags` configuration block.
*
* @deprecated
* Please use `tags` instead.
*
*/
@Deprecated /* Please use `tags` instead. */
@Export(name="tagsAll", refs={Map.class,String.class}, tree="[0,1,1]")
private Output> tagsAll;
/**
* @return Map of tags assigned to the resource, including those inherited from the provider `default_tags` configuration block.
*
*/
public Output> tagsAll() {
return this.tagsAll;
}
/**
* Switch on/off termination protection (default is `false`, except when using multiple master nodes). Before attempting to destroy the resource when termination protection is enabled, this configuration must be applied with its value set to `false`.
*
*/
@Export(name="terminationProtection", refs={Boolean.class}, tree="[0]")
private Output terminationProtection;
/**
* @return Switch on/off termination protection (default is `false`, except when using multiple master nodes). Before attempting to destroy the resource when termination protection is enabled, this configuration must be applied with its value set to `false`.
*
*/
public Output terminationProtection() {
return this.terminationProtection;
}
/**
* Whether whether Amazon EMR should gracefully replace core nodes that have degraded within the cluster. Default value is `false`.
*
*/
@Export(name="unhealthyNodeReplacement", refs={Boolean.class}, tree="[0]")
private Output unhealthyNodeReplacement;
/**
* @return Whether whether Amazon EMR should gracefully replace core nodes that have degraded within the cluster. Default value is `false`.
*
*/
public Output> unhealthyNodeReplacement() {
return Codegen.optional(this.unhealthyNodeReplacement);
}
/**
* Whether the job flow is visible to all IAM users of the AWS account associated with the job flow. Default value is `true`.
*
*/
@Export(name="visibleToAllUsers", refs={Boolean.class}, tree="[0]")
private Output visibleToAllUsers;
/**
* @return Whether the job flow is visible to all IAM users of the AWS account associated with the job flow. Default value is `true`.
*
*/
public Output> visibleToAllUsers() {
return Codegen.optional(this.visibleToAllUsers);
}
/**
*
* @param name The _unique_ name of the resulting resource.
*/
public Cluster(java.lang.String name) {
this(name, ClusterArgs.Empty);
}
/**
*
* @param name The _unique_ name of the resulting resource.
* @param args The arguments to use to populate this resource's properties.
*/
public Cluster(java.lang.String name, ClusterArgs args) {
this(name, args, null);
}
/**
*
* @param name The _unique_ name of the resulting resource.
* @param args The arguments to use to populate this resource's properties.
* @param options A bag of options that control this resource's behavior.
*/
public Cluster(java.lang.String name, ClusterArgs args, @Nullable com.pulumi.resources.CustomResourceOptions options) {
super("aws:emr/cluster:Cluster", name, makeArgs(args, options), makeResourceOptions(options, Codegen.empty()), false);
}
private Cluster(java.lang.String name, Output id, @Nullable ClusterState state, @Nullable com.pulumi.resources.CustomResourceOptions options) {
super("aws:emr/cluster:Cluster", name, state, makeResourceOptions(options, id), false);
}
private static ClusterArgs makeArgs(ClusterArgs args, @Nullable com.pulumi.resources.CustomResourceOptions options) {
if (options != null && options.getUrn().isPresent()) {
return null;
}
return args == null ? ClusterArgs.Empty : args;
}
private static com.pulumi.resources.CustomResourceOptions makeResourceOptions(@Nullable com.pulumi.resources.CustomResourceOptions options, @Nullable Output id) {
var defaultOptions = com.pulumi.resources.CustomResourceOptions.builder()
.version(Utilities.getVersion())
.build();
return com.pulumi.resources.CustomResourceOptions.merge(defaultOptions, options, id);
}
/**
* Get an existing Host resource's state with the given name, ID, and optional extra
* properties used to qualify the lookup.
*
* @param name The _unique_ name of the resulting resource.
* @param id The _unique_ provider ID of the resource to lookup.
* @param state
* @param options Optional settings to control the behavior of the CustomResource.
*/
public static Cluster get(java.lang.String name, Output id, @Nullable ClusterState state, @Nullable com.pulumi.resources.CustomResourceOptions options) {
return new Cluster(name, id, state, options);
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy