com.pulumi.gcp.dataplex.kotlin.TaskArgs.kt Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of pulumi-gcp-kotlin Show documentation
Show all versions of pulumi-gcp-kotlin Show documentation
Build cloud applications and infrastructure by combining the safety and reliability of infrastructure as code with the power of the Kotlin programming language.
@file:Suppress("NAME_SHADOWING", "DEPRECATION")
package com.pulumi.gcp.dataplex.kotlin
import com.pulumi.core.Output
import com.pulumi.core.Output.of
import com.pulumi.gcp.dataplex.TaskArgs.builder
import com.pulumi.gcp.dataplex.kotlin.inputs.TaskExecutionSpecArgs
import com.pulumi.gcp.dataplex.kotlin.inputs.TaskExecutionSpecArgsBuilder
import com.pulumi.gcp.dataplex.kotlin.inputs.TaskNotebookArgs
import com.pulumi.gcp.dataplex.kotlin.inputs.TaskNotebookArgsBuilder
import com.pulumi.gcp.dataplex.kotlin.inputs.TaskSparkArgs
import com.pulumi.gcp.dataplex.kotlin.inputs.TaskSparkArgsBuilder
import com.pulumi.gcp.dataplex.kotlin.inputs.TaskTriggerSpecArgs
import com.pulumi.gcp.dataplex.kotlin.inputs.TaskTriggerSpecArgsBuilder
import com.pulumi.kotlin.ConvertibleToJava
import com.pulumi.kotlin.PulumiTagMarker
import com.pulumi.kotlin.applySuspend
import kotlin.Pair
import kotlin.String
import kotlin.Suppress
import kotlin.Unit
import kotlin.collections.Map
import kotlin.jvm.JvmName
/**
* A Dataplex task represents the work that you want Dataplex to do on a schedule. It encapsulates code, parameters, and the schedule.
* To get more information about Task, see:
* * [API documentation](https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.lakes.tasks)
* * How-to Guides
* * [Official Documentation](https://cloud.google.com/dataplex/docs)
* ## Example Usage
* ### Dataplex Task Basic
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
* const project = gcp.organizations.getProject({});
* const example = new gcp.dataplex.Lake("example", {
* name: "tf-test-lake_22811",
* location: "us-central1",
* project: "my-project-name",
* });
* const exampleTask = new gcp.dataplex.Task("example", {
* taskId: "tf-test-task_91042",
* location: "us-central1",
* lake: example.name,
* description: "Test Task Basic",
* displayName: "task-basic",
* labels: {
* count: "3",
* },
* triggerSpec: {
* type: "RECURRING",
* disabled: false,
* maxRetries: 3,
* startTime: "2023-10-02T15:01:23Z",
* schedule: "1 * * * *",
* },
* executionSpec: {
* serviceAccount: project.then(project => `${project.number}[email protected]`),
* project: "my-project-name",
* maxJobExecutionLifetime: "100s",
* kmsKey: "234jn2kjn42k3n423",
* },
* spark: {
* pythonScriptFile: "gs://dataproc-examples/pyspark/hello-world/hello-world.py",
* },
* project: "my-project-name",
* });
* ```
* ```python
* import pulumi
* import pulumi_gcp as gcp
* project = gcp.organizations.get_project()
* example = gcp.dataplex.Lake("example",
* name="tf-test-lake_22811",
* location="us-central1",
* project="my-project-name")
* example_task = gcp.dataplex.Task("example",
* task_id="tf-test-task_91042",
* location="us-central1",
* lake=example.name,
* description="Test Task Basic",
* display_name="task-basic",
* labels={
* "count": "3",
* },
* trigger_spec=gcp.dataplex.TaskTriggerSpecArgs(
* type="RECURRING",
* disabled=False,
* max_retries=3,
* start_time="2023-10-02T15:01:23Z",
* schedule="1 * * * *",
* ),
* execution_spec=gcp.dataplex.TaskExecutionSpecArgs(
* service_account=f"{project.number}[email protected]",
* project="my-project-name",
* max_job_execution_lifetime="100s",
* kms_key="234jn2kjn42k3n423",
* ),
* spark=gcp.dataplex.TaskSparkArgs(
* python_script_file="gs://dataproc-examples/pyspark/hello-world/hello-world.py",
* ),
* project="my-project-name")
* ```
* ```csharp
* using System.Collections.Generic;
* using System.Linq;
* using Pulumi;
* using Gcp = Pulumi.Gcp;
* return await Deployment.RunAsync(() =>
* {
* var project = Gcp.Organizations.GetProject.Invoke();
* var example = new Gcp.DataPlex.Lake("example", new()
* {
* Name = "tf-test-lake_22811",
* Location = "us-central1",
* Project = "my-project-name",
* });
* var exampleTask = new Gcp.DataPlex.Task("example", new()
* {
* TaskId = "tf-test-task_91042",
* Location = "us-central1",
* Lake = example.Name,
* Description = "Test Task Basic",
* DisplayName = "task-basic",
* Labels =
* {
* { "count", "3" },
* },
* TriggerSpec = new Gcp.DataPlex.Inputs.TaskTriggerSpecArgs
* {
* Type = "RECURRING",
* Disabled = false,
* MaxRetries = 3,
* StartTime = "2023-10-02T15:01:23Z",
* Schedule = "1 * * * *",
* },
* ExecutionSpec = new Gcp.DataPlex.Inputs.TaskExecutionSpecArgs
* {
* ServiceAccount = $"{project.Apply(getProjectResult => getProjectResult.Number)}[email protected]",
* Project = "my-project-name",
* MaxJobExecutionLifetime = "100s",
* KmsKey = "234jn2kjn42k3n423",
* },
* Spark = new Gcp.DataPlex.Inputs.TaskSparkArgs
* {
* PythonScriptFile = "gs://dataproc-examples/pyspark/hello-world/hello-world.py",
* },
* Project = "my-project-name",
* });
* });
* ```
* ```go
* package main
* import (
* "fmt"
* "github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataplex"
* "github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/organizations"
* "github.com/pulumi/pulumi/sdk/v3/go/pulumi"
* )
* func main() {
* pulumi.Run(func(ctx *pulumi.Context) error {
* project, err := organizations.LookupProject(ctx, nil, nil)
* if err != nil {
* return err
* }
* example, err := dataplex.NewLake(ctx, "example", &dataplex.LakeArgs{
* Name: pulumi.String("tf-test-lake_22811"),
* Location: pulumi.String("us-central1"),
* Project: pulumi.String("my-project-name"),
* })
* if err != nil {
* return err
* }
* _, err = dataplex.NewTask(ctx, "example", &dataplex.TaskArgs{
* TaskId: pulumi.String("tf-test-task_91042"),
* Location: pulumi.String("us-central1"),
* Lake: example.Name,
* Description: pulumi.String("Test Task Basic"),
* DisplayName: pulumi.String("task-basic"),
* Labels: pulumi.StringMap{
* "count": pulumi.String("3"),
* },
* TriggerSpec: &dataplex.TaskTriggerSpecArgs{
* Type: pulumi.String("RECURRING"),
* Disabled: pulumi.Bool(false),
* MaxRetries: pulumi.Int(3),
* StartTime: pulumi.String("2023-10-02T15:01:23Z"),
* Schedule: pulumi.String("1 * * * *"),
* },
* ExecutionSpec: &dataplex.TaskExecutionSpecArgs{
* ServiceAccount: pulumi.String(fmt.Sprintf("%[email protected]", project.Number)),
* Project: pulumi.String("my-project-name"),
* MaxJobExecutionLifetime: pulumi.String("100s"),
* KmsKey: pulumi.String("234jn2kjn42k3n423"),
* },
* Spark: &dataplex.TaskSparkArgs{
* PythonScriptFile: pulumi.String("gs://dataproc-examples/pyspark/hello-world/hello-world.py"),
* },
* Project: pulumi.String("my-project-name"),
* })
* if err != nil {
* return err
* }
* return nil
* })
* }
* ```
* ```java
* package generated_program;
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.gcp.organizations.OrganizationsFunctions;
* import com.pulumi.gcp.organizations.inputs.GetProjectArgs;
* import com.pulumi.gcp.dataplex.Lake;
* import com.pulumi.gcp.dataplex.LakeArgs;
* import com.pulumi.gcp.dataplex.Task;
* import com.pulumi.gcp.dataplex.TaskArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskTriggerSpecArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskExecutionSpecArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskSparkArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
* public static void stack(Context ctx) {
* final var project = OrganizationsFunctions.getProject();
* var example = new Lake("example", LakeArgs.builder()
* .name("tf-test-lake_22811")
* .location("us-central1")
* .project("my-project-name")
* .build());
* var exampleTask = new Task("exampleTask", TaskArgs.builder()
* .taskId("tf-test-task_91042")
* .location("us-central1")
* .lake(example.name())
* .description("Test Task Basic")
* .displayName("task-basic")
* .labels(Map.of("count", "3"))
* .triggerSpec(TaskTriggerSpecArgs.builder()
* .type("RECURRING")
* .disabled(false)
* .maxRetries(3)
* .startTime("2023-10-02T15:01:23Z")
* .schedule("1 * * * *")
* .build())
* .executionSpec(TaskExecutionSpecArgs.builder()
* .serviceAccount(String.format("%[email protected]", project.applyValue(getProjectResult -> getProjectResult.number())))
* .project("my-project-name")
* .maxJobExecutionLifetime("100s")
* .kmsKey("234jn2kjn42k3n423")
* .build())
* .spark(TaskSparkArgs.builder()
* .pythonScriptFile("gs://dataproc-examples/pyspark/hello-world/hello-world.py")
* .build())
* .project("my-project-name")
* .build());
* }
* }
* ```
* ```yaml
* resources:
* example:
* type: gcp:dataplex:Lake
* properties:
* name: tf-test-lake_22811
* location: us-central1
* project: my-project-name
* exampleTask:
* type: gcp:dataplex:Task
* name: example
* properties:
* taskId: tf-test-task_91042
* location: us-central1
* lake: ${example.name}
* description: Test Task Basic
* displayName: task-basic
* labels:
* count: '3'
* triggerSpec:
* type: RECURRING
* disabled: false
* maxRetries: 3
* startTime: 2023-10-02T15:01:23Z
* schedule: 1 * * * *
* executionSpec:
* serviceAccount: ${project.number}[email protected]
* project: my-project-name
* maxJobExecutionLifetime: 100s
* kmsKey: 234jn2kjn42k3n423
* spark:
* pythonScriptFile: gs://dataproc-examples/pyspark/hello-world/hello-world.py
* project: my-project-name
* variables:
* project:
* fn::invoke:
* Function: gcp:organizations:getProject
* Arguments: {}
* ```
*
* ### Dataplex Task Spark
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
* // VPC network
* const _default = new gcp.compute.Network("default", {
* name: "tf-test-workstation-cluster_72490",
* autoCreateSubnetworks: true,
* });
* const project = gcp.organizations.getProject({});
* const exampleSpark = new gcp.dataplex.Lake("example_spark", {
* name: "tf-test-lake_89605",
* location: "us-central1",
* project: "my-project-name",
* });
* const exampleSparkTask = new gcp.dataplex.Task("example_spark", {
* taskId: "tf-test-task_56730",
* location: "us-central1",
* lake: exampleSpark.name,
* triggerSpec: {
* type: "ON_DEMAND",
* },
* description: "task-spark-terraform",
* executionSpec: {
* serviceAccount: project.then(project => `${project.number}[email protected]`),
* args: {
* TASK_ARGS: "--output_location,gs://spark-job/task-result, --output_format, json",
* },
* },
* spark: {
* infrastructureSpec: {
* batch: {
* executorsCount: 2,
* maxExecutorsCount: 100,
* },
* containerImage: {
* image: "test-image",
* javaJars: ["test-java-jars.jar"],
* pythonPackages: ["gs://bucket-name/my/path/to/lib.tar.gz"],
* properties: {
* name: "wrench",
* mass: "1.3kg",
* count: "3",
* },
* },
* vpcNetwork: {
* networkTags: ["test-network-tag"],
* subNetwork: _default.id,
* },
* },
* fileUris: ["gs://terrafrom-test/test.csv"],
* archiveUris: ["gs://terraform-test/test.csv"],
* sqlScript: "show databases",
* },
* project: "my-project-name",
* });
* ```
* ```python
* import pulumi
* import pulumi_gcp as gcp
* # VPC network
* default = gcp.compute.Network("default",
* name="tf-test-workstation-cluster_72490",
* auto_create_subnetworks=True)
* project = gcp.organizations.get_project()
* example_spark = gcp.dataplex.Lake("example_spark",
* name="tf-test-lake_89605",
* location="us-central1",
* project="my-project-name")
* example_spark_task = gcp.dataplex.Task("example_spark",
* task_id="tf-test-task_56730",
* location="us-central1",
* lake=example_spark.name,
* trigger_spec=gcp.dataplex.TaskTriggerSpecArgs(
* type="ON_DEMAND",
* ),
* description="task-spark-terraform",
* execution_spec=gcp.dataplex.TaskExecutionSpecArgs(
* service_account=f"{project.number}[email protected]",
* args={
* "TASK_ARGS": "--output_location,gs://spark-job/task-result, --output_format, json",
* },
* ),
* spark=gcp.dataplex.TaskSparkArgs(
* infrastructure_spec=gcp.dataplex.TaskSparkInfrastructureSpecArgs(
* batch=gcp.dataplex.TaskSparkInfrastructureSpecBatchArgs(
* executors_count=2,
* max_executors_count=100,
* ),
* container_image=gcp.dataplex.TaskSparkInfrastructureSpecContainerImageArgs(
* image="test-image",
* java_jars=["test-java-jars.jar"],
* python_packages=["gs://bucket-name/my/path/to/lib.tar.gz"],
* properties={
* "name": "wrench",
* "mass": "1.3kg",
* "count": "3",
* },
* ),
* vpc_network=gcp.dataplex.TaskSparkInfrastructureSpecVpcNetworkArgs(
* network_tags=["test-network-tag"],
* sub_network=default.id,
* ),
* ),
* file_uris=["gs://terrafrom-test/test.csv"],
* archive_uris=["gs://terraform-test/test.csv"],
* sql_script="show databases",
* ),
* project="my-project-name")
* ```
* ```csharp
* using System.Collections.Generic;
* using System.Linq;
* using Pulumi;
* using Gcp = Pulumi.Gcp;
* return await Deployment.RunAsync(() =>
* {
* // VPC network
* var @default = new Gcp.Compute.Network("default", new()
* {
* Name = "tf-test-workstation-cluster_72490",
* AutoCreateSubnetworks = true,
* });
* var project = Gcp.Organizations.GetProject.Invoke();
* var exampleSpark = new Gcp.DataPlex.Lake("example_spark", new()
* {
* Name = "tf-test-lake_89605",
* Location = "us-central1",
* Project = "my-project-name",
* });
* var exampleSparkTask = new Gcp.DataPlex.Task("example_spark", new()
* {
* TaskId = "tf-test-task_56730",
* Location = "us-central1",
* Lake = exampleSpark.Name,
* TriggerSpec = new Gcp.DataPlex.Inputs.TaskTriggerSpecArgs
* {
* Type = "ON_DEMAND",
* },
* Description = "task-spark-terraform",
* ExecutionSpec = new Gcp.DataPlex.Inputs.TaskExecutionSpecArgs
* {
* ServiceAccount = $"{project.Apply(getProjectResult => getProjectResult.Number)}[email protected]",
* Args =
* {
* { "TASK_ARGS", "--output_location,gs://spark-job/task-result, --output_format, json" },
* },
* },
* Spark = new Gcp.DataPlex.Inputs.TaskSparkArgs
* {
* InfrastructureSpec = new Gcp.DataPlex.Inputs.TaskSparkInfrastructureSpecArgs
* {
* Batch = new Gcp.DataPlex.Inputs.TaskSparkInfrastructureSpecBatchArgs
* {
* ExecutorsCount = 2,
* MaxExecutorsCount = 100,
* },
* ContainerImage = new Gcp.DataPlex.Inputs.TaskSparkInfrastructureSpecContainerImageArgs
* {
* Image = "test-image",
* JavaJars = new[]
* {
* "test-java-jars.jar",
* },
* PythonPackages = new[]
* {
* "gs://bucket-name/my/path/to/lib.tar.gz",
* },
* Properties =
* {
* { "name", "wrench" },
* { "mass", "1.3kg" },
* { "count", "3" },
* },
* },
* VpcNetwork = new Gcp.DataPlex.Inputs.TaskSparkInfrastructureSpecVpcNetworkArgs
* {
* NetworkTags = new[]
* {
* "test-network-tag",
* },
* SubNetwork = @default.Id,
* },
* },
* FileUris = new[]
* {
* "gs://terrafrom-test/test.csv",
* },
* ArchiveUris = new[]
* {
* "gs://terraform-test/test.csv",
* },
* SqlScript = "show databases",
* },
* Project = "my-project-name",
* });
* });
* ```
* ```go
* package main
* import (
* "fmt"
* "github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/compute"
* "github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataplex"
* "github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/organizations"
* "github.com/pulumi/pulumi/sdk/v3/go/pulumi"
* )
* func main() {
* pulumi.Run(func(ctx *pulumi.Context) error {
* // VPC network
* _, err := compute.NewNetwork(ctx, "default", &compute.NetworkArgs{
* Name: pulumi.String("tf-test-workstation-cluster_72490"),
* AutoCreateSubnetworks: pulumi.Bool(true),
* })
* if err != nil {
* return err
* }
* project, err := organizations.LookupProject(ctx, nil, nil)
* if err != nil {
* return err
* }
* exampleSpark, err := dataplex.NewLake(ctx, "example_spark", &dataplex.LakeArgs{
* Name: pulumi.String("tf-test-lake_89605"),
* Location: pulumi.String("us-central1"),
* Project: pulumi.String("my-project-name"),
* })
* if err != nil {
* return err
* }
* _, err = dataplex.NewTask(ctx, "example_spark", &dataplex.TaskArgs{
* TaskId: pulumi.String("tf-test-task_56730"),
* Location: pulumi.String("us-central1"),
* Lake: exampleSpark.Name,
* TriggerSpec: &dataplex.TaskTriggerSpecArgs{
* Type: pulumi.String("ON_DEMAND"),
* },
* Description: pulumi.String("task-spark-terraform"),
* ExecutionSpec: &dataplex.TaskExecutionSpecArgs{
* ServiceAccount: pulumi.String(fmt.Sprintf("%[email protected]", project.Number)),
* Args: pulumi.StringMap{
* "TASK_ARGS": pulumi.String("--output_location,gs://spark-job/task-result, --output_format, json"),
* },
* },
* Spark: &dataplex.TaskSparkArgs{
* InfrastructureSpec: &dataplex.TaskSparkInfrastructureSpecArgs{
* Batch: &dataplex.TaskSparkInfrastructureSpecBatchArgs{
* ExecutorsCount: pulumi.Int(2),
* MaxExecutorsCount: pulumi.Int(100),
* },
* ContainerImage: &dataplex.TaskSparkInfrastructureSpecContainerImageArgs{
* Image: pulumi.String("test-image"),
* JavaJars: pulumi.StringArray{
* pulumi.String("test-java-jars.jar"),
* },
* PythonPackages: pulumi.StringArray{
* pulumi.String("gs://bucket-name/my/path/to/lib.tar.gz"),
* },
* Properties: pulumi.StringMap{
* "name": pulumi.String("wrench"),
* "mass": pulumi.String("1.3kg"),
* "count": pulumi.String("3"),
* },
* },
* VpcNetwork: &dataplex.TaskSparkInfrastructureSpecVpcNetworkArgs{
* NetworkTags: pulumi.StringArray{
* pulumi.String("test-network-tag"),
* },
* SubNetwork: _default.ID(),
* },
* },
* FileUris: pulumi.StringArray{
* pulumi.String("gs://terrafrom-test/test.csv"),
* },
* ArchiveUris: pulumi.StringArray{
* pulumi.String("gs://terraform-test/test.csv"),
* },
* SqlScript: pulumi.String("show databases"),
* },
* Project: pulumi.String("my-project-name"),
* })
* if err != nil {
* return err
* }
* return nil
* })
* }
* ```
* ```java
* package generated_program;
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.gcp.compute.Network;
* import com.pulumi.gcp.compute.NetworkArgs;
* import com.pulumi.gcp.organizations.OrganizationsFunctions;
* import com.pulumi.gcp.organizations.inputs.GetProjectArgs;
* import com.pulumi.gcp.dataplex.Lake;
* import com.pulumi.gcp.dataplex.LakeArgs;
* import com.pulumi.gcp.dataplex.Task;
* import com.pulumi.gcp.dataplex.TaskArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskTriggerSpecArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskExecutionSpecArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskSparkArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskSparkInfrastructureSpecArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskSparkInfrastructureSpecBatchArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskSparkInfrastructureSpecContainerImageArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskSparkInfrastructureSpecVpcNetworkArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
* public static void stack(Context ctx) {
* // VPC network
* var default_ = new Network("default", NetworkArgs.builder()
* .name("tf-test-workstation-cluster_72490")
* .autoCreateSubnetworks(true)
* .build());
* final var project = OrganizationsFunctions.getProject();
* var exampleSpark = new Lake("exampleSpark", LakeArgs.builder()
* .name("tf-test-lake_89605")
* .location("us-central1")
* .project("my-project-name")
* .build());
* var exampleSparkTask = new Task("exampleSparkTask", TaskArgs.builder()
* .taskId("tf-test-task_56730")
* .location("us-central1")
* .lake(exampleSpark.name())
* .triggerSpec(TaskTriggerSpecArgs.builder()
* .type("ON_DEMAND")
* .build())
* .description("task-spark-terraform")
* .executionSpec(TaskExecutionSpecArgs.builder()
* .serviceAccount(String.format("%[email protected]", project.applyValue(getProjectResult -> getProjectResult.number())))
* .args(Map.of("TASK_ARGS", "--output_location,gs://spark-job/task-result, --output_format, json"))
* .build())
* .spark(TaskSparkArgs.builder()
* .infrastructureSpec(TaskSparkInfrastructureSpecArgs.builder()
* .batch(TaskSparkInfrastructureSpecBatchArgs.builder()
* .executorsCount(2)
* .maxExecutorsCount(100)
* .build())
* .containerImage(TaskSparkInfrastructureSpecContainerImageArgs.builder()
* .image("test-image")
* .javaJars("test-java-jars.jar")
* .pythonPackages("gs://bucket-name/my/path/to/lib.tar.gz")
* .properties(Map.ofEntries(
* Map.entry("name", "wrench"),
* Map.entry("mass", "1.3kg"),
* Map.entry("count", "3")
* ))
* .build())
* .vpcNetwork(TaskSparkInfrastructureSpecVpcNetworkArgs.builder()
* .networkTags("test-network-tag")
* .subNetwork(default_.id())
* .build())
* .build())
* .fileUris("gs://terrafrom-test/test.csv")
* .archiveUris("gs://terraform-test/test.csv")
* .sqlScript("show databases")
* .build())
* .project("my-project-name")
* .build());
* }
* }
* ```
* ```yaml
* resources:
* # VPC network
* default:
* type: gcp:compute:Network
* properties:
* name: tf-test-workstation-cluster_72490
* autoCreateSubnetworks: true
* exampleSpark:
* type: gcp:dataplex:Lake
* name: example_spark
* properties:
* name: tf-test-lake_89605
* location: us-central1
* project: my-project-name
* exampleSparkTask:
* type: gcp:dataplex:Task
* name: example_spark
* properties:
* taskId: tf-test-task_56730
* location: us-central1
* lake: ${exampleSpark.name}
* triggerSpec:
* type: ON_DEMAND
* description: task-spark-terraform
* executionSpec:
* serviceAccount: ${project.number}[email protected]
* args:
* TASK_ARGS: --output_location,gs://spark-job/task-result, --output_format, json
* spark:
* infrastructureSpec:
* batch:
* executorsCount: 2
* maxExecutorsCount: 100
* containerImage:
* image: test-image
* javaJars:
* - test-java-jars.jar
* pythonPackages:
* - gs://bucket-name/my/path/to/lib.tar.gz
* properties:
* name: wrench
* mass: 1.3kg
* count: '3'
* vpcNetwork:
* networkTags:
* - test-network-tag
* subNetwork: ${default.id}
* fileUris:
* - gs://terrafrom-test/test.csv
* archiveUris:
* - gs://terraform-test/test.csv
* sqlScript: show databases
* project: my-project-name
* variables:
* project:
* fn::invoke:
* Function: gcp:organizations:getProject
* Arguments: {}
* ```
*
* ### Dataplex Task Notebook
*
* ```typescript
* import * as pulumi from "@pulumi/pulumi";
* import * as gcp from "@pulumi/gcp";
* // VPC network
* const _default = new gcp.compute.Network("default", {
* name: "tf-test-workstation-cluster_95154",
* autoCreateSubnetworks: true,
* });
* const project = gcp.organizations.getProject({});
* const exampleNotebook = new gcp.dataplex.Lake("example_notebook", {
* name: "tf-test-lake_64336",
* location: "us-central1",
* project: "my-project-name",
* });
* const exampleNotebookTask = new gcp.dataplex.Task("example_notebook", {
* taskId: "tf-test-task_34962",
* location: "us-central1",
* lake: exampleNotebook.name,
* triggerSpec: {
* type: "RECURRING",
* schedule: "1 * * * *",
* },
* executionSpec: {
* serviceAccount: project.then(project => `${project.number}[email protected]`),
* args: {
* TASK_ARGS: "--output_location,gs://spark-job-jars-anrajitha/task-result, --output_format, json",
* },
* },
* notebook: {
* notebook: "gs://terraform-test/test-notebook.ipynb",
* infrastructureSpec: {
* batch: {
* executorsCount: 2,
* maxExecutorsCount: 100,
* },
* containerImage: {
* image: "test-image",
* javaJars: ["test-java-jars.jar"],
* pythonPackages: ["gs://bucket-name/my/path/to/lib.tar.gz"],
* properties: {
* name: "wrench",
* mass: "1.3kg",
* count: "3",
* },
* },
* vpcNetwork: {
* networkTags: ["test-network-tag"],
* network: _default.id,
* },
* },
* fileUris: ["gs://terraform-test/test.csv"],
* archiveUris: ["gs://terraform-test/test.csv"],
* },
* project: "my-project-name",
* });
* ```
* ```python
* import pulumi
* import pulumi_gcp as gcp
* # VPC network
* default = gcp.compute.Network("default",
* name="tf-test-workstation-cluster_95154",
* auto_create_subnetworks=True)
* project = gcp.organizations.get_project()
* example_notebook = gcp.dataplex.Lake("example_notebook",
* name="tf-test-lake_64336",
* location="us-central1",
* project="my-project-name")
* example_notebook_task = gcp.dataplex.Task("example_notebook",
* task_id="tf-test-task_34962",
* location="us-central1",
* lake=example_notebook.name,
* trigger_spec=gcp.dataplex.TaskTriggerSpecArgs(
* type="RECURRING",
* schedule="1 * * * *",
* ),
* execution_spec=gcp.dataplex.TaskExecutionSpecArgs(
* service_account=f"{project.number}[email protected]",
* args={
* "TASK_ARGS": "--output_location,gs://spark-job-jars-anrajitha/task-result, --output_format, json",
* },
* ),
* notebook=gcp.dataplex.TaskNotebookArgs(
* notebook="gs://terraform-test/test-notebook.ipynb",
* infrastructure_spec=gcp.dataplex.TaskNotebookInfrastructureSpecArgs(
* batch=gcp.dataplex.TaskNotebookInfrastructureSpecBatchArgs(
* executors_count=2,
* max_executors_count=100,
* ),
* container_image=gcp.dataplex.TaskNotebookInfrastructureSpecContainerImageArgs(
* image="test-image",
* java_jars=["test-java-jars.jar"],
* python_packages=["gs://bucket-name/my/path/to/lib.tar.gz"],
* properties={
* "name": "wrench",
* "mass": "1.3kg",
* "count": "3",
* },
* ),
* vpc_network=gcp.dataplex.TaskNotebookInfrastructureSpecVpcNetworkArgs(
* network_tags=["test-network-tag"],
* network=default.id,
* ),
* ),
* file_uris=["gs://terraform-test/test.csv"],
* archive_uris=["gs://terraform-test/test.csv"],
* ),
* project="my-project-name")
* ```
* ```csharp
* using System.Collections.Generic;
* using System.Linq;
* using Pulumi;
* using Gcp = Pulumi.Gcp;
* return await Deployment.RunAsync(() =>
* {
* // VPC network
* var @default = new Gcp.Compute.Network("default", new()
* {
* Name = "tf-test-workstation-cluster_95154",
* AutoCreateSubnetworks = true,
* });
* var project = Gcp.Organizations.GetProject.Invoke();
* var exampleNotebook = new Gcp.DataPlex.Lake("example_notebook", new()
* {
* Name = "tf-test-lake_64336",
* Location = "us-central1",
* Project = "my-project-name",
* });
* var exampleNotebookTask = new Gcp.DataPlex.Task("example_notebook", new()
* {
* TaskId = "tf-test-task_34962",
* Location = "us-central1",
* Lake = exampleNotebook.Name,
* TriggerSpec = new Gcp.DataPlex.Inputs.TaskTriggerSpecArgs
* {
* Type = "RECURRING",
* Schedule = "1 * * * *",
* },
* ExecutionSpec = new Gcp.DataPlex.Inputs.TaskExecutionSpecArgs
* {
* ServiceAccount = $"{project.Apply(getProjectResult => getProjectResult.Number)}[email protected]",
* Args =
* {
* { "TASK_ARGS", "--output_location,gs://spark-job-jars-anrajitha/task-result, --output_format, json" },
* },
* },
* Notebook = new Gcp.DataPlex.Inputs.TaskNotebookArgs
* {
* Notebook = "gs://terraform-test/test-notebook.ipynb",
* InfrastructureSpec = new Gcp.DataPlex.Inputs.TaskNotebookInfrastructureSpecArgs
* {
* Batch = new Gcp.DataPlex.Inputs.TaskNotebookInfrastructureSpecBatchArgs
* {
* ExecutorsCount = 2,
* MaxExecutorsCount = 100,
* },
* ContainerImage = new Gcp.DataPlex.Inputs.TaskNotebookInfrastructureSpecContainerImageArgs
* {
* Image = "test-image",
* JavaJars = new[]
* {
* "test-java-jars.jar",
* },
* PythonPackages = new[]
* {
* "gs://bucket-name/my/path/to/lib.tar.gz",
* },
* Properties =
* {
* { "name", "wrench" },
* { "mass", "1.3kg" },
* { "count", "3" },
* },
* },
* VpcNetwork = new Gcp.DataPlex.Inputs.TaskNotebookInfrastructureSpecVpcNetworkArgs
* {
* NetworkTags = new[]
* {
* "test-network-tag",
* },
* Network = @default.Id,
* },
* },
* FileUris = new[]
* {
* "gs://terraform-test/test.csv",
* },
* ArchiveUris = new[]
* {
* "gs://terraform-test/test.csv",
* },
* },
* Project = "my-project-name",
* });
* });
* ```
* ```go
* package main
* import (
* "fmt"
* "github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/compute"
* "github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataplex"
* "github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/organizations"
* "github.com/pulumi/pulumi/sdk/v3/go/pulumi"
* )
* func main() {
* pulumi.Run(func(ctx *pulumi.Context) error {
* // VPC network
* _, err := compute.NewNetwork(ctx, "default", &compute.NetworkArgs{
* Name: pulumi.String("tf-test-workstation-cluster_95154"),
* AutoCreateSubnetworks: pulumi.Bool(true),
* })
* if err != nil {
* return err
* }
* project, err := organizations.LookupProject(ctx, nil, nil)
* if err != nil {
* return err
* }
* exampleNotebook, err := dataplex.NewLake(ctx, "example_notebook", &dataplex.LakeArgs{
* Name: pulumi.String("tf-test-lake_64336"),
* Location: pulumi.String("us-central1"),
* Project: pulumi.String("my-project-name"),
* })
* if err != nil {
* return err
* }
* _, err = dataplex.NewTask(ctx, "example_notebook", &dataplex.TaskArgs{
* TaskId: pulumi.String("tf-test-task_34962"),
* Location: pulumi.String("us-central1"),
* Lake: exampleNotebook.Name,
* TriggerSpec: &dataplex.TaskTriggerSpecArgs{
* Type: pulumi.String("RECURRING"),
* Schedule: pulumi.String("1 * * * *"),
* },
* ExecutionSpec: &dataplex.TaskExecutionSpecArgs{
* ServiceAccount: pulumi.String(fmt.Sprintf("%[email protected]", project.Number)),
* Args: pulumi.StringMap{
* "TASK_ARGS": pulumi.String("--output_location,gs://spark-job-jars-anrajitha/task-result, --output_format, json"),
* },
* },
* Notebook: &dataplex.TaskNotebookArgs{
* Notebook: pulumi.String("gs://terraform-test/test-notebook.ipynb"),
* InfrastructureSpec: &dataplex.TaskNotebookInfrastructureSpecArgs{
* Batch: &dataplex.TaskNotebookInfrastructureSpecBatchArgs{
* ExecutorsCount: pulumi.Int(2),
* MaxExecutorsCount: pulumi.Int(100),
* },
* ContainerImage: &dataplex.TaskNotebookInfrastructureSpecContainerImageArgs{
* Image: pulumi.String("test-image"),
* JavaJars: pulumi.StringArray{
* pulumi.String("test-java-jars.jar"),
* },
* PythonPackages: pulumi.StringArray{
* pulumi.String("gs://bucket-name/my/path/to/lib.tar.gz"),
* },
* Properties: pulumi.StringMap{
* "name": pulumi.String("wrench"),
* "mass": pulumi.String("1.3kg"),
* "count": pulumi.String("3"),
* },
* },
* VpcNetwork: &dataplex.TaskNotebookInfrastructureSpecVpcNetworkArgs{
* NetworkTags: pulumi.StringArray{
* pulumi.String("test-network-tag"),
* },
* Network: _default.ID(),
* },
* },
* FileUris: pulumi.StringArray{
* pulumi.String("gs://terraform-test/test.csv"),
* },
* ArchiveUris: pulumi.StringArray{
* pulumi.String("gs://terraform-test/test.csv"),
* },
* },
* Project: pulumi.String("my-project-name"),
* })
* if err != nil {
* return err
* }
* return nil
* })
* }
* ```
* ```java
* package generated_program;
* import com.pulumi.Context;
* import com.pulumi.Pulumi;
* import com.pulumi.core.Output;
* import com.pulumi.gcp.compute.Network;
* import com.pulumi.gcp.compute.NetworkArgs;
* import com.pulumi.gcp.organizations.OrganizationsFunctions;
* import com.pulumi.gcp.organizations.inputs.GetProjectArgs;
* import com.pulumi.gcp.dataplex.Lake;
* import com.pulumi.gcp.dataplex.LakeArgs;
* import com.pulumi.gcp.dataplex.Task;
* import com.pulumi.gcp.dataplex.TaskArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskTriggerSpecArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskExecutionSpecArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskNotebookArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskNotebookInfrastructureSpecArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskNotebookInfrastructureSpecBatchArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskNotebookInfrastructureSpecContainerImageArgs;
* import com.pulumi.gcp.dataplex.inputs.TaskNotebookInfrastructureSpecVpcNetworkArgs;
* import java.util.List;
* import java.util.ArrayList;
* import java.util.Map;
* import java.io.File;
* import java.nio.file.Files;
* import java.nio.file.Paths;
* public class App {
* public static void main(String[] args) {
* Pulumi.run(App::stack);
* }
* public static void stack(Context ctx) {
* // VPC network
* var default_ = new Network("default", NetworkArgs.builder()
* .name("tf-test-workstation-cluster_95154")
* .autoCreateSubnetworks(true)
* .build());
* final var project = OrganizationsFunctions.getProject();
* var exampleNotebook = new Lake("exampleNotebook", LakeArgs.builder()
* .name("tf-test-lake_64336")
* .location("us-central1")
* .project("my-project-name")
* .build());
* var exampleNotebookTask = new Task("exampleNotebookTask", TaskArgs.builder()
* .taskId("tf-test-task_34962")
* .location("us-central1")
* .lake(exampleNotebook.name())
* .triggerSpec(TaskTriggerSpecArgs.builder()
* .type("RECURRING")
* .schedule("1 * * * *")
* .build())
* .executionSpec(TaskExecutionSpecArgs.builder()
* .serviceAccount(String.format("%[email protected]", project.applyValue(getProjectResult -> getProjectResult.number())))
* .args(Map.of("TASK_ARGS", "--output_location,gs://spark-job-jars-anrajitha/task-result, --output_format, json"))
* .build())
* .notebook(TaskNotebookArgs.builder()
* .notebook("gs://terraform-test/test-notebook.ipynb")
* .infrastructureSpec(TaskNotebookInfrastructureSpecArgs.builder()
* .batch(TaskNotebookInfrastructureSpecBatchArgs.builder()
* .executorsCount(2)
* .maxExecutorsCount(100)
* .build())
* .containerImage(TaskNotebookInfrastructureSpecContainerImageArgs.builder()
* .image("test-image")
* .javaJars("test-java-jars.jar")
* .pythonPackages("gs://bucket-name/my/path/to/lib.tar.gz")
* .properties(Map.ofEntries(
* Map.entry("name", "wrench"),
* Map.entry("mass", "1.3kg"),
* Map.entry("count", "3")
* ))
* .build())
* .vpcNetwork(TaskNotebookInfrastructureSpecVpcNetworkArgs.builder()
* .networkTags("test-network-tag")
* .network(default_.id())
* .build())
* .build())
* .fileUris("gs://terraform-test/test.csv")
* .archiveUris("gs://terraform-test/test.csv")
* .build())
* .project("my-project-name")
* .build());
* }
* }
* ```
* ```yaml
* resources:
* # VPC network
* default:
* type: gcp:compute:Network
* properties:
* name: tf-test-workstation-cluster_95154
* autoCreateSubnetworks: true
* exampleNotebook:
* type: gcp:dataplex:Lake
* name: example_notebook
* properties:
* name: tf-test-lake_64336
* location: us-central1
* project: my-project-name
* exampleNotebookTask:
* type: gcp:dataplex:Task
* name: example_notebook
* properties:
* taskId: tf-test-task_34962
* location: us-central1
* lake: ${exampleNotebook.name}
* triggerSpec:
* type: RECURRING
* schedule: 1 * * * *
* executionSpec:
* serviceAccount: ${project.number}[email protected]
* args:
* TASK_ARGS: --output_location,gs://spark-job-jars-anrajitha/task-result, --output_format, json
* notebook:
* notebook: gs://terraform-test/test-notebook.ipynb
* infrastructureSpec:
* batch:
* executorsCount: 2
* maxExecutorsCount: 100
* containerImage:
* image: test-image
* javaJars:
* - test-java-jars.jar
* pythonPackages:
* - gs://bucket-name/my/path/to/lib.tar.gz
* properties:
* name: wrench
* mass: 1.3kg
* count: '3'
* vpcNetwork:
* networkTags:
* - test-network-tag
* network: ${default.id}
* fileUris:
* - gs://terraform-test/test.csv
* archiveUris:
* - gs://terraform-test/test.csv
* project: my-project-name
* variables:
* project:
* fn::invoke:
* Function: gcp:organizations:getProject
* Arguments: {}
* ```
*
* ## Import
* Task can be imported using any of these accepted formats:
* * `projects/{{project}}/locations/{{location}}/lakes/{{lake}}/tasks/{{task_id}}`
* * `{{project}}/{{location}}/{{lake}}/{{task_id}}`
* * `{{location}}/{{lake}}/{{task_id}}`
* When using the `pulumi import` command, Task can be imported using one of the formats above. For example:
* ```sh
* $ pulumi import gcp:dataplex/task:Task default projects/{{project}}/locations/{{location}}/lakes/{{lake}}/tasks/{{task_id}}
* ```
* ```sh
* $ pulumi import gcp:dataplex/task:Task default {{project}}/{{location}}/{{lake}}/{{task_id}}
* ```
* ```sh
* $ pulumi import gcp:dataplex/task:Task default {{location}}/{{lake}}/{{task_id}}
* ```
* @property description User-provided description of the task.
* @property displayName User friendly display name.
* @property executionSpec Configuration for the cluster
* Structure is documented below.
* @property labels User-defined labels for the task. **Note**: This field is non-authoritative, and will only manage the labels present in
* your configuration. Please refer to the field 'effective_labels' for all of the labels present on the resource.
* @property lake The lake in which the task will be created in.
* @property location The location in which the task will be created in.
* @property notebook A service with manual scaling runs continuously, allowing you to perform complex initialization and rely on the state of
* its memory over time.
* @property project
* @property spark A service with manual scaling runs continuously, allowing you to perform complex initialization and rely on the state of
* its memory over time.
* @property taskId The task Id of the task.
* @property triggerSpec Configuration for the cluster
* Structure is documented below.
*/
public data class TaskArgs(
public val description: Output? = null,
public val displayName: Output? = null,
public val executionSpec: Output? = null,
public val labels: Output>? = null,
public val lake: Output? = null,
public val location: Output? = null,
public val notebook: Output? = null,
public val project: Output? = null,
public val spark: Output? = null,
public val taskId: Output? = null,
public val triggerSpec: Output? = null,
) : ConvertibleToJava {
override fun toJava(): com.pulumi.gcp.dataplex.TaskArgs =
com.pulumi.gcp.dataplex.TaskArgs.builder()
.description(description?.applyValue({ args0 -> args0 }))
.displayName(displayName?.applyValue({ args0 -> args0 }))
.executionSpec(executionSpec?.applyValue({ args0 -> args0.let({ args0 -> args0.toJava() }) }))
.labels(labels?.applyValue({ args0 -> args0.map({ args0 -> args0.key.to(args0.value) }).toMap() }))
.lake(lake?.applyValue({ args0 -> args0 }))
.location(location?.applyValue({ args0 -> args0 }))
.notebook(notebook?.applyValue({ args0 -> args0.let({ args0 -> args0.toJava() }) }))
.project(project?.applyValue({ args0 -> args0 }))
.spark(spark?.applyValue({ args0 -> args0.let({ args0 -> args0.toJava() }) }))
.taskId(taskId?.applyValue({ args0 -> args0 }))
.triggerSpec(triggerSpec?.applyValue({ args0 -> args0.let({ args0 -> args0.toJava() }) })).build()
}
/**
* Builder for [TaskArgs].
*/
@PulumiTagMarker
public class TaskArgsBuilder internal constructor() {
private var description: Output? = null
private var displayName: Output? = null
private var executionSpec: Output? = null
private var labels: Output>? = null
private var lake: Output? = null
private var location: Output? = null
private var notebook: Output? = null
private var project: Output? = null
private var spark: Output? = null
private var taskId: Output? = null
private var triggerSpec: Output? = null
/**
* @param value User-provided description of the task.
*/
@JvmName("wipqphgjisufpntf")
public suspend fun description(`value`: Output) {
this.description = value
}
/**
* @param value User friendly display name.
*/
@JvmName("hgnhathonjiugler")
public suspend fun displayName(`value`: Output) {
this.displayName = value
}
/**
* @param value Configuration for the cluster
* Structure is documented below.
*/
@JvmName("iqjadqiptyjunute")
public suspend fun executionSpec(`value`: Output) {
this.executionSpec = value
}
/**
* @param value User-defined labels for the task. **Note**: This field is non-authoritative, and will only manage the labels present in
* your configuration. Please refer to the field 'effective_labels' for all of the labels present on the resource.
*/
@JvmName("vbppbngwshrnlwqe")
public suspend fun labels(`value`: Output>) {
this.labels = value
}
/**
* @param value The lake in which the task will be created in.
*/
@JvmName("fcrajumopcwemndr")
public suspend fun lake(`value`: Output) {
this.lake = value
}
/**
* @param value The location in which the task will be created in.
*/
@JvmName("auiwyytbrkplcoxe")
public suspend fun location(`value`: Output) {
this.location = value
}
/**
* @param value A service with manual scaling runs continuously, allowing you to perform complex initialization and rely on the state of
* its memory over time.
*/
@JvmName("wooxmwnoalnlljah")
public suspend fun notebook(`value`: Output) {
this.notebook = value
}
/**
* @param value
*/
@JvmName("pqdseucxspvnlbbv")
public suspend fun project(`value`: Output) {
this.project = value
}
/**
* @param value A service with manual scaling runs continuously, allowing you to perform complex initialization and rely on the state of
* its memory over time.
*/
@JvmName("yedionhokrpavvvf")
public suspend fun spark(`value`: Output) {
this.spark = value
}
/**
* @param value The task Id of the task.
*/
@JvmName("ojcmadckkocvbtyk")
public suspend fun taskId(`value`: Output) {
this.taskId = value
}
/**
* @param value Configuration for the cluster
* Structure is documented below.
*/
@JvmName("bjgromwlrohtqukj")
public suspend fun triggerSpec(`value`: Output) {
this.triggerSpec = value
}
/**
* @param value User-provided description of the task.
*/
@JvmName("aldsmbdjamnhdadu")
public suspend fun description(`value`: String?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.description = mapped
}
/**
* @param value User friendly display name.
*/
@JvmName("fduxyvqwukcoifce")
public suspend fun displayName(`value`: String?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.displayName = mapped
}
/**
* @param value Configuration for the cluster
* Structure is documented below.
*/
@JvmName("wdaiaqilqehwfxgv")
public suspend fun executionSpec(`value`: TaskExecutionSpecArgs?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.executionSpec = mapped
}
/**
* @param argument Configuration for the cluster
* Structure is documented below.
*/
@JvmName("ccarqhbcyomqdwmu")
public suspend fun executionSpec(argument: suspend TaskExecutionSpecArgsBuilder.() -> Unit) {
val toBeMapped = TaskExecutionSpecArgsBuilder().applySuspend { argument() }.build()
val mapped = of(toBeMapped)
this.executionSpec = mapped
}
/**
* @param value User-defined labels for the task. **Note**: This field is non-authoritative, and will only manage the labels present in
* your configuration. Please refer to the field 'effective_labels' for all of the labels present on the resource.
*/
@JvmName("umrhcrdplkmchjsg")
public suspend fun labels(`value`: Map?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.labels = mapped
}
/**
* @param values User-defined labels for the task. **Note**: This field is non-authoritative, and will only manage the labels present in
* your configuration. Please refer to the field 'effective_labels' for all of the labels present on the resource.
*/
@JvmName("ukmeikwvvqqikwgt")
public fun labels(vararg values: Pair) {
val toBeMapped = values.toMap()
val mapped = toBeMapped.let({ args0 -> of(args0) })
this.labels = mapped
}
/**
* @param value The lake in which the task will be created in.
*/
@JvmName("lntyvghlseenvhnr")
public suspend fun lake(`value`: String?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.lake = mapped
}
/**
* @param value The location in which the task will be created in.
*/
@JvmName("sfdgymkwptixkddt")
public suspend fun location(`value`: String?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.location = mapped
}
/**
* @param value A service with manual scaling runs continuously, allowing you to perform complex initialization and rely on the state of
* its memory over time.
*/
@JvmName("mnlrcgoobqblinoe")
public suspend fun notebook(`value`: TaskNotebookArgs?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.notebook = mapped
}
/**
* @param argument A service with manual scaling runs continuously, allowing you to perform complex initialization and rely on the state of
* its memory over time.
*/
@JvmName("vcnklrcsbejctytl")
public suspend fun notebook(argument: suspend TaskNotebookArgsBuilder.() -> Unit) {
val toBeMapped = TaskNotebookArgsBuilder().applySuspend { argument() }.build()
val mapped = of(toBeMapped)
this.notebook = mapped
}
/**
* @param value
*/
@JvmName("egumlfuhmenfqmbf")
public suspend fun project(`value`: String?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.project = mapped
}
/**
* @param value A service with manual scaling runs continuously, allowing you to perform complex initialization and rely on the state of
* its memory over time.
*/
@JvmName("wndhqnnbvdjufyxt")
public suspend fun spark(`value`: TaskSparkArgs?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.spark = mapped
}
/**
* @param argument A service with manual scaling runs continuously, allowing you to perform complex initialization and rely on the state of
* its memory over time.
*/
@JvmName("gelobtugdnyqeggl")
public suspend fun spark(argument: suspend TaskSparkArgsBuilder.() -> Unit) {
val toBeMapped = TaskSparkArgsBuilder().applySuspend { argument() }.build()
val mapped = of(toBeMapped)
this.spark = mapped
}
/**
* @param value The task Id of the task.
*/
@JvmName("tkwbksrtsyvvbesf")
public suspend fun taskId(`value`: String?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.taskId = mapped
}
/**
* @param value Configuration for the cluster
* Structure is documented below.
*/
@JvmName("ibutqdjrvebiwpdt")
public suspend fun triggerSpec(`value`: TaskTriggerSpecArgs?) {
val toBeMapped = value
val mapped = toBeMapped?.let({ args0 -> of(args0) })
this.triggerSpec = mapped
}
/**
* @param argument Configuration for the cluster
* Structure is documented below.
*/
@JvmName("yfqheyubdfqexlwi")
public suspend fun triggerSpec(argument: suspend TaskTriggerSpecArgsBuilder.() -> Unit) {
val toBeMapped = TaskTriggerSpecArgsBuilder().applySuspend { argument() }.build()
val mapped = of(toBeMapped)
this.triggerSpec = mapped
}
internal fun build(): TaskArgs = TaskArgs(
description = description,
displayName = displayName,
executionSpec = executionSpec,
labels = labels,
lake = lake,
location = location,
notebook = notebook,
project = project,
spark = spark,
taskId = taskId,
triggerSpec = triggerSpec,
)
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy