All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.pulumi.gcp.dataproc.kotlin.inputs.JobPysparkConfigArgs.kt Maven / Gradle / Ivy

Go to download

Build cloud applications and infrastructure by combining the safety and reliability of infrastructure as code with the power of the Kotlin programming language.

There is a newer version: 8.10.0.0
Show newest version
@file:Suppress("NAME_SHADOWING", "DEPRECATION")

package com.pulumi.gcp.dataproc.kotlin.inputs

import com.pulumi.core.Output
import com.pulumi.core.Output.of
import com.pulumi.gcp.dataproc.inputs.JobPysparkConfigArgs.builder
import com.pulumi.kotlin.ConvertibleToJava
import com.pulumi.kotlin.PulumiNullFieldException
import com.pulumi.kotlin.PulumiTagMarker
import com.pulumi.kotlin.applySuspend
import kotlin.Pair
import kotlin.String
import kotlin.Suppress
import kotlin.Unit
import kotlin.collections.List
import kotlin.collections.Map
import kotlin.jvm.JvmName

/**
 *
 * @property archiveUris HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
 * @property args The arguments to pass to the driver.
 * @property fileUris HCFS URIs of files to be copied to the working directory of Python drivers and distributed tasks. Useful for naively parallel tasks.
 * @property jarFileUris HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
 * @property loggingConfig The runtime logging config of the job
 * @property mainPythonFileUri The HCFS URI of the main Python file to use as the driver. Must be a .py file.
 * @property properties A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in `/etc/spark/conf/spark-defaults.conf` and classes in user code.
 * * `logging_config.driver_log_levels`- (Required) The per-package log levels for the driver. This may include 'root' package name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
 * @property pythonFileUris HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
 */
public data class JobPysparkConfigArgs(
    public val archiveUris: Output>? = null,
    public val args: Output>? = null,
    public val fileUris: Output>? = null,
    public val jarFileUris: Output>? = null,
    public val loggingConfig: Output? = null,
    public val mainPythonFileUri: Output,
    public val properties: Output>? = null,
    public val pythonFileUris: Output>? = null,
) : ConvertibleToJava {
    override fun toJava(): com.pulumi.gcp.dataproc.inputs.JobPysparkConfigArgs =
        com.pulumi.gcp.dataproc.inputs.JobPysparkConfigArgs.builder()
            .archiveUris(archiveUris?.applyValue({ args0 -> args0.map({ args0 -> args0 }) }))
            .args(args?.applyValue({ args0 -> args0.map({ args0 -> args0 }) }))
            .fileUris(fileUris?.applyValue({ args0 -> args0.map({ args0 -> args0 }) }))
            .jarFileUris(jarFileUris?.applyValue({ args0 -> args0.map({ args0 -> args0 }) }))
            .loggingConfig(loggingConfig?.applyValue({ args0 -> args0.let({ args0 -> args0.toJava() }) }))
            .mainPythonFileUri(mainPythonFileUri.applyValue({ args0 -> args0 }))
            .properties(
                properties?.applyValue({ args0 ->
                    args0.map({ args0 ->
                        args0.key.to(args0.value)
                    }).toMap()
                }),
            )
            .pythonFileUris(pythonFileUris?.applyValue({ args0 -> args0.map({ args0 -> args0 }) })).build()
}

/**
 * Builder for [JobPysparkConfigArgs].
 */
@PulumiTagMarker
public class JobPysparkConfigArgsBuilder internal constructor() {
    private var archiveUris: Output>? = null

    private var args: Output>? = null

    private var fileUris: Output>? = null

    private var jarFileUris: Output>? = null

    private var loggingConfig: Output? = null

    private var mainPythonFileUri: Output? = null

    private var properties: Output>? = null

    private var pythonFileUris: Output>? = null

    /**
     * @param value HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
     */
    @JvmName("sbmieiqvtiodvjva")
    public suspend fun archiveUris(`value`: Output>) {
        this.archiveUris = value
    }

    @JvmName("qhkixvhubvcpebop")
    public suspend fun archiveUris(vararg values: Output) {
        this.archiveUris = Output.all(values.asList())
    }

    /**
     * @param values HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
     */
    @JvmName("hleudaikrjhjkero")
    public suspend fun archiveUris(values: List>) {
        this.archiveUris = Output.all(values)
    }

    /**
     * @param value The arguments to pass to the driver.
     */
    @JvmName("khxjhllbbaafksqd")
    public suspend fun args(`value`: Output>) {
        this.args = value
    }

    @JvmName("lachrsyuhpyscsll")
    public suspend fun args(vararg values: Output) {
        this.args = Output.all(values.asList())
    }

    /**
     * @param values The arguments to pass to the driver.
     */
    @JvmName("cgeeyjkoqxxgucis")
    public suspend fun args(values: List>) {
        this.args = Output.all(values)
    }

    /**
     * @param value HCFS URIs of files to be copied to the working directory of Python drivers and distributed tasks. Useful for naively parallel tasks.
     */
    @JvmName("qolfmdsvluclakgp")
    public suspend fun fileUris(`value`: Output>) {
        this.fileUris = value
    }

    @JvmName("hnjllffpiuehjfmx")
    public suspend fun fileUris(vararg values: Output) {
        this.fileUris = Output.all(values.asList())
    }

    /**
     * @param values HCFS URIs of files to be copied to the working directory of Python drivers and distributed tasks. Useful for naively parallel tasks.
     */
    @JvmName("itbdpcnqnsihtchy")
    public suspend fun fileUris(values: List>) {
        this.fileUris = Output.all(values)
    }

    /**
     * @param value HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
     */
    @JvmName("bnxbletnhvxqwikj")
    public suspend fun jarFileUris(`value`: Output>) {
        this.jarFileUris = value
    }

    @JvmName("qwusjptprbdcftpl")
    public suspend fun jarFileUris(vararg values: Output) {
        this.jarFileUris = Output.all(values.asList())
    }

    /**
     * @param values HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
     */
    @JvmName("kplhjubeelqpunbp")
    public suspend fun jarFileUris(values: List>) {
        this.jarFileUris = Output.all(values)
    }

    /**
     * @param value The runtime logging config of the job
     */
    @JvmName("houbvlmpdawuyqii")
    public suspend fun loggingConfig(`value`: Output) {
        this.loggingConfig = value
    }

    /**
     * @param value The HCFS URI of the main Python file to use as the driver. Must be a .py file.
     */
    @JvmName("veeduyqpntcyauov")
    public suspend fun mainPythonFileUri(`value`: Output) {
        this.mainPythonFileUri = value
    }

    /**
     * @param value A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in `/etc/spark/conf/spark-defaults.conf` and classes in user code.
     * * `logging_config.driver_log_levels`- (Required) The per-package log levels for the driver. This may include 'root' package name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
     */
    @JvmName("fbivbjmcfpyphjvd")
    public suspend fun properties(`value`: Output>) {
        this.properties = value
    }

    /**
     * @param value HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
     */
    @JvmName("hqoafcsnmdcsdfvs")
    public suspend fun pythonFileUris(`value`: Output>) {
        this.pythonFileUris = value
    }

    @JvmName("gwmkveymbgigueen")
    public suspend fun pythonFileUris(vararg values: Output) {
        this.pythonFileUris = Output.all(values.asList())
    }

    /**
     * @param values HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
     */
    @JvmName("ehehgukmuvfvjhgf")
    public suspend fun pythonFileUris(values: List>) {
        this.pythonFileUris = Output.all(values)
    }

    /**
     * @param value HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
     */
    @JvmName("qsbxxbvfddqcdndb")
    public suspend fun archiveUris(`value`: List?) {
        val toBeMapped = value
        val mapped = toBeMapped?.let({ args0 -> of(args0) })
        this.archiveUris = mapped
    }

    /**
     * @param values HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
     */
    @JvmName("ecgmexpnyhaycdwn")
    public suspend fun archiveUris(vararg values: String) {
        val toBeMapped = values.toList()
        val mapped = toBeMapped.let({ args0 -> of(args0) })
        this.archiveUris = mapped
    }

    /**
     * @param value The arguments to pass to the driver.
     */
    @JvmName("sifcjyhwjlteugpj")
    public suspend fun args(`value`: List?) {
        val toBeMapped = value
        val mapped = toBeMapped?.let({ args0 -> of(args0) })
        this.args = mapped
    }

    /**
     * @param values The arguments to pass to the driver.
     */
    @JvmName("rbplthtflctrijak")
    public suspend fun args(vararg values: String) {
        val toBeMapped = values.toList()
        val mapped = toBeMapped.let({ args0 -> of(args0) })
        this.args = mapped
    }

    /**
     * @param value HCFS URIs of files to be copied to the working directory of Python drivers and distributed tasks. Useful for naively parallel tasks.
     */
    @JvmName("jmkvljrkdrnhsvxm")
    public suspend fun fileUris(`value`: List?) {
        val toBeMapped = value
        val mapped = toBeMapped?.let({ args0 -> of(args0) })
        this.fileUris = mapped
    }

    /**
     * @param values HCFS URIs of files to be copied to the working directory of Python drivers and distributed tasks. Useful for naively parallel tasks.
     */
    @JvmName("snlpcudtenstluwy")
    public suspend fun fileUris(vararg values: String) {
        val toBeMapped = values.toList()
        val mapped = toBeMapped.let({ args0 -> of(args0) })
        this.fileUris = mapped
    }

    /**
     * @param value HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
     */
    @JvmName("jdtyumyiaedtvlaf")
    public suspend fun jarFileUris(`value`: List?) {
        val toBeMapped = value
        val mapped = toBeMapped?.let({ args0 -> of(args0) })
        this.jarFileUris = mapped
    }

    /**
     * @param values HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
     */
    @JvmName("cshdvbhwnxuobrdj")
    public suspend fun jarFileUris(vararg values: String) {
        val toBeMapped = values.toList()
        val mapped = toBeMapped.let({ args0 -> of(args0) })
        this.jarFileUris = mapped
    }

    /**
     * @param value The runtime logging config of the job
     */
    @JvmName("yfiwbxuifqksqjqo")
    public suspend fun loggingConfig(`value`: JobPysparkConfigLoggingConfigArgs?) {
        val toBeMapped = value
        val mapped = toBeMapped?.let({ args0 -> of(args0) })
        this.loggingConfig = mapped
    }

    /**
     * @param argument The runtime logging config of the job
     */
    @JvmName("rbidjoopfamjkenb")
    public suspend fun loggingConfig(argument: suspend JobPysparkConfigLoggingConfigArgsBuilder.() -> Unit) {
        val toBeMapped = JobPysparkConfigLoggingConfigArgsBuilder().applySuspend { argument() }.build()
        val mapped = of(toBeMapped)
        this.loggingConfig = mapped
    }

    /**
     * @param value The HCFS URI of the main Python file to use as the driver. Must be a .py file.
     */
    @JvmName("bxjmctvppgvirtfy")
    public suspend fun mainPythonFileUri(`value`: String) {
        val toBeMapped = value
        val mapped = toBeMapped.let({ args0 -> of(args0) })
        this.mainPythonFileUri = mapped
    }

    /**
     * @param value A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in `/etc/spark/conf/spark-defaults.conf` and classes in user code.
     * * `logging_config.driver_log_levels`- (Required) The per-package log levels for the driver. This may include 'root' package name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
     */
    @JvmName("hnjrsarjrtchjcbs")
    public suspend fun properties(`value`: Map?) {
        val toBeMapped = value
        val mapped = toBeMapped?.let({ args0 -> of(args0) })
        this.properties = mapped
    }

    /**
     * @param values A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in `/etc/spark/conf/spark-defaults.conf` and classes in user code.
     * * `logging_config.driver_log_levels`- (Required) The per-package log levels for the driver. This may include 'root' package name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
     */
    @JvmName("iffdgxkphojlgbyx")
    public fun properties(vararg values: Pair) {
        val toBeMapped = values.toMap()
        val mapped = toBeMapped.let({ args0 -> of(args0) })
        this.properties = mapped
    }

    /**
     * @param value HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
     */
    @JvmName("vltxwcdxmmcyhnpg")
    public suspend fun pythonFileUris(`value`: List?) {
        val toBeMapped = value
        val mapped = toBeMapped?.let({ args0 -> of(args0) })
        this.pythonFileUris = mapped
    }

    /**
     * @param values HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
     */
    @JvmName("jrvwfehpcqlgawfi")
    public suspend fun pythonFileUris(vararg values: String) {
        val toBeMapped = values.toList()
        val mapped = toBeMapped.let({ args0 -> of(args0) })
        this.pythonFileUris = mapped
    }

    internal fun build(): JobPysparkConfigArgs = JobPysparkConfigArgs(
        archiveUris = archiveUris,
        args = args,
        fileUris = fileUris,
        jarFileUris = jarFileUris,
        loggingConfig = loggingConfig,
        mainPythonFileUri = mainPythonFileUri ?: throw PulumiNullFieldException("mainPythonFileUri"),
        properties = properties,
        pythonFileUris = pythonFileUris,
    )
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy