com.google.api.services.dataproc.model.SparkJob Maven / Gradle / Ivy
The newest version!
/*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License
* is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
* or implied. See the License for the specific language governing permissions and limitations under
* the License.
*/
/*
* This code was generated by https://github.com/googleapis/google-api-java-client-services/
* Modify at your own risk.
*/
package com.google.api.services.dataproc.model;
/**
* A Dataproc job for running Apache Spark (https://spark.apache.org/) applications on YARN.
*
* This is the Java data model class that specifies how to parse/serialize into the JSON that is
* transmitted over HTTP when working with the Cloud Dataproc API. For a detailed explanation see:
* https://developers.google.com/api-client-library/java/google-http-java-client/json
*
*
* @author Google, Inc.
*/
@SuppressWarnings("javadoc")
public final class SparkJob extends com.google.api.client.json.GenericJson {
/**
* Optional. HCFS URIs of archives to be extracted into the working directory of each executor.
* Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
* The value may be {@code null}.
*/
@com.google.api.client.util.Key
private java.util.List archiveUris;
/**
* Optional. The arguments to pass to the driver. Do not include arguments, such as --conf, that
* can be set as job properties, since a collision may occur that causes an incorrect job
* submission.
* The value may be {@code null}.
*/
@com.google.api.client.util.Key
private java.util.List args;
/**
* Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for
* naively parallel tasks.
* The value may be {@code null}.
*/
@com.google.api.client.util.Key
private java.util.List fileUris;
/**
* Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
* The value may be {@code null}.
*/
@com.google.api.client.util.Key
private java.util.List jarFileUris;
/**
* Optional. The runtime log config for job execution.
* The value may be {@code null}.
*/
@com.google.api.client.util.Key
private LoggingConfig loggingConfig;
/**
* The name of the driver's main class. The jar file that contains the class must be in the
* default CLASSPATH or specified in SparkJob.jar_file_uris.
* The value may be {@code null}.
*/
@com.google.api.client.util.Key
private java.lang.String mainClass;
/**
* The HCFS URI of the jar file that contains the main class.
* The value may be {@code null}.
*/
@com.google.api.client.util.Key
private java.lang.String mainJarFileUri;
/**
* Optional. A mapping of property names to values, used to configure Spark. Properties that
* conflict with values set by the Dataproc API might be overwritten. Can include properties set
* in /etc/spark/conf/spark-defaults.conf and classes in user code.
* The value may be {@code null}.
*/
@com.google.api.client.util.Key
private java.util.Map properties;
/**
* Optional. HCFS URIs of archives to be extracted into the working directory of each executor.
* Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
* @return value or {@code null} for none
*/
public java.util.List getArchiveUris() {
return archiveUris;
}
/**
* Optional. HCFS URIs of archives to be extracted into the working directory of each executor.
* Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
* @param archiveUris archiveUris or {@code null} for none
*/
public SparkJob setArchiveUris(java.util.List archiveUris) {
this.archiveUris = archiveUris;
return this;
}
/**
* Optional. The arguments to pass to the driver. Do not include arguments, such as --conf, that
* can be set as job properties, since a collision may occur that causes an incorrect job
* submission.
* @return value or {@code null} for none
*/
public java.util.List getArgs() {
return args;
}
/**
* Optional. The arguments to pass to the driver. Do not include arguments, such as --conf, that
* can be set as job properties, since a collision may occur that causes an incorrect job
* submission.
* @param args args or {@code null} for none
*/
public SparkJob setArgs(java.util.List args) {
this.args = args;
return this;
}
/**
* Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for
* naively parallel tasks.
* @return value or {@code null} for none
*/
public java.util.List getFileUris() {
return fileUris;
}
/**
* Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for
* naively parallel tasks.
* @param fileUris fileUris or {@code null} for none
*/
public SparkJob setFileUris(java.util.List fileUris) {
this.fileUris = fileUris;
return this;
}
/**
* Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
* @return value or {@code null} for none
*/
public java.util.List getJarFileUris() {
return jarFileUris;
}
/**
* Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver and tasks.
* @param jarFileUris jarFileUris or {@code null} for none
*/
public SparkJob setJarFileUris(java.util.List jarFileUris) {
this.jarFileUris = jarFileUris;
return this;
}
/**
* Optional. The runtime log config for job execution.
* @return value or {@code null} for none
*/
public LoggingConfig getLoggingConfig() {
return loggingConfig;
}
/**
* Optional. The runtime log config for job execution.
* @param loggingConfig loggingConfig or {@code null} for none
*/
public SparkJob setLoggingConfig(LoggingConfig loggingConfig) {
this.loggingConfig = loggingConfig;
return this;
}
/**
* The name of the driver's main class. The jar file that contains the class must be in the
* default CLASSPATH or specified in SparkJob.jar_file_uris.
* @return value or {@code null} for none
*/
public java.lang.String getMainClass() {
return mainClass;
}
/**
* The name of the driver's main class. The jar file that contains the class must be in the
* default CLASSPATH or specified in SparkJob.jar_file_uris.
* @param mainClass mainClass or {@code null} for none
*/
public SparkJob setMainClass(java.lang.String mainClass) {
this.mainClass = mainClass;
return this;
}
/**
* The HCFS URI of the jar file that contains the main class.
* @return value or {@code null} for none
*/
public java.lang.String getMainJarFileUri() {
return mainJarFileUri;
}
/**
* The HCFS URI of the jar file that contains the main class.
* @param mainJarFileUri mainJarFileUri or {@code null} for none
*/
public SparkJob setMainJarFileUri(java.lang.String mainJarFileUri) {
this.mainJarFileUri = mainJarFileUri;
return this;
}
/**
* Optional. A mapping of property names to values, used to configure Spark. Properties that
* conflict with values set by the Dataproc API might be overwritten. Can include properties set
* in /etc/spark/conf/spark-defaults.conf and classes in user code.
* @return value or {@code null} for none
*/
public java.util.Map getProperties() {
return properties;
}
/**
* Optional. A mapping of property names to values, used to configure Spark. Properties that
* conflict with values set by the Dataproc API might be overwritten. Can include properties set
* in /etc/spark/conf/spark-defaults.conf and classes in user code.
* @param properties properties or {@code null} for none
*/
public SparkJob setProperties(java.util.Map properties) {
this.properties = properties;
return this;
}
@Override
public SparkJob set(String fieldName, Object value) {
return (SparkJob) super.set(fieldName, value);
}
@Override
public SparkJob clone() {
return (SparkJob) super.clone();
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy