software.amazon.awssdk.services.glue.model.SparkConnectorSource Maven / Gradle / Ivy
Show all versions of glue Show documentation
/*
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with
* the License. A copy of the License is located at
*
* http://aws.amazon.com/apache2.0
*
* or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
* CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions
* and limitations under the License.
*/
package software.amazon.awssdk.services.glue.model;
import java.io.Serializable;
import java.util.Arrays;
import java.util.Collection;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Optional;
import java.util.function.BiConsumer;
import java.util.function.Consumer;
import java.util.function.Function;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import software.amazon.awssdk.annotations.Generated;
import software.amazon.awssdk.core.SdkField;
import software.amazon.awssdk.core.SdkPojo;
import software.amazon.awssdk.core.protocol.MarshallLocation;
import software.amazon.awssdk.core.protocol.MarshallingType;
import software.amazon.awssdk.core.traits.ListTrait;
import software.amazon.awssdk.core.traits.LocationTrait;
import software.amazon.awssdk.core.traits.MapTrait;
import software.amazon.awssdk.core.util.DefaultSdkAutoConstructList;
import software.amazon.awssdk.core.util.DefaultSdkAutoConstructMap;
import software.amazon.awssdk.core.util.SdkAutoConstructList;
import software.amazon.awssdk.core.util.SdkAutoConstructMap;
import software.amazon.awssdk.utils.ToString;
import software.amazon.awssdk.utils.builder.CopyableBuilder;
import software.amazon.awssdk.utils.builder.ToCopyableBuilder;
/**
*
* Specifies a connector to an Apache Spark data source.
*
*/
@Generated("software.amazon.awssdk:codegen")
public final class SparkConnectorSource implements SdkPojo, Serializable,
ToCopyableBuilder {
private static final SdkField NAME_FIELD = SdkField. builder(MarshallingType.STRING).memberName("Name")
.getter(getter(SparkConnectorSource::name)).setter(setter(Builder::name))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("Name").build()).build();
private static final SdkField CONNECTION_NAME_FIELD = SdkField. builder(MarshallingType.STRING)
.memberName("ConnectionName").getter(getter(SparkConnectorSource::connectionName))
.setter(setter(Builder::connectionName))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("ConnectionName").build()).build();
private static final SdkField CONNECTOR_NAME_FIELD = SdkField. builder(MarshallingType.STRING)
.memberName("ConnectorName").getter(getter(SparkConnectorSource::connectorName))
.setter(setter(Builder::connectorName))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("ConnectorName").build()).build();
private static final SdkField CONNECTION_TYPE_FIELD = SdkField. builder(MarshallingType.STRING)
.memberName("ConnectionType").getter(getter(SparkConnectorSource::connectionType))
.setter(setter(Builder::connectionType))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("ConnectionType").build()).build();
private static final SdkField> ADDITIONAL_OPTIONS_FIELD = SdkField
.> builder(MarshallingType.MAP)
.memberName("AdditionalOptions")
.getter(getter(SparkConnectorSource::additionalOptions))
.setter(setter(Builder::additionalOptions))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("AdditionalOptions").build(),
MapTrait.builder()
.keyLocationName("key")
.valueLocationName("value")
.valueFieldInfo(
SdkField. builder(MarshallingType.STRING)
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD)
.locationName("value").build()).build()).build()).build();
private static final SdkField> OUTPUT_SCHEMAS_FIELD = SdkField
.> builder(MarshallingType.LIST)
.memberName("OutputSchemas")
.getter(getter(SparkConnectorSource::outputSchemas))
.setter(setter(Builder::outputSchemas))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("OutputSchemas").build(),
ListTrait
.builder()
.memberLocationName(null)
.memberFieldInfo(
SdkField. builder(MarshallingType.SDK_POJO)
.constructor(GlueSchema::builder)
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD)
.locationName("member").build()).build()).build()).build();
private static final List> SDK_FIELDS = Collections.unmodifiableList(Arrays.asList(NAME_FIELD,
CONNECTION_NAME_FIELD, CONNECTOR_NAME_FIELD, CONNECTION_TYPE_FIELD, ADDITIONAL_OPTIONS_FIELD, OUTPUT_SCHEMAS_FIELD));
private static final Map> SDK_NAME_TO_FIELD = Collections
.unmodifiableMap(new HashMap>() {
{
put("Name", NAME_FIELD);
put("ConnectionName", CONNECTION_NAME_FIELD);
put("ConnectorName", CONNECTOR_NAME_FIELD);
put("ConnectionType", CONNECTION_TYPE_FIELD);
put("AdditionalOptions", ADDITIONAL_OPTIONS_FIELD);
put("OutputSchemas", OUTPUT_SCHEMAS_FIELD);
}
});
private static final long serialVersionUID = 1L;
private final String name;
private final String connectionName;
private final String connectorName;
private final String connectionType;
private final Map additionalOptions;
private final List outputSchemas;
private SparkConnectorSource(BuilderImpl builder) {
this.name = builder.name;
this.connectionName = builder.connectionName;
this.connectorName = builder.connectorName;
this.connectionType = builder.connectionType;
this.additionalOptions = builder.additionalOptions;
this.outputSchemas = builder.outputSchemas;
}
/**
*
* The name of the data source.
*
*
* @return The name of the data source.
*/
public final String name() {
return name;
}
/**
*
* The name of the connection that is associated with the connector.
*
*
* @return The name of the connection that is associated with the connector.
*/
public final String connectionName() {
return connectionName;
}
/**
*
* The name of a connector that assists with accessing the data store in Glue Studio.
*
*
* @return The name of a connector that assists with accessing the data store in Glue Studio.
*/
public final String connectorName() {
return connectorName;
}
/**
*
* The type of connection, such as marketplace.spark or custom.spark, designating a connection to an Apache Spark
* data store.
*
*
* @return The type of connection, such as marketplace.spark or custom.spark, designating a connection to an Apache
* Spark data store.
*/
public final String connectionType() {
return connectionType;
}
/**
* For responses, this returns true if the service returned a value for the AdditionalOptions property. This DOES
* NOT check that the value is non-empty (for which, you should check the {@code isEmpty()} method on the property).
* This is useful because the SDK will never return a null collection or map, but you may need to differentiate
* between the service returning nothing (or null) and the service returning an empty collection or map. For
* requests, this returns true if a value for the property was specified in the request builder, and false if a
* value was not specified.
*/
public final boolean hasAdditionalOptions() {
return additionalOptions != null && !(additionalOptions instanceof SdkAutoConstructMap);
}
/**
*
* Additional connection options for the connector.
*
*
* Attempts to modify the collection returned by this method will result in an UnsupportedOperationException.
*
*
* This method will never return null. If you would like to know whether the service returned this field (so that
* you can differentiate between null and empty), you can use the {@link #hasAdditionalOptions} method.
*
*
* @return Additional connection options for the connector.
*/
public final Map additionalOptions() {
return additionalOptions;
}
/**
* For responses, this returns true if the service returned a value for the OutputSchemas property. This DOES NOT
* check that the value is non-empty (for which, you should check the {@code isEmpty()} method on the property).
* This is useful because the SDK will never return a null collection or map, but you may need to differentiate
* between the service returning nothing (or null) and the service returning an empty collection or map. For
* requests, this returns true if a value for the property was specified in the request builder, and false if a
* value was not specified.
*/
public final boolean hasOutputSchemas() {
return outputSchemas != null && !(outputSchemas instanceof SdkAutoConstructList);
}
/**
*
* Specifies data schema for the custom spark source.
*
*
* Attempts to modify the collection returned by this method will result in an UnsupportedOperationException.
*
*
* This method will never return null. If you would like to know whether the service returned this field (so that
* you can differentiate between null and empty), you can use the {@link #hasOutputSchemas} method.
*
*
* @return Specifies data schema for the custom spark source.
*/
public final List outputSchemas() {
return outputSchemas;
}
@Override
public Builder toBuilder() {
return new BuilderImpl(this);
}
public static Builder builder() {
return new BuilderImpl();
}
public static Class serializableBuilderClass() {
return BuilderImpl.class;
}
@Override
public final int hashCode() {
int hashCode = 1;
hashCode = 31 * hashCode + Objects.hashCode(name());
hashCode = 31 * hashCode + Objects.hashCode(connectionName());
hashCode = 31 * hashCode + Objects.hashCode(connectorName());
hashCode = 31 * hashCode + Objects.hashCode(connectionType());
hashCode = 31 * hashCode + Objects.hashCode(hasAdditionalOptions() ? additionalOptions() : null);
hashCode = 31 * hashCode + Objects.hashCode(hasOutputSchemas() ? outputSchemas() : null);
return hashCode;
}
@Override
public final boolean equals(Object obj) {
return equalsBySdkFields(obj);
}
@Override
public final boolean equalsBySdkFields(Object obj) {
if (this == obj) {
return true;
}
if (obj == null) {
return false;
}
if (!(obj instanceof SparkConnectorSource)) {
return false;
}
SparkConnectorSource other = (SparkConnectorSource) obj;
return Objects.equals(name(), other.name()) && Objects.equals(connectionName(), other.connectionName())
&& Objects.equals(connectorName(), other.connectorName())
&& Objects.equals(connectionType(), other.connectionType())
&& hasAdditionalOptions() == other.hasAdditionalOptions()
&& Objects.equals(additionalOptions(), other.additionalOptions())
&& hasOutputSchemas() == other.hasOutputSchemas() && Objects.equals(outputSchemas(), other.outputSchemas());
}
/**
* Returns a string representation of this object. This is useful for testing and debugging. Sensitive data will be
* redacted from this string using a placeholder value.
*/
@Override
public final String toString() {
return ToString.builder("SparkConnectorSource").add("Name", name()).add("ConnectionName", connectionName())
.add("ConnectorName", connectorName()).add("ConnectionType", connectionType())
.add("AdditionalOptions", hasAdditionalOptions() ? additionalOptions() : null)
.add("OutputSchemas", hasOutputSchemas() ? outputSchemas() : null).build();
}
public final Optional getValueForField(String fieldName, Class clazz) {
switch (fieldName) {
case "Name":
return Optional.ofNullable(clazz.cast(name()));
case "ConnectionName":
return Optional.ofNullable(clazz.cast(connectionName()));
case "ConnectorName":
return Optional.ofNullable(clazz.cast(connectorName()));
case "ConnectionType":
return Optional.ofNullable(clazz.cast(connectionType()));
case "AdditionalOptions":
return Optional.ofNullable(clazz.cast(additionalOptions()));
case "OutputSchemas":
return Optional.ofNullable(clazz.cast(outputSchemas()));
default:
return Optional.empty();
}
}
@Override
public final List> sdkFields() {
return SDK_FIELDS;
}
@Override
public final Map> sdkFieldNameToField() {
return SDK_NAME_TO_FIELD;
}
private static Function getter(Function g) {
return obj -> g.apply((SparkConnectorSource) obj);
}
private static BiConsumer setter(BiConsumer s) {
return (obj, val) -> s.accept((Builder) obj, val);
}
public interface Builder extends SdkPojo, CopyableBuilder {
/**
*
* The name of the data source.
*
*
* @param name
* The name of the data source.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder name(String name);
/**
*
* The name of the connection that is associated with the connector.
*
*
* @param connectionName
* The name of the connection that is associated with the connector.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder connectionName(String connectionName);
/**
*
* The name of a connector that assists with accessing the data store in Glue Studio.
*
*
* @param connectorName
* The name of a connector that assists with accessing the data store in Glue Studio.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder connectorName(String connectorName);
/**
*
* The type of connection, such as marketplace.spark or custom.spark, designating a connection to an Apache
* Spark data store.
*
*
* @param connectionType
* The type of connection, such as marketplace.spark or custom.spark, designating a connection to an
* Apache Spark data store.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder connectionType(String connectionType);
/**
*
* Additional connection options for the connector.
*
*
* @param additionalOptions
* Additional connection options for the connector.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder additionalOptions(Map additionalOptions);
/**
*
* Specifies data schema for the custom spark source.
*
*
* @param outputSchemas
* Specifies data schema for the custom spark source.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder outputSchemas(Collection outputSchemas);
/**
*
* Specifies data schema for the custom spark source.
*
*
* @param outputSchemas
* Specifies data schema for the custom spark source.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder outputSchemas(GlueSchema... outputSchemas);
/**
*
* Specifies data schema for the custom spark source.
*
* This is a convenience method that creates an instance of the
* {@link software.amazon.awssdk.services.glue.model.GlueSchema.Builder} avoiding the need to create one
* manually via {@link software.amazon.awssdk.services.glue.model.GlueSchema#builder()}.
*
*
* When the {@link Consumer} completes,
* {@link software.amazon.awssdk.services.glue.model.GlueSchema.Builder#build()} is called immediately and its
* result is passed to {@link #outputSchemas(List)}.
*
* @param outputSchemas
* a consumer that will call methods on
* {@link software.amazon.awssdk.services.glue.model.GlueSchema.Builder}
* @return Returns a reference to this object so that method calls can be chained together.
* @see #outputSchemas(java.util.Collection)
*/
Builder outputSchemas(Consumer... outputSchemas);
}
static final class BuilderImpl implements Builder {
private String name;
private String connectionName;
private String connectorName;
private String connectionType;
private Map additionalOptions = DefaultSdkAutoConstructMap.getInstance();
private List outputSchemas = DefaultSdkAutoConstructList.getInstance();
private BuilderImpl() {
}
private BuilderImpl(SparkConnectorSource model) {
name(model.name);
connectionName(model.connectionName);
connectorName(model.connectorName);
connectionType(model.connectionType);
additionalOptions(model.additionalOptions);
outputSchemas(model.outputSchemas);
}
public final String getName() {
return name;
}
public final void setName(String name) {
this.name = name;
}
@Override
public final Builder name(String name) {
this.name = name;
return this;
}
public final String getConnectionName() {
return connectionName;
}
public final void setConnectionName(String connectionName) {
this.connectionName = connectionName;
}
@Override
public final Builder connectionName(String connectionName) {
this.connectionName = connectionName;
return this;
}
public final String getConnectorName() {
return connectorName;
}
public final void setConnectorName(String connectorName) {
this.connectorName = connectorName;
}
@Override
public final Builder connectorName(String connectorName) {
this.connectorName = connectorName;
return this;
}
public final String getConnectionType() {
return connectionType;
}
public final void setConnectionType(String connectionType) {
this.connectionType = connectionType;
}
@Override
public final Builder connectionType(String connectionType) {
this.connectionType = connectionType;
return this;
}
public final Map getAdditionalOptions() {
if (additionalOptions instanceof SdkAutoConstructMap) {
return null;
}
return additionalOptions;
}
public final void setAdditionalOptions(Map additionalOptions) {
this.additionalOptions = AdditionalOptionsCopier.copy(additionalOptions);
}
@Override
public final Builder additionalOptions(Map additionalOptions) {
this.additionalOptions = AdditionalOptionsCopier.copy(additionalOptions);
return this;
}
public final List getOutputSchemas() {
List result = GlueSchemasCopier.copyToBuilder(this.outputSchemas);
if (result instanceof SdkAutoConstructList) {
return null;
}
return result;
}
public final void setOutputSchemas(Collection outputSchemas) {
this.outputSchemas = GlueSchemasCopier.copyFromBuilder(outputSchemas);
}
@Override
public final Builder outputSchemas(Collection outputSchemas) {
this.outputSchemas = GlueSchemasCopier.copy(outputSchemas);
return this;
}
@Override
@SafeVarargs
public final Builder outputSchemas(GlueSchema... outputSchemas) {
outputSchemas(Arrays.asList(outputSchemas));
return this;
}
@Override
@SafeVarargs
public final Builder outputSchemas(Consumer... outputSchemas) {
outputSchemas(Stream.of(outputSchemas).map(c -> GlueSchema.builder().applyMutation(c).build())
.collect(Collectors.toList()));
return this;
}
@Override
public SparkConnectorSource build() {
return new SparkConnectorSource(this);
}
@Override
public List> sdkFields() {
return SDK_FIELDS;
}
@Override
public Map> sdkFieldNameToField() {
return SDK_NAME_TO_FIELD;
}
}
}