software.amazon.awssdk.services.glue.model.CatalogHudiSource Maven / Gradle / Ivy
Show all versions of glue Show documentation
/*
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with
* the License. A copy of the License is located at
*
* http://aws.amazon.com/apache2.0
*
* or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
* CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions
* and limitations under the License.
*/
package software.amazon.awssdk.services.glue.model;
import java.io.Serializable;
import java.util.Arrays;
import java.util.Collection;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Optional;
import java.util.function.BiConsumer;
import java.util.function.Consumer;
import java.util.function.Function;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import software.amazon.awssdk.annotations.Generated;
import software.amazon.awssdk.core.SdkField;
import software.amazon.awssdk.core.SdkPojo;
import software.amazon.awssdk.core.protocol.MarshallLocation;
import software.amazon.awssdk.core.protocol.MarshallingType;
import software.amazon.awssdk.core.traits.ListTrait;
import software.amazon.awssdk.core.traits.LocationTrait;
import software.amazon.awssdk.core.traits.MapTrait;
import software.amazon.awssdk.core.util.DefaultSdkAutoConstructList;
import software.amazon.awssdk.core.util.DefaultSdkAutoConstructMap;
import software.amazon.awssdk.core.util.SdkAutoConstructList;
import software.amazon.awssdk.core.util.SdkAutoConstructMap;
import software.amazon.awssdk.utils.ToString;
import software.amazon.awssdk.utils.builder.CopyableBuilder;
import software.amazon.awssdk.utils.builder.ToCopyableBuilder;
/**
*
* Specifies a Hudi data source that is registered in the Glue Data Catalog.
*
*/
@Generated("software.amazon.awssdk:codegen")
public final class CatalogHudiSource implements SdkPojo, Serializable,
ToCopyableBuilder {
private static final SdkField NAME_FIELD = SdkField. builder(MarshallingType.STRING).memberName("Name")
.getter(getter(CatalogHudiSource::name)).setter(setter(Builder::name))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("Name").build()).build();
private static final SdkField DATABASE_FIELD = SdkField. builder(MarshallingType.STRING)
.memberName("Database").getter(getter(CatalogHudiSource::database)).setter(setter(Builder::database))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("Database").build()).build();
private static final SdkField TABLE_FIELD = SdkField. builder(MarshallingType.STRING).memberName("Table")
.getter(getter(CatalogHudiSource::table)).setter(setter(Builder::table))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("Table").build()).build();
private static final SdkField> ADDITIONAL_HUDI_OPTIONS_FIELD = SdkField
.> builder(MarshallingType.MAP)
.memberName("AdditionalHudiOptions")
.getter(getter(CatalogHudiSource::additionalHudiOptions))
.setter(setter(Builder::additionalHudiOptions))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("AdditionalHudiOptions").build(),
MapTrait.builder()
.keyLocationName("key")
.valueLocationName("value")
.valueFieldInfo(
SdkField. builder(MarshallingType.STRING)
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD)
.locationName("value").build()).build()).build()).build();
private static final SdkField> OUTPUT_SCHEMAS_FIELD = SdkField
.> builder(MarshallingType.LIST)
.memberName("OutputSchemas")
.getter(getter(CatalogHudiSource::outputSchemas))
.setter(setter(Builder::outputSchemas))
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD).locationName("OutputSchemas").build(),
ListTrait
.builder()
.memberLocationName(null)
.memberFieldInfo(
SdkField. builder(MarshallingType.SDK_POJO)
.constructor(GlueSchema::builder)
.traits(LocationTrait.builder().location(MarshallLocation.PAYLOAD)
.locationName("member").build()).build()).build()).build();
private static final List> SDK_FIELDS = Collections.unmodifiableList(Arrays.asList(NAME_FIELD, DATABASE_FIELD,
TABLE_FIELD, ADDITIONAL_HUDI_OPTIONS_FIELD, OUTPUT_SCHEMAS_FIELD));
private static final Map> SDK_NAME_TO_FIELD = memberNameToFieldInitializer();
private static final long serialVersionUID = 1L;
private final String name;
private final String database;
private final String table;
private final Map additionalHudiOptions;
private final List outputSchemas;
private CatalogHudiSource(BuilderImpl builder) {
this.name = builder.name;
this.database = builder.database;
this.table = builder.table;
this.additionalHudiOptions = builder.additionalHudiOptions;
this.outputSchemas = builder.outputSchemas;
}
/**
*
* The name of the Hudi data source.
*
*
* @return The name of the Hudi data source.
*/
public final String name() {
return name;
}
/**
*
* The name of the database to read from.
*
*
* @return The name of the database to read from.
*/
public final String database() {
return database;
}
/**
*
* The name of the table in the database to read from.
*
*
* @return The name of the table in the database to read from.
*/
public final String table() {
return table;
}
/**
* For responses, this returns true if the service returned a value for the AdditionalHudiOptions property. This
* DOES NOT check that the value is non-empty (for which, you should check the {@code isEmpty()} method on the
* property). This is useful because the SDK will never return a null collection or map, but you may need to
* differentiate between the service returning nothing (or null) and the service returning an empty collection or
* map. For requests, this returns true if a value for the property was specified in the request builder, and false
* if a value was not specified.
*/
public final boolean hasAdditionalHudiOptions() {
return additionalHudiOptions != null && !(additionalHudiOptions instanceof SdkAutoConstructMap);
}
/**
*
* Specifies additional connection options.
*
*
* Attempts to modify the collection returned by this method will result in an UnsupportedOperationException.
*
*
* This method will never return null. If you would like to know whether the service returned this field (so that
* you can differentiate between null and empty), you can use the {@link #hasAdditionalHudiOptions} method.
*
*
* @return Specifies additional connection options.
*/
public final Map additionalHudiOptions() {
return additionalHudiOptions;
}
/**
* For responses, this returns true if the service returned a value for the OutputSchemas property. This DOES NOT
* check that the value is non-empty (for which, you should check the {@code isEmpty()} method on the property).
* This is useful because the SDK will never return a null collection or map, but you may need to differentiate
* between the service returning nothing (or null) and the service returning an empty collection or map. For
* requests, this returns true if a value for the property was specified in the request builder, and false if a
* value was not specified.
*/
public final boolean hasOutputSchemas() {
return outputSchemas != null && !(outputSchemas instanceof SdkAutoConstructList);
}
/**
*
* Specifies the data schema for the Hudi source.
*
*
* Attempts to modify the collection returned by this method will result in an UnsupportedOperationException.
*
*
* This method will never return null. If you would like to know whether the service returned this field (so that
* you can differentiate between null and empty), you can use the {@link #hasOutputSchemas} method.
*
*
* @return Specifies the data schema for the Hudi source.
*/
public final List outputSchemas() {
return outputSchemas;
}
@Override
public Builder toBuilder() {
return new BuilderImpl(this);
}
public static Builder builder() {
return new BuilderImpl();
}
public static Class serializableBuilderClass() {
return BuilderImpl.class;
}
@Override
public final int hashCode() {
int hashCode = 1;
hashCode = 31 * hashCode + Objects.hashCode(name());
hashCode = 31 * hashCode + Objects.hashCode(database());
hashCode = 31 * hashCode + Objects.hashCode(table());
hashCode = 31 * hashCode + Objects.hashCode(hasAdditionalHudiOptions() ? additionalHudiOptions() : null);
hashCode = 31 * hashCode + Objects.hashCode(hasOutputSchemas() ? outputSchemas() : null);
return hashCode;
}
@Override
public final boolean equals(Object obj) {
return equalsBySdkFields(obj);
}
@Override
public final boolean equalsBySdkFields(Object obj) {
if (this == obj) {
return true;
}
if (obj == null) {
return false;
}
if (!(obj instanceof CatalogHudiSource)) {
return false;
}
CatalogHudiSource other = (CatalogHudiSource) obj;
return Objects.equals(name(), other.name()) && Objects.equals(database(), other.database())
&& Objects.equals(table(), other.table()) && hasAdditionalHudiOptions() == other.hasAdditionalHudiOptions()
&& Objects.equals(additionalHudiOptions(), other.additionalHudiOptions())
&& hasOutputSchemas() == other.hasOutputSchemas() && Objects.equals(outputSchemas(), other.outputSchemas());
}
/**
* Returns a string representation of this object. This is useful for testing and debugging. Sensitive data will be
* redacted from this string using a placeholder value.
*/
@Override
public final String toString() {
return ToString.builder("CatalogHudiSource").add("Name", name()).add("Database", database()).add("Table", table())
.add("AdditionalHudiOptions", hasAdditionalHudiOptions() ? additionalHudiOptions() : null)
.add("OutputSchemas", hasOutputSchemas() ? outputSchemas() : null).build();
}
public final Optional getValueForField(String fieldName, Class clazz) {
switch (fieldName) {
case "Name":
return Optional.ofNullable(clazz.cast(name()));
case "Database":
return Optional.ofNullable(clazz.cast(database()));
case "Table":
return Optional.ofNullable(clazz.cast(table()));
case "AdditionalHudiOptions":
return Optional.ofNullable(clazz.cast(additionalHudiOptions()));
case "OutputSchemas":
return Optional.ofNullable(clazz.cast(outputSchemas()));
default:
return Optional.empty();
}
}
@Override
public final List> sdkFields() {
return SDK_FIELDS;
}
@Override
public final Map> sdkFieldNameToField() {
return SDK_NAME_TO_FIELD;
}
private static Map> memberNameToFieldInitializer() {
Map> map = new HashMap<>();
map.put("Name", NAME_FIELD);
map.put("Database", DATABASE_FIELD);
map.put("Table", TABLE_FIELD);
map.put("AdditionalHudiOptions", ADDITIONAL_HUDI_OPTIONS_FIELD);
map.put("OutputSchemas", OUTPUT_SCHEMAS_FIELD);
return Collections.unmodifiableMap(map);
}
private static Function getter(Function g) {
return obj -> g.apply((CatalogHudiSource) obj);
}
private static BiConsumer setter(BiConsumer s) {
return (obj, val) -> s.accept((Builder) obj, val);
}
public interface Builder extends SdkPojo, CopyableBuilder {
/**
*
* The name of the Hudi data source.
*
*
* @param name
* The name of the Hudi data source.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder name(String name);
/**
*
* The name of the database to read from.
*
*
* @param database
* The name of the database to read from.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder database(String database);
/**
*
* The name of the table in the database to read from.
*
*
* @param table
* The name of the table in the database to read from.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder table(String table);
/**
*
* Specifies additional connection options.
*
*
* @param additionalHudiOptions
* Specifies additional connection options.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder additionalHudiOptions(Map additionalHudiOptions);
/**
*
* Specifies the data schema for the Hudi source.
*
*
* @param outputSchemas
* Specifies the data schema for the Hudi source.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder outputSchemas(Collection outputSchemas);
/**
*
* Specifies the data schema for the Hudi source.
*
*
* @param outputSchemas
* Specifies the data schema for the Hudi source.
* @return Returns a reference to this object so that method calls can be chained together.
*/
Builder outputSchemas(GlueSchema... outputSchemas);
/**
*
* Specifies the data schema for the Hudi source.
*
* This is a convenience method that creates an instance of the
* {@link software.amazon.awssdk.services.glue.model.GlueSchema.Builder} avoiding the need to create one
* manually via {@link software.amazon.awssdk.services.glue.model.GlueSchema#builder()}.
*
*
* When the {@link Consumer} completes,
* {@link software.amazon.awssdk.services.glue.model.GlueSchema.Builder#build()} is called immediately and its
* result is passed to {@link #outputSchemas(List)}.
*
* @param outputSchemas
* a consumer that will call methods on
* {@link software.amazon.awssdk.services.glue.model.GlueSchema.Builder}
* @return Returns a reference to this object so that method calls can be chained together.
* @see #outputSchemas(java.util.Collection)
*/
Builder outputSchemas(Consumer... outputSchemas);
}
static final class BuilderImpl implements Builder {
private String name;
private String database;
private String table;
private Map additionalHudiOptions = DefaultSdkAutoConstructMap.getInstance();
private List outputSchemas = DefaultSdkAutoConstructList.getInstance();
private BuilderImpl() {
}
private BuilderImpl(CatalogHudiSource model) {
name(model.name);
database(model.database);
table(model.table);
additionalHudiOptions(model.additionalHudiOptions);
outputSchemas(model.outputSchemas);
}
public final String getName() {
return name;
}
public final void setName(String name) {
this.name = name;
}
@Override
public final Builder name(String name) {
this.name = name;
return this;
}
public final String getDatabase() {
return database;
}
public final void setDatabase(String database) {
this.database = database;
}
@Override
public final Builder database(String database) {
this.database = database;
return this;
}
public final String getTable() {
return table;
}
public final void setTable(String table) {
this.table = table;
}
@Override
public final Builder table(String table) {
this.table = table;
return this;
}
public final Map getAdditionalHudiOptions() {
if (additionalHudiOptions instanceof SdkAutoConstructMap) {
return null;
}
return additionalHudiOptions;
}
public final void setAdditionalHudiOptions(Map additionalHudiOptions) {
this.additionalHudiOptions = AdditionalOptionsCopier.copy(additionalHudiOptions);
}
@Override
public final Builder additionalHudiOptions(Map additionalHudiOptions) {
this.additionalHudiOptions = AdditionalOptionsCopier.copy(additionalHudiOptions);
return this;
}
public final List getOutputSchemas() {
List result = GlueSchemasCopier.copyToBuilder(this.outputSchemas);
if (result instanceof SdkAutoConstructList) {
return null;
}
return result;
}
public final void setOutputSchemas(Collection outputSchemas) {
this.outputSchemas = GlueSchemasCopier.copyFromBuilder(outputSchemas);
}
@Override
public final Builder outputSchemas(Collection outputSchemas) {
this.outputSchemas = GlueSchemasCopier.copy(outputSchemas);
return this;
}
@Override
@SafeVarargs
public final Builder outputSchemas(GlueSchema... outputSchemas) {
outputSchemas(Arrays.asList(outputSchemas));
return this;
}
@Override
@SafeVarargs
public final Builder outputSchemas(Consumer... outputSchemas) {
outputSchemas(Stream.of(outputSchemas).map(c -> GlueSchema.builder().applyMutation(c).build())
.collect(Collectors.toList()));
return this;
}
@Override
public CatalogHudiSource build() {
return new CatalogHudiSource(this);
}
@Override
public List> sdkFields() {
return SDK_FIELDS;
}
@Override
public Map> sdkFieldNameToField() {
return SDK_NAME_TO_FIELD;
}
}
}