com.spotify.dbeam.args.JdbcAvroArgs Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of dbeam-core Show documentation
Top level DBeam core implementation
There is a newer version: 0.10.27
/*-
 * -\-\-
 * DBeam Core
 * --
 * Copyright (C) 2016 - 2018 Spotify AB
 * --
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *      http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * -/-/-
 */

package com.spotify.dbeam.args;

import com.google.auto.value.AutoValue;
import com.google.common.base.Preconditions;
import java.io.Serializable;
import java.sql.PreparedStatement;
import java.util.Collections;
import java.util.List;
import javax.annotation.Nullable;
import org.apache.avro.file.CodecFactory;

@AutoValue
public abstract class JdbcAvroArgs implements Serializable {

  public abstract JdbcConnectionArgs jdbcConnectionConfiguration();

  @Nullable
  public abstract StatementPreparator statementPreparator();

  public abstract int fetchSize();

  public abstract String avroCodec();

  public abstract List preCommand();

  abstract Builder builder();

  public CodecFactory getCodecFactory() {
    if (avroCodec().equals("snappy")) {
      return CodecFactory.snappyCodec();
    } else if (avroCodec().startsWith("deflate")) {
      return CodecFactory.deflateCodec(Integer.valueOf(avroCodec().replace("deflate", "")));
    } else if (avroCodec().startsWith("zstandard")) {
      return CodecFactory.zstandardCodec(Integer.valueOf(avroCodec().replace("zstandard", "")));
    }
    throw new IllegalArgumentException("Invalid avroCodec " + avroCodec());
  }

  @AutoValue.Builder
  abstract static class Builder {

    abstract Builder setJdbcConnectionConfiguration(JdbcConnectionArgs jdbcConnectionArgs);

    abstract Builder setStatementPreparator(StatementPreparator statementPreparator);

    abstract Builder setFetchSize(int fetchSize);

    abstract Builder setAvroCodec(String avroCodec);

    abstract Builder setPreCommand(List preCommand);

    abstract JdbcAvroArgs build();
  }

  public static JdbcAvroArgs create(
      final JdbcConnectionArgs jdbcConnectionArgs,
      final int fetchSize,
      final String avroCodec,
      final List preCommand) {
    Preconditions.checkArgument(
        avroCodec.matches("snappy|deflate[1-9]|zstandard[1-9]"),
        "Avro codec should be snappy or deflate1, .., deflate9");
    return new AutoValue_JdbcAvroArgs.Builder()
        .setJdbcConnectionConfiguration(jdbcConnectionArgs)
        .setFetchSize(fetchSize)
        .setAvroCodec(avroCodec)
        .setPreCommand(preCommand)
        .build();
  }

  public static JdbcAvroArgs create(final JdbcConnectionArgs jdbcConnectionArgs) {
    return create(jdbcConnectionArgs, 10000, "deflate6", Collections.emptyList());
  }

  public interface StatementPreparator extends Serializable {
    void setParameters(PreparedStatement preparedStatement) throws Exception;
  }
}