com.spotify.scio.options.ScioOptions Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of scio-core_2.13 Show documentation
Scio - A Scala API for Apache Beam and Google Cloud Dataflow
The newest version!
/*
 * Copyright 2016 Spotify AB.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package com.spotify.scio.options;

import com.fasterxml.jackson.annotation.JsonIgnore;
import java.util.List;
import org.apache.beam.sdk.options.Default;
import org.apache.beam.sdk.options.Description;
import org.apache.beam.sdk.options.PipelineOptions;

@Description("Internal options for Scio")
public interface ScioOptions extends PipelineOptions, KryoOptions {
  @Description("Scio version")
  String getScioVersion();

  void setScioVersion(String version);

  @Description("Scala version")
  String getScalaVersion();

  void setScalaVersion(String version);

  @Description("Filename to save metrics to")
  String getMetricsLocation();

  void setMetricsLocation(String metricsLocation);

  @Description("Set to true to block on ScioContext#close()")
  boolean isBlocking();

  void setBlocking(boolean value);

  @Description(
      "Time period in scala.concurrent.duration.Duration style to block for job completion")
  String getBlockFor();

  void setBlockFor(String value);

  @Description("Custom application arguments")
  String getAppArguments();

  void setAppArguments(String arguments);

  @JsonIgnore
  @Description("Path to newline separated file with command line options")
  String getOptionsFile();

  void setOptionsFile(String optionsFile);

  @Description("Whether to check for chained cogroups")
  @Default.Enum("WARNING")
  CheckEnabled getChainedCogroups();

  void setChainedCogroups(CheckEnabled enabled);

  enum CheckEnabled {
    OFF,
    WARNING,
    ERROR
  }

  @Description("Should scio use NullableCoder to serialize data")
  @Default.Boolean(false)
  boolean getNullableCoders();

  void setNullableCoders(boolean value);

  @Description(
      "Colon-separated mapping of fully-qualified class name to location of Zstd dictionary for that class com.MyClass:gs://bucket/file.bin")
  List getZstdDictionary();

  void setZstdDictionary(List value);
}