bio.ferlab.datalake.commons.config.ConfigurationWrapper.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of datalake-commons_2.12 Show documentation

Library built on top of Apache Spark to speed-up data lakes development..

There is a newer version: 14.8.0

Show newest version

package bio.ferlab.datalake.commons.config

abstract class ConfigurationWrapper(datalake: DatalakeConf) extends Configuration {

  def storages: List[StorageConf] = datalake.storages

  def sources: List[DatasetConf] = datalake.sources

  def args: List[String] = datalake.args

  def sparkconf: Map[String, String] = datalake.sparkconf

  /**
   * Concatenate this Configuration with that Configuration.
   *
   * @param that the other Configuration object to concatenate with.
   * @return a single Configuration object.
   */
  def +(that: Configuration): Configuration =
    SimpleConfiguration(DatalakeConf(
      this.storages ++ that.storages,
      this.sources ++ that.sources,
      this.args ++ that.args,
      this.sparkconf ++ that.sparkconf,
    ))

}