com.metamx.tranquility.config.PropertiesBasedConfig.scala Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of tranquility-core_2.11 Show documentation
tranquility-core
The newest version!
/*
 * Licensed to Metamarkets Group Inc. (Metamarkets) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  Metamarkets licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package com.metamx.tranquility.config

import java.security.KeyStore
import javax.net.ssl.TrustManagerFactory

import com.metamx.common.scala.net.curator.DiscoAnnounceConfig
import com.metamx.common.scala.net.curator.DiscoConfig
import com.metamx.common.scala.untyped.Dict
import com.metamx.tranquility.beam.ClusteredBeamTuning
import com.metamx.tranquility.druid.DruidBeamConfig
import com.metamx.tranquility.druid.DruidBeams
import com.metamx.tranquility.tranquilizer.Tranquilizer
import java.util.Properties
import org.joda.time.Period
import org.skife.config.Config
import org.skife.config.ConfigurationObjectFactory
import scala.collection.JavaConverters._

abstract class PropertiesBasedConfig(
  private[config] val globalPropertyNames: Set[String]
) extends DiscoConfig
{
  private var props: Properties = null

  def this(names: java.util.Set[String]) = {
    this(names.asScala.toSet)
  }

  def this() = {
    this(Set[String]())
  }

  def properties: Properties = props

  @Config(Array("druid.selectors.indexing.serviceName"))
  def druidIndexingServiceName: String = "druid/overlord"

  @Config(Array("task.partitions"))
  def taskPartitions: Int = ClusteredBeamTuning().partitions

  @Config(Array("task.replicants"))
  def taskReplicants: Int = ClusteredBeamTuning().replicants

  @Config(Array("task.warmingPeriod"))
  def taskWarmingPeriod: Period = ClusteredBeamTuning().warmingPeriod

  @Config(Array("serialization.format"))
  def serializationFormat: String = "json"

  @Config(Array("zookeeper.connect"))
  def zookeeperConnect: String = "localhost:2181"

  @Config(Array("zookeeper.timeout"))
  def zookeeperTimeout: Period = new Period("PT20S")

  @Config(Array("zookeeper.path"))
  def zookeeperPath: String = DruidBeams.DefaultZookeeperPath

  @Config(Array("tranquility.maxBatchSize"))
  def tranquilityMaxBatchSize: Int = Tranquilizer.DefaultMaxBatchSize

  @Config(Array("tranquility.maxPendingBatches"))
  def tranquilityMaxPendingBatches: Int = Tranquilizer.DefaultMaxPendingBatches

  @Config(Array("tranquility.lingerMillis"))
  def tranquilityLingerMillis: Long = Tranquilizer.DefaultLingerMillis

  @Config(Array("druid.discovery.curator.path"))
  override def discoPath: String = "/druid/discovery"

  @Config(Array("druidBeam.firehoseGracePeriod"))
  def firehoseGracePeriod: Period = DruidBeamConfig().firehoseGracePeriod

  @Config(Array("druidBeam.firehoseQuietPeriod"))
  def firehoseQuietPeriod: Period = DruidBeamConfig().firehoseQuietPeriod

  @Config(Array("druidBeam.firehoseRetryPeriod"))
  def firehoseRetryPeriod: Period = DruidBeamConfig().firehoseRetryPeriod

  @Config(Array("druidBeam.firehoseChunkSize"))
  def firehoseChunkSize: Int = DruidBeamConfig().firehoseChunkSize

  @Config(Array("druidBeam.randomizeTaskId"))
  def randomizeTaskId: Boolean = DruidBeamConfig().randomizeTaskId

  @Config(Array("druidBeam.indexRetryPeriod"))
  def indexRetryPeriod: Period = DruidBeamConfig().indexRetryPeriod

  @Config(Array("druidBeam.firehoseBufferSize"))
  def firehoseBufferSize: Int = DruidBeamConfig().firehoseBufferSize

  @Config(Array("druidBeam.overlordLocator"))
  def overlordLocator = DruidBeamConfig().overlordLocator

  @Config(Array("druidBeam.taskLocator"))
  def taskLocator = DruidBeamConfig().taskLocator

  @Config(Array("druidBeam.overlordPollPeriod"))
  def overlordPollPeriod = DruidBeamConfig().overlordPollPeriod

  @Config(Array("druidBeam.basicAuthUser"))
  def basicAuthUser: String = DruidBeamConfig().basicAuthUser

  @Config(Array("druidBeam.basicAuthPass"))
  def basicAuthPass: String = DruidBeamConfig().basicAuthPass

  @Config(Array("druid.tls.enable"))
  def tlsEnable: Boolean = false

  @Config(Array("druid.tls.protocol"))
  def tlsProtocol: String = "TLSv1.2"

  @Config(Array("druid.tls.trustStoreType"))
  def tlsTrustStoreType: String = KeyStore.getDefaultType()

  @Config(Array("druid.tls.trustStorePath"))
  def tlsTrustStorePath: String  = ""

  @Config(Array("druid.tls.trustStoreAlgorithm"))
  def tlsTrustStoreAlgorithm: String  = TrustManagerFactory.getDefaultAlgorithm()

  @Config(Array("druid.tls.trustStorePassword"))
  def tlsTrustStorePassword: String  = ""

  def druidBeamConfig: DruidBeamConfig = DruidBeamConfig.builder()
    .firehoseGracePeriod(firehoseGracePeriod)
    .firehoseQuietPeriod(firehoseQuietPeriod)
    .firehoseRetryPeriod(firehoseRetryPeriod)
    .firehoseChunkSize(firehoseChunkSize)
    .randomizeTaskId(randomizeTaskId)
    .indexRetryPeriod(indexRetryPeriod)
    .firehoseBufferSize(firehoseBufferSize)
    .overlordLocator(overlordLocator)
    .taskLocator(taskLocator)
    .overlordPollPeriod(overlordPollPeriod)
    .basicAuthUser(basicAuthUser)
    .basicAuthPass(basicAuthPass)
    .build()

  override def discoAnnounce: Option[DiscoAnnounceConfig] = None
}

object PropertiesBasedConfig
{
  def fromDict[ConfigType <: PropertiesBasedConfig](
    d: Dict,
    clazz: Class[ConfigType]
  ): ConfigType =
  {
    val properties = new Properties
    for ((k, v) <- d if v != null) {
      properties.setProperty(k, String.valueOf(v))
    }
    val configFactory = new ConfigurationObjectFactory(properties)
    val config = configFactory.build(clazz)
    config.props = properties
    config
  }
}