com.datamountaineer.streamreactor.connect.elastic.ElasticWriter.scala Maven / Gradle / Ivy
/*
* Copyright 2017 Datamountaineer.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.datamountaineer.streamreactor.connect.elastic
import com.datamountaineer.streamreactor.connect.elastic.config.{ElasticConfig, ElasticConfigConstants}
import com.datamountaineer.streamreactor.connect.elastic.config.ElasticSettings
import com.sksamuel.elastic4s.{ElasticClient, ElasticsearchClientUri}
import org.apache.kafka.connect.sink.SinkTaskContext
import org.elasticsearch.common.settings.Settings
object ElasticWriter {
/**
* Construct a JSONWriter.
*
* @param config An elasticSinkConfig to extract settings from.
* @return An ElasticJsonWriter to write records from Kafka to ElasticSearch.
* */
def apply(config: ElasticConfig, context: SinkTaskContext) : ElasticJsonWriter = {
val hostNames = config.getString(ElasticConfigConstants.URL)
val esClusterName = config.getString(ElasticConfigConstants.ES_CLUSTER_NAME)
val esPrefix = config.getString(ElasticConfigConstants.URL_PREFIX)
val essettings = Settings
.settingsBuilder()
.put("cluster.name", esClusterName)
.build()
val uri = ElasticsearchClientUri(s"$esPrefix://$hostNames")
val client = ElasticClient.transport(essettings, uri)
val settings = ElasticSettings(config)
new ElasticJsonWriter(client = client, settings = settings)
}
}