main.java.com.ibm.cloudant.kafka.connect.CloudantSinkConnector Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of kafka-connect-cloudant Show documentation
Apache Kafka Connect API connector for Cloudant
The newest version!
/*
 * Copyright © 2016, 2018 IBM Corp. All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
 * except in compliance with the License. You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under the
 * License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language governing permissions
 * and limitations under the License.
 */
package com.ibm.cloudant.kafka.connect;

import com.ibm.cloudant.kafka.common.InterfaceConst;
import com.ibm.cloudant.kafka.common.MessageKey;
import com.ibm.cloudant.kafka.common.utils.JavaCloudantUtil;
import com.ibm.cloudant.kafka.common.utils.ResourceBundleUtil;

import org.apache.kafka.common.config.ConfigDef;
import org.apache.kafka.connect.connector.Task;
import org.apache.kafka.connect.errors.ConnectException;
import org.apache.kafka.connect.sink.SinkConnector;
import org.apache.log4j.Logger;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

public class CloudantSinkConnector extends SinkConnector {

	private static Logger LOG = Logger.getLogger(CloudantSinkConnector.class);
	
	private Map configProperties;
	private CloudantSinkConnectorConfig config;

	@Override
	public ConfigDef config() {
		return CloudantSourceConnectorConfig.CONFIG_DEF;
	}

	
	@Override
	public String version() {
		return JavaCloudantUtil.VERSION;
	}

	@Override
	public void start(Map props) {
	     configProperties = props;
	     config = new CloudantSinkConnectorConfig(configProperties);	
	}

	@Override
	public Class taskClass() {
			return CloudantSinkTask.class;
	}

	@Override
	public List> taskConfigs(int maxTasks) {
		
		try {			
			ArrayList topics = ResourceBundleUtil.balanceTopicsTasks(configProperties, maxTasks);
			int topicsLength = ResourceBundleUtil.numberOfTopics(configProperties);
			List> taskConfigs = new ArrayList>(maxTasks);
			
			for (int i = 0; i < maxTasks; i++) {
				Map taskProps = new HashMap(configProperties);		
				// add task specific properties here (if any)
				taskProps.put(InterfaceConst.TASK_NUMBER, String.valueOf(i));
				//taskProps.replace(InterfaceConst.TOPIC, topics.get(i % topicsLength));
				
				taskConfigs.add(taskProps);
			}
			return taskConfigs;		
		} catch (Exception e) {
			LOG.error(e.getMessage(), e);
			throw new ConnectException(ResourceBundleUtil.get(MessageKey.CONFIGURATION_EXCEPTION), e);
		}
	}

	@Override
	public void stop() {
		// TODO Auto-generated method stub

	}

}