com.spredfast.kafka.connect.s3.sink.S3SinkConnector Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of kafka-connect-s3 Show documentation

S3 Source and Sink Connectors for Kafka Connect

There is a newer version: 0.5.0

package com.spredfast.kafka.connect.s3.sink;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import org.apache.kafka.common.config.ConfigDef;
import org.apache.kafka.connect.connector.Connector;
import org.apache.kafka.connect.connector.Task;
import org.apache.kafka.connect.errors.ConnectException;
import com.spredfast.kafka.connect.s3.Constants;

/**
 * S3SinkConnector is a Kafka Connect Connector implementation that exports data from Kafka to S3.
 */
public class S3SinkConnector extends Connector {

	private Map configProperties;

	@Override
	public String version() {
		return Constants.VERSION;
	}

	@Override
	public void start(Map props) throws ConnectException {
		configProperties = props;
	}

	@Override
	public Class taskClass() {
		return S3SinkTask.class;
	}

	@Override
	public List> taskConfigs(int maxTasks) {
		// Sinks are all in the same consumer group, so we can have as many as there are partitions
		List> taskConfigs = new ArrayList<>();
		Map taskProps = new HashMap<>();
		taskProps.putAll(configProperties);
		for (int i = 0; i < maxTasks; i++) {
			taskConfigs.add(taskProps);
		}
		return taskConfigs;
	}

	@Override
	public void stop() throws ConnectException {

	}

	// @Override - added in 0.10
	public ConfigDef config() {
		return new ConfigDef();
	}
}