com.github.jcustenborder.kafka.connect.syslog.SyslogSourceTask Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of kafka-connect-syslog Show documentation

A Kafka Connect connector receiving data from syslog.

There is a newer version: 0.2.16

/**
 * Copyright © 2016 Jeremy Custenborder ([email protected])
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 

 * http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.github.jcustenborder.kafka.connect.syslog;

import com.github.jcustenborder.kafka.connect.utils.VersionUtil;
import com.github.jcustenborder.kafka.connect.utils.data.SourceRecordConcurrentLinkedDeque;
import org.apache.kafka.connect.source.SourceRecord;
import org.apache.kafka.connect.source.SourceTask;
import org.graylog2.syslog4j.server.SyslogServer;
import org.graylog2.syslog4j.server.SyslogServerIF;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.concurrent.CountDownLatch;


public abstract class SyslogSourceTask extends SourceTask {
  private static final Logger log = LoggerFactory.getLogger(SyslogSourceTask.class);
  SourceRecordConcurrentLinkedDeque messageQueue;
  ConnectSyslogEventHandler syslogEventHandler;
  SyslogServerIF syslogServer;
  int backoffMS;
  T config;
  CountDownLatch stopLatch = new CountDownLatch(1);

  @Override
  public String version() {
    return VersionUtil.version(this.getClass());
  }

  abstract T createConfig(Map props);

  @Override
  public void start(Map props) {
    this.config = createConfig(props);
    this.messageQueue = new SourceRecordConcurrentLinkedDeque(this.config.batchSize(), this.config.backoffMS());
    this.syslogEventHandler = new ConnectSyslogEventHandler(this.messageQueue, this.config);
    this.config.addEventHandler(this.syslogEventHandler);

    if (log.isInfoEnabled()) {
      log.info("Starting syslog on port {}", this.config.getPort());
    }

    this.syslogServer = SyslogServer.createThreadedInstance("Syslog Server", config);
  }

  @Override
  public List poll() throws InterruptedException {
    List records = new ArrayList<>(this.config.batchSize());
    while (!this.messageQueue.drain(records)) {

    }
    return records;
  }

  @Override
  public void stop() {
    this.stopLatch.countDown();
    this.syslogServer.shutdown();
  }
}