solutions.nyla.apacheKafka.KafkaQueue Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of nyla-kafka Show documentation

Apache Kafka utility wrapper

There is a newer version: 0.0.4

package solutions.nyla.apacheKafka;

import java.time.Duration;
import java.util.Collections;
import java.util.LinkedList;
import java.util.Properties;
import java.util.Queue;

import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import nyla.solutions.core.util.Config;

public class KafkaQueue  extends LinkedList  implements Queue, Runnable
{
	/**
	 * 
	 */
	private static final long serialVersionUID = 3824535058258178886L;

	KafkaQueue(String topic)
	{
		this.topic = topic;
	}
	
	@SuppressWarnings({ "unchecked" })
	@Override
	public void run()
	{

 
    	 Properties props = new Properties();
         props.put("bootstrap.servers", Config.getProperty("BOOTSTRAP_SERVERS_CONFIG"));
         props.put("group.id", Config.getProperty("KAFKA_GROUP_ID"));
         props.put("enable.auto.commit", "true");
         props.put("auto.commit.interval.ms", "1000");
         //props.put("auto.offset.reset", "earliest");
         props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
         props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
         try(KafkaConsumer consumer = new KafkaConsumer<>(props))
         {
             consumer.subscribe(Collections.singleton(this.topic));
             //consumer.seekToBeginning(consumer.assignment());
             
             System.out.println("START looking for messages for topic:"+this.topic);
             while (true) {
            	 
                 try
				 {
					ConsumerRecords records = consumer.poll(Duration.ZERO);
					 for (ConsumerRecord record : records)
					 {
					     System.out.printf("offset = %d, key = %s, value = %s%n", record.offset(), record.key(), record.value());
					     
					     this.add((E)record.value());
					   
					 }
					 Thread.sleep(kakfaQueueSleepMs);
				}
				catch (InterruptedException e)
				{
					e.printStackTrace();
				}
                 
             }
         }
	}//------------------------------------------------
	
	private long kakfaQueueSleepMs = Config.getPropertyLong("kakfaQueueSleepMs", 5);
	private final String topic;
	
	
}