com.evolutiongaming.kafka.journal.KafkaConsumerOf.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of kafka-journal_2.13 Show documentation

kafka-journal

The newest version!

package com.evolutiongaming.kafka.journal

import cats.effect._
import com.evolutiongaming.catshelper.{ToFuture, ToTry}
import com.evolutiongaming.skafka
import com.evolutiongaming.skafka.consumer.{ConsumerConfig, ConsumerMetrics, ConsumerOf}
import com.evolutiongaming.smetrics.MeasureDuration

import scala.concurrent.ExecutionContext

trait KafkaConsumerOf[F[_]] {

  def apply[K, V](
    config: ConsumerConfig)(implicit
    fromBytesK: skafka.FromBytes[F, K],
    fromBytesV: skafka.FromBytes[F, V]
  ): Resource[F, KafkaConsumer[F, K, V]]
}

object KafkaConsumerOf {

  def apply[F[_]](implicit F: KafkaConsumerOf[F]): KafkaConsumerOf[F] = F

  def apply[F[_] : Concurrent : ContextShift : ToTry : ToFuture : MeasureDuration](
    executorBlocking: ExecutionContext,
    metrics: Option[ConsumerMetrics[F]] = None
  ): KafkaConsumerOf[F] = {

    val consumerOf = ConsumerOf(executorBlocking, metrics)
    apply(consumerOf)
  }


  def apply[F[_] : Concurrent : ContextShift](
    consumerOf: ConsumerOf[F]
  ): KafkaConsumerOf[F] = new KafkaConsumerOf[F] {

    def apply[K, V](
      config: ConsumerConfig)(implicit
      fromBytesK: skafka.FromBytes[F, K],
      fromBytesV: skafka.FromBytes[F, V]
    ) = {
      val consumer = consumerOf[K, V](config)
      for {
        consumer <- KafkaConsumer.of(consumer)
      } yield {
        // TODO not sure this is really needed, there is something weird with consumer sometimes
        consumer.withShiftPoll
      }
    }
  }
}