Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
fs2.kafka.internal.LogEntry.scala Maven / Gradle / Ivy
/*
* Copyright 2018-2024 OVO Energy Limited
*
* SPDX-License-Identifier: Apache-2.0
*/
package fs2.kafka.internal
import java.util.regex.Pattern
import scala.collection.immutable.SortedSet
import cats.data.{Chain, NonEmptyList, NonEmptySet, NonEmptyVector}
import cats.syntax.all.*
import fs2.kafka.instances.*
import fs2.kafka.internal.syntax.*
import fs2.kafka.internal.KafkaConsumerActor.*
import fs2.kafka.internal.LogLevel.*
import fs2.kafka.CommittableConsumerRecord
import fs2.Chunk
import org.apache.kafka.common.TopicPartition
sealed abstract private[kafka] class LogEntry {
def level: LogLevel
def message: String
}
private[kafka] object LogEntry {
final case class SubscribedTopics[F[_]](
topics: NonEmptyList[String],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Consumer subscribed to topics [${topics.toList.mkString(", ")}]. Current state [$state]."
}
final case class ManuallyAssignedPartitions[F[_]](
partitions: NonEmptySet[TopicPartition],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Consumer manually assigned partitions [${partitions.toList.mkString(", ")}]. Current state [$state]."
}
final case class SubscribedPattern[F[_]](
pattern: Pattern,
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Consumer subscribed to pattern [$pattern]. Current state [$state]."
}
final case class Unsubscribed[F[_]](
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Consumer unsubscribed from all partitions. Current state [$state]."
}
final case class StoredFetch[F[_], K, V](
partition: TopicPartition,
callback: ((Chunk[CommittableConsumerRecord[F, K, V]], FetchCompletedReason)) => F[Unit],
state: State[F, K, V]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Stored fetch [$callback] for partition [$partition]. Current state [$state]."
}
final case class StoredOnRebalance[F[_]](
onRebalance: OnRebalance[F],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Stored OnRebalance [$onRebalance]. Current state [$state]."
}
final case class AssignedPartitions[F[_]](
partitions: SortedSet[TopicPartition],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Assigned partitions [${partitions.mkString(", ")}]. Current state [$state]."
}
final case class RevokedPartitions[F[_]](
partitions: SortedSet[TopicPartition],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Revoked partitions [${partitions.mkString(", ")}]. Current state [$state]."
}
final case class CompletedFetchesWithRecords[F[_]](
records: Records[F],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Completed fetches with records for partitions [${recordsString(records)}]. Current state [$state]."
}
final case class RevokedFetchesWithRecords[F[_]](
records: Records[F],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Revoked fetches with records for partitions [${recordsString(records)}]. Current state [$state]."
}
final case class RevokedFetchesWithoutRecords[F[_]](
partitions: Set[TopicPartition],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Revoked fetches without records for partitions [${partitions.mkString(", ")}]. Current state [$state]."
}
final case class RemovedRevokedRecords[F[_]](
records: Records[F],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Removed revoked records for partitions [${recordsString(records)}]. Current state [$state]."
}
final case class StoredRecords[F[_]](
records: Records[F],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Stored records for partitions [${recordsString(records)}]. Current state [$state]."
}
final case class RevokedPreviousFetch(
partition: TopicPartition,
streamId: StreamId
) extends LogEntry {
override def level: LogLevel = Warn
override def message: String =
s"Revoked previous fetch for partition [$partition] in stream with id [$streamId]."
}
final case class StoredPendingCommit[F[_]](
commit: Request.Commit[F],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Stored pending commit [$commit] as rebalance is in-progress. Current state [$state]."
}
final case class CommittedPendingCommits[F[_]](
pendingCommits: Chain[Request.Commit[F]],
state: State[F, ?, ?]
) extends LogEntry {
override def level: LogLevel = Debug
override def message: String =
s"Committed pending commits [$pendingCommits]. Current state [$state]."
}
def recordsString[F[_]](
records: Records[F]
): String =
records
.toList
.sortBy { case (tp, _) => tp }
.mkStringAppend { case (append, (tp, ms)) =>
append(tp.show)
append(" -> { first: ")
append(ms.head.offset.offsetAndMetadata.show)
append(", last: ")
append(ms.last.offset.offsetAndMetadata.show)
append(" }")
}("", ", ", "")
private[this] type Records[F[_]] =
Map[TopicPartition, NonEmptyVector[CommittableConsumerRecord[F, ?, ?]]]
}
