pl.allegro.tech.hermes.management.infrastructure.kafka.service.KafkaSingleMessageReader Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of hermes-management Show documentation

Fast and reliable message broker built on top of Kafka.

There is a newer version: 2.8.0

package pl.allegro.tech.hermes.management.infrastructure.kafka.service;

import java.nio.charset.Charset;
import pl.allegro.tech.hermes.api.ContentType;
import pl.allegro.tech.hermes.api.Topic;
import pl.allegro.tech.hermes.common.kafka.KafkaTopic;
import pl.allegro.tech.hermes.common.message.wrapper.SchemaAwarePayload;
import pl.allegro.tech.hermes.common.message.wrapper.SchemaAwareSerDe;
import pl.allegro.tech.hermes.management.domain.topic.SingleMessageReader;
import pl.allegro.tech.hermes.schema.SchemaRepository;
import tech.allegro.schema.json2avro.converter.JsonAvroConverter;

public class KafkaSingleMessageReader implements SingleMessageReader {
  private final KafkaRawMessageReader kafkaRawMessageReader;
  private final SchemaRepository schemaRepository;
  private final JsonAvroConverter converter;

  public KafkaSingleMessageReader(
      KafkaRawMessageReader kafkaRawMessageReader,
      SchemaRepository schemaRepository,
      JsonAvroConverter converter) {
    this.kafkaRawMessageReader = kafkaRawMessageReader;
    this.schemaRepository = schemaRepository;
    this.converter = converter;
  }

  @Override
  public String readMessageAsJson(Topic topic, KafkaTopic kafkaTopic, int partition, long offset) {
    byte[] bytes = kafkaRawMessageReader.readMessage(kafkaTopic, partition, offset);
    if (topic.getContentType() == ContentType.AVRO) {
      bytes = convertAvroToJson(topic, bytes);
    }
    return new String(bytes, Charset.forName("UTF-8"));
  }

  private byte[] convertAvroToJson(Topic topic, byte[] bytes) {
    if (topic.isSchemaIdAwareSerializationEnabled()) {
      SchemaAwarePayload payload = SchemaAwareSerDe.deserialize(bytes);
      return converter.convertToJson(
          payload.getPayload(),
          schemaRepository.getAvroSchema(topic, payload.getSchemaId()).getSchema());
    }

    return converter.convertToJson(bytes, schemaRepository.getLatestAvroSchema(topic).getSchema());
  }
}