com.mageddo.tobby.replicator.BatchSender Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of tobby-transactional-outbox Show documentation

null

There is a newer version: 2.1.6-alpha

Show newest version

package com.mageddo.tobby.replicator;

import java.util.List;
import java.util.concurrent.Future;
import java.util.stream.Collectors;

import javax.inject.Inject;
import javax.inject.Singleton;

import com.mageddo.tobby.ProducedRecord;
import com.mageddo.tobby.internal.utils.StopWatch;
import com.mageddo.tobby.internal.utils.Threads;
import com.mageddo.tobby.internal.utils.UncheckedExecutionException;

import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.RecordMetadata;

import lombok.extern.slf4j.Slf4j;

import static com.mageddo.tobby.producer.kafka.converter.ProducedRecordConverter.toKafkaProducerRecord;

/**
 * Sends messages to kafka in batch, won't terminate until all messages be successfully sent.
 */
@Slf4j
@Singleton
public class BatchSender {

  private final Producer producer;

  @Inject
  public BatchSender(Producer producer) {
    this.producer = producer;
  }

  public void send(List records) {

    if (records.isEmpty()) {
      if (log.isTraceEnabled()) {
        log.trace("status=noBuffer, records={}", records.size());
      }
      return;
    }

    if (log.isDebugEnabled()) {
      log.debug("status=sending, records={}", records.size());
    }
    while (true) {
      try {
        final StopWatch stopWatch = StopWatch.createStarted();
        final List> futures = records
            .stream()
            .map(it -> this.producer.send(toKafkaProducerRecord(it)))
            .collect(Collectors.toList());

        final List metadatas = Threads.get(futures);
        this.updateMetadata(records, metadatas);
        log.debug("status=sent, records={}, time={}", records.size(), stopWatch.getTime());
        break;
      } catch (UncheckedExecutionException e) {
        log.warn("status=failed-to-post-to-kafka, msg={}", e.getMessage(), e);
      }
    }
  }

  private void updateMetadata(List records, List metadatas) {
    for (int i = 0; i < records.size(); i++) {
      final ProducedRecord record = records.get(i);
      final RecordMetadata metadata = metadatas.get(i);
      record
          .setSentOffset(metadata.offset())
          .setSentPartition(metadata.partition())
      ;
    }
  }

}