reactor.kafka.receiver.internals.AtmostOnceOffsets Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of reactor-kafka Show documentation

Reactor Kafka: A reactive API for Apache Kafka

There is a newer version: 1.3.23

/*
 * Copyright (c) 2020-2021 VMware Inc. or its affiliates, All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   https://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package reactor.kafka.receiver.internals;

import org.apache.kafka.clients.consumer.OffsetAndMetadata;
import org.apache.kafka.common.TopicPartition;

import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;

class AtmostOnceOffsets {
    private final Map committedOffsets = new ConcurrentHashMap<>();
    private final Map dispatchedOffsets = new ConcurrentHashMap<>();

    void onCommit(Map offsets) {
        for (Map.Entry entry : offsets.entrySet())
            committedOffsets.put(entry.getKey(), entry.getValue().offset());
    }

    void onDispatch(TopicPartition topicPartition, long offset) {
        dispatchedOffsets.put(topicPartition, offset);
    }

    long committedOffset(TopicPartition topicPartition) {
        Long offset = committedOffsets.get(topicPartition);
        return offset == null ? -1 : offset.longValue();
    }

    boolean undoCommitAhead(CommittableBatch committableBatch) {
        boolean undoRequired = false;
        for (Map.Entry entry : committedOffsets.entrySet()) {
            TopicPartition topicPartition = entry.getKey();
            long offsetToCommit = dispatchedOffsets.get(entry.getKey()) + 1;
            if (entry.getValue() > offsetToCommit) {
                committableBatch.updateOffset(topicPartition, offsetToCommit);
                undoRequired = true;
            }
        }
        return undoRequired;
    }
}