io.streamnative.pulsar.handlers.kop.utils.KafkaRequestUtils Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of pulsar-protocol-handler-kafka Show documentation

Kafka on Pulsar implemented using Pulsar Protocol Handler

There is a newer version: 4.0.0.4

Show newest version

/**
 * Copyright (c) 2019 - 2024 StreamNative, Inc.. All Rights Reserved.
 */
/**
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.streamnative.pulsar.handlers.kop.utils;

import io.streamnative.pulsar.handlers.kop.offset.OffsetAndMetadata;
import java.util.Optional;
import java.util.function.BiConsumer;
import java.util.function.Consumer;
import java.util.function.Function;
import org.apache.kafka.common.TopicPartition;
import org.apache.kafka.common.message.CreatePartitionsRequestData;
import org.apache.kafka.common.requests.CreatePartitionsRequest;
import org.apache.kafka.common.requests.ListOffsetRequestV0;
import org.apache.kafka.common.requests.OffsetCommitRequest;
import org.apache.kafka.common.requests.TxnOffsetCommitRequest;

public class KafkaRequestUtils {

    public static void forEachCreatePartitionsRequest(CreatePartitionsRequest request,
                                      BiConsumer consumer) {
        request.data().topics().forEach(tp -> {
            consumer.accept(tp.name(), tp);
        });
    }

    public static String getMetadata(TxnOffsetCommitRequest.CommittedOffset committedOffset) {
        return Optional.ofNullable(committedOffset.metadata).orElse(OffsetAndMetadata.NoMetadata);
    }

    public static long getOffset(TxnOffsetCommitRequest.CommittedOffset committedOffset) {
        return committedOffset.offset;
    }

    public static class LegacyUtils {

        public static void forEachListOffsetRequest(
                ListOffsetRequestV0 request,
                Function>> function) {
            request.offsetData().forEach((topicPartition, partitionData) -> {
                function.apply(topicPartition).apply(partitionData.timestamp).accept(partitionData.maxNumOffsets);
            });
        }

        // V2 adds retention time to the request and V5 removes retention time
        public static long getRetentionTime(OffsetCommitRequest request) {
            return request.data().retentionTimeMs();
        }
    }
}