io.deephaven.kafka.ingest.KeyOrValueProcessor Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of deephaven-extensions-kafka Show documentation

Kafka: Integrating Engine tables with Kafka

There is a newer version: 0.37.0

Show newest version

//
// Copyright (c) 2016-2024 Deephaven Data Labs and Patent Pending
//
package io.deephaven.kafka.ingest;

import io.deephaven.chunk.ObjectChunk;
import io.deephaven.chunk.WritableChunk;
import io.deephaven.chunk.attributes.Values;

public interface KeyOrValueProcessor {
    /**
     * After consuming a set of generic records for a batch that are not raw objects, we pass the keys or values to an
     * appropriate handler. The handler must know its data types and offsets within the publisher chunks, and "copy" the
     * data from the inputChunk to the appropriate chunks for the stream publisher.
     *
     * @param inputChunk the chunk containing the keys or values as Kafka deserialized them from the consumer record
     * @param publisherChunks the output chunks for this table that must be appended to.
     */
    void handleChunk(ObjectChunk inputChunk, WritableChunk[] publisherChunks);
}