io.delta.flink.source.internal.builder.RowDataFormat Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of delta-flink Show documentation

delta-flink

There is a newer version: 3.2.1

package io.delta.flink.source.internal.builder;

import java.io.IOException;

import io.delta.flink.source.internal.state.DeltaSourceSplit;
import org.apache.flink.api.common.typeinfo.TypeInformation;
import org.apache.flink.formats.parquet.ParquetColumnarRowInputFormat;
import org.apache.flink.table.data.RowData;
import org.apache.flink.table.types.logical.RowType;
import org.apache.hadoop.conf.Configuration;

/**
 * Implementation of {@link DeltaBulkFormat} for {@link RowData} type.
 */
public class RowDataFormat implements DeltaBulkFormat {

    private final ParquetColumnarRowInputFormat decoratedInputFormat;

    public RowDataFormat(ParquetColumnarRowInputFormat inputFormat) {
        this.decoratedInputFormat = inputFormat;
    }

    public static RowDataFormatBuilder builder(RowType rowType, Configuration hadoopConfiguration) {
        return new RowDataFormatBuilder(rowType, hadoopConfiguration);
    }

    @Override
    public Reader createReader(
            org.apache.flink.configuration.Configuration configuration,
            DeltaSourceSplit deltaSourceSplit) throws IOException {

        return this.decoratedInputFormat.createReader(configuration, deltaSourceSplit);
    }

    @Override
    public Reader restoreReader(
            org.apache.flink.configuration.Configuration configuration,
            DeltaSourceSplit deltaSourceSplit) throws IOException {

        return this.decoratedInputFormat.restoreReader(configuration, deltaSourceSplit);
    }

    @Override
    public boolean isSplittable() {
        return this.decoratedInputFormat.isSplittable();
    }

    @Override
    public TypeInformation getProducedType() {
        return this.decoratedInputFormat.getProducedType();
    }
}