All Downloads are FREE. Search and download functionalities are using the official Maven repository.

io.trino.plugin.hive.HiveCompressionCodec Maven / Gradle / Ivy

There is a newer version: 468
Show newest version
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.plugin.hive;

import io.trino.hive.formats.avro.AvroCompressionKind;
import io.trino.orc.metadata.CompressionKind;
import jakarta.annotation.Nullable;
import org.apache.parquet.format.CompressionCodec;

import java.util.Optional;

import static java.util.Objects.requireNonNull;

public enum HiveCompressionCodec
{
    NONE(null, CompressionKind.NONE, CompressionCodec.UNCOMPRESSED, AvroCompressionKind.NULL),
    SNAPPY(io.trino.hive.formats.compression.CompressionKind.SNAPPY, CompressionKind.SNAPPY, CompressionCodec.SNAPPY, AvroCompressionKind.SNAPPY),
    LZ4(io.trino.hive.formats.compression.CompressionKind.LZ4, CompressionKind.LZ4, null, null),
    ZSTD(io.trino.hive.formats.compression.CompressionKind.ZSTD, CompressionKind.ZSTD, CompressionCodec.ZSTD, AvroCompressionKind.ZSTANDARD),
    // Using DEFLATE for GZIP for Avro for now so Avro files can be written in default configuration
    // TODO(https://github.com/trinodb/trino/issues/12580) change GZIP to be unsupported for Avro when we change Trino default compression to be storage format aware
    GZIP(io.trino.hive.formats.compression.CompressionKind.GZIP, CompressionKind.ZLIB, CompressionCodec.GZIP, AvroCompressionKind.DEFLATE);

    private final Optional hiveCompressionKind;
    private final CompressionKind orcCompressionKind;
    private final Optional parquetCompressionCodec;

    private final Optional avroCompressionKind;

    HiveCompressionCodec(
            @Nullable io.trino.hive.formats.compression.CompressionKind hiveCompressionKind,
            CompressionKind orcCompressionKind,
            @Nullable CompressionCodec parquetCompressionCodec,
            @Nullable AvroCompressionKind avroCompressionKind)
    {
        this.hiveCompressionKind = Optional.ofNullable(hiveCompressionKind);
        this.orcCompressionKind = requireNonNull(orcCompressionKind, "orcCompressionKind is null");
        this.parquetCompressionCodec = Optional.ofNullable(parquetCompressionCodec);
        this.avroCompressionKind = Optional.ofNullable(avroCompressionKind);
    }

    public Optional getHiveCompressionKind()
    {
        return hiveCompressionKind;
    }

    public CompressionKind getOrcCompressionKind()
    {
        return orcCompressionKind;
    }

    public Optional getParquetCompressionCodec()
    {
        return parquetCompressionCodec;
    }

    public Optional getAvroCompressionKind()
    {
        return avroCompressionKind;
    }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy