io.kestra.plugin.serdes.parquet.ParquetTools Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of plugin-serdes Show documentation

Serialize and deserialize data formats in Kestra workflows.

The newest version!

package io.kestra.plugin.serdes.parquet;

import ch.qos.logback.classic.LoggerContext;
import org.slf4j.LoggerFactory;
import org.xerial.snappy.Snappy;

import java.io.IOException;

public abstract class ParquetTools {
    static void handleLogger() {
        // Unable to load native-hadoop library for your platform
        LoggerFactory.getLogger("org.apache.hadoop.util");

        ((LoggerContext) org.slf4j.LoggerFactory.getILoggerFactory())
            .getLoggerList()
            .stream()
            .filter(logger -> logger.getName().startsWith("org.apache.hadoop.util"))
            .forEach(
                logger -> logger.setLevel(ch.qos.logback.classic.Level.ERROR)
            );
    }

    /**
     * This will init snappy by compressing a small string.
     * It should be done once and will load the native library.
     */
    static void initSnappy() {
        try {
            Snappy.compress("init");
        } catch (IOException e) {
            throw new RuntimeException(e);
        }
    }
}