All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.parquet.cli.util.Codecs Maven / Gradle / Ivy

There is a newer version: 1.15.0
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.apache.parquet.cli.util;

import java.util.Locale;
import org.apache.avro.AvroRuntimeException;
import org.apache.avro.file.CodecFactory;
import org.apache.parquet.hadoop.metadata.CompressionCodecName;

public class Codecs {
  public static CompressionCodecName parquetCodec(String codec) {
    try {
      return CompressionCodecName.valueOf(codec.toUpperCase(Locale.ENGLISH));
    } catch (IllegalArgumentException e) {
      throw new IllegalArgumentException("Unknown compression codec: " + codec);
    }
  }

  public static CodecFactory avroCodec(String codec) {
    String avroCodec;
    if (codec.equalsIgnoreCase(CompressionCodecName.GZIP.name())) {
      avroCodec = "deflate";
    } else if (codec.equalsIgnoreCase(CompressionCodecName.SNAPPY.name())) {
      avroCodec = "snappy";
    } else if (codec.equalsIgnoreCase(CompressionCodecName.UNCOMPRESSED.name())) {
      avroCodec = "null";
    } else if (codec.equalsIgnoreCase(CompressionCodecName.ZSTD.name())) {
      avroCodec = "zstandard";
    } else {
      avroCodec = codec;
    }
    CodecFactory factory;
    try {
      factory = CodecFactory.fromString(avroCodec);
    } catch (AvroRuntimeException e) {
      throw new IllegalArgumentException("Codec incompatible with Avro: " + codec, e);
    }
    return factory;
  }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy