io.airlift.compress.v2.lzo.LzoHadoopStreams Maven / Gradle / Ivy
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.airlift.compress.v2.lzo;
import io.airlift.compress.v2.hadoop.HadoopInputStream;
import io.airlift.compress.v2.hadoop.HadoopOutputStream;
import io.airlift.compress.v2.hadoop.HadoopStreams;
import java.io.InputStream;
import java.io.OutputStream;
import java.util.List;
public class LzoHadoopStreams
implements HadoopStreams
{
private static final List HADOOP_CODEC_NAMES = List.of("org.apache.hadoop.io.compress.LzoCodec", "com.hadoop.compression.lzo.LzoCodec");
private static final int DEFAULT_OUTPUT_BUFFER_SIZE = 256 * 1024;
private final int bufferSize;
public LzoHadoopStreams()
{
this(DEFAULT_OUTPUT_BUFFER_SIZE);
}
public LzoHadoopStreams(int bufferSize)
{
this.bufferSize = bufferSize;
}
@Override
public String getDefaultFileExtension()
{
return ".lzo_deflate";
}
@Override
public List getHadoopCodecName()
{
return HADOOP_CODEC_NAMES;
}
@Override
public HadoopInputStream createInputStream(InputStream in)
{
return new LzoHadoopInputStream(in, bufferSize);
}
@Override
public HadoopOutputStream createOutputStream(OutputStream out)
{
return new LzoHadoopOutputStream(out, bufferSize);
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy