org.apache.pulsar.common.compression.CompressionCodecSnappy Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.pulsar.common.compression;
import org.apache.pulsar.shade.io.airlift.compress.snappy.SnappyCompressor;
import org.apache.pulsar.shade.io.airlift.compress.snappy.SnappyDecompressor;
import org.apache.pulsar.shade.io.airlift.compress.snappy.SnappyRawCompressor;
import org.apache.pulsar.shade.io.airlift.compress.snappy.SnappyRawDecompressor;
import org.apache.pulsar.shade.io.netty.buffer.ByteBuf;
import org.apache.pulsar.shade.io.netty.util.concurrent.FastThreadLocal;
import java.io.IOException;
import java.nio.ByteBuffer;
import org.apache.pulsar.common.allocator.PulsarByteBufAllocator;
/**
* Snappy Compression.
*/
public class CompressionCodecSnappy implements CompressionCodec {
private static final FastThreadLocal SNAPPY_TABLE = //
new FastThreadLocal() {
@Override
protected short[] initialValue() throws Exception {
return new short[SnappyRawCompressor.MAX_HASH_TABLE_SIZE];
}
};
private static final FastThreadLocal SNAPPY_COMPRESSOR = //
new FastThreadLocal() {
@Override
protected SnappyCompressor initialValue() throws Exception {
return new SnappyCompressor();
}
};
private static final FastThreadLocal SNAPPY_DECOMPRESSOR = //
new FastThreadLocal() {
@Override
protected SnappyDecompressor initialValue() throws Exception {
return new SnappyDecompressor();
}
};
@Override
public ByteBuf encode(ByteBuf source) {
int uncompressedLength = source.readableBytes();
int maxLength = SnappyRawCompressor.maxCompressedLength(uncompressedLength);
ByteBuf target = PulsarByteBufAllocator.DEFAULT.buffer(maxLength, maxLength);
int compressedLength;
if (source.hasMemoryAddress() && target.hasMemoryAddress()) {
compressedLength = SnappyRawCompressor.compress(
null,
source.memoryAddress() + source.readerIndex(),
source.memoryAddress() + source.writerIndex(),
null,
target.memoryAddress(),
target.memoryAddress() + maxLength,
SNAPPY_TABLE.get());
} else {
ByteBuffer sourceNio = source.nioBuffer(source.readerIndex(), source.readableBytes());
ByteBuffer targetNio = target.nioBuffer(0, maxLength);
SNAPPY_COMPRESSOR.get().compress(sourceNio, targetNio);
compressedLength = targetNio.position();
}
target.writerIndex(compressedLength);
return target;
}
@Override
public ByteBuf decode(ByteBuf encoded, int uncompressedLength) throws IOException {
ByteBuf uncompressed = PulsarByteBufAllocator.DEFAULT.buffer(uncompressedLength, uncompressedLength);
if (encoded.hasMemoryAddress() && uncompressed.hasMemoryAddress()) {
SnappyRawDecompressor.decompress(
null,
encoded.memoryAddress() + encoded.readerIndex(),
encoded.memoryAddress() + encoded.writerIndex(),
null, uncompressed.memoryAddress(),
uncompressed.memoryAddress() + uncompressedLength);
} else {
ByteBuffer uncompressedNio = uncompressed.nioBuffer(0, uncompressedLength);
ByteBuffer encodedNio = encoded.nioBuffer(encoded.readerIndex(), encoded.readableBytes());
encodedNio = AirliftUtils.ensureAirliftSupported(encodedNio);
SNAPPY_DECOMPRESSOR.get().decompress(encodedNio, uncompressedNio);
}
uncompressed.writerIndex(uncompressedLength);
return uncompressed;
}
}