org.apache.druid.query.aggregation.SerializablePairLongStringColumnSerializer Maven / Gradle / Ivy
Show all versions of druid-processing Show documentation
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.query.aggregation;
import com.google.common.base.Preconditions;
import org.apache.druid.java.util.common.io.smoosh.FileSmoosher;
import org.apache.druid.segment.ColumnValueSelector;
import org.apache.druid.segment.GenericColumnSerializer;
import org.apache.druid.segment.serde.cell.ByteBufferProvider;
import org.apache.druid.segment.serde.cell.StagedSerde;
import org.apache.druid.segment.writeout.SegmentWriteOutMedium;
import javax.annotation.Nullable;
import java.io.IOException;
import java.nio.channels.WritableByteChannel;
/**
* valid call sequence
*
* open()+serialize()*(getSerializedSize()|writeTo())*
*
* getSerializedSize() / writeTo() effectively function as a close call, but each may be called multiple times and has
* no effect on one another.
*/
@SuppressWarnings("NotNullFieldNotInitialized")
public class SerializablePairLongStringColumnSerializer implements GenericColumnSerializer
{
public static final StagedSerde STAGED_SERDE =
new SerializablePairLongStringSimpleStagedSerde();
private final SegmentWriteOutMedium segmentWriteOutMedium;
private final ByteBufferProvider byteBufferProvider;
private State state = State.START;
private SerializablePairLongStringBufferStore bufferStore;
private SerializablePairLongStringBufferStore.TransferredBuffer transferredBuffer;
public SerializablePairLongStringColumnSerializer(
SegmentWriteOutMedium segmentWriteOutMedium,
ByteBufferProvider byteBufferProvider
)
{
this.segmentWriteOutMedium = segmentWriteOutMedium;
this.byteBufferProvider = byteBufferProvider;
}
@Override
public void open() throws IOException
{
Preconditions.checkState(state == State.START || state == State.OPEN, "open called in invalid state %s", state);
if (state == State.START) {
bufferStore = new SerializablePairLongStringBufferStore(
new SerializedStorage<>(segmentWriteOutMedium.makeWriteOutBytes(), STAGED_SERDE)
);
state = State.OPEN;
}
}
@Override
public void serialize(ColumnValueSelector selector) throws IOException
{
Preconditions.checkState(state == State.OPEN, "serialize called in invalid state %s", state);
SerializablePairLongString pairLongString = selector.getObject();
bufferStore.store(pairLongString);
}
@Override
public long getSerializedSize() throws IOException
{
Preconditions.checkState(
state != State.START,
"getSerializedSize called in invalid state %s (must have opened at least)",
state
);
transferToRowWriterIfNecessary();
return transferredBuffer.getSerializedSize();
}
@Override
public void writeTo(WritableByteChannel channel, @Nullable FileSmoosher smoosher) throws IOException
{
Preconditions.checkState(state != State.START, "writeTo called in invalid state %s", state);
transferToRowWriterIfNecessary();
transferredBuffer.writeTo(channel, smoosher);
}
private void transferToRowWriterIfNecessary() throws IOException
{
if (state == State.OPEN) {
transferredBuffer = bufferStore.transferToRowWriter(byteBufferProvider, segmentWriteOutMedium);
state = State.CLOSED;
}
}
private enum State
{
START,
OPEN,
CLOSED,
}
}