net.snowflake.client.jdbc.ArrowResultChunk Maven / Gradle / Ivy
/*
* Copyright (c) 2012-2019 Snowflake Computing Inc. All rights reserved.
*/
package net.snowflake.client.jdbc;
import net.snowflake.client.core.DataConversionContext;
import net.snowflake.client.core.SFException;
import net.snowflake.client.core.arrow.ArrowResultChunkIndexSorter;
import net.snowflake.client.core.arrow.ArrowVectorConverter;
import net.snowflake.client.core.arrow.BigIntToFixedConverter;
import net.snowflake.client.core.arrow.BigIntToScaledFixedConverter;
import net.snowflake.client.core.arrow.BigIntToTimeConverter;
import net.snowflake.client.core.arrow.BigIntToTimestampLTZConverter;
import net.snowflake.client.core.arrow.BigIntToTimestampNTZConverter;
import net.snowflake.client.core.arrow.BitToBooleanConverter;
import net.snowflake.client.core.arrow.DateConverter;
import net.snowflake.client.core.arrow.DecimalToScaledFixedConverter;
import net.snowflake.client.core.arrow.DoubleToRealConverter;
import net.snowflake.client.core.arrow.IntToFixedConverter;
import net.snowflake.client.core.arrow.IntToScaledFixedConverter;
import net.snowflake.client.core.arrow.IntToTimeConverter;
import net.snowflake.client.core.arrow.SmallIntToFixedConverter;
import net.snowflake.client.core.arrow.SmallIntToScaledFixedConverter;
import net.snowflake.client.core.arrow.ThreeFieldStructToTimestampTZConverter;
import net.snowflake.client.core.arrow.TinyIntToFixedConverter;
import net.snowflake.client.core.arrow.TinyIntToScaledFixedConverter;
import net.snowflake.client.core.arrow.TwoFieldStructToTimestampLTZConverter;
import net.snowflake.client.core.arrow.TwoFieldStructToTimestampNTZConverter;
import net.snowflake.client.core.arrow.TwoFieldStructToTimestampTZConverter;
import net.snowflake.client.core.arrow.VarBinaryToBinaryConverter;
import net.snowflake.client.core.arrow.VarCharConverter;
import net.snowflake.client.log.SFLogger;
import net.snowflake.client.log.SFLoggerFactory;
import net.snowflake.common.core.SqlState;
import org.apache.arrow.memory.RootAllocator;
import org.apache.arrow.vector.BigIntVector;
import org.apache.arrow.vector.BitVector;
import org.apache.arrow.vector.DateDayVector;
import org.apache.arrow.vector.DecimalVector;
import org.apache.arrow.vector.FieldVector;
import org.apache.arrow.vector.Float8Vector;
import org.apache.arrow.vector.IntVector;
import org.apache.arrow.vector.SmallIntVector;
import org.apache.arrow.vector.TinyIntVector;
import org.apache.arrow.vector.ValueVector;
import org.apache.arrow.vector.VarBinaryVector;
import org.apache.arrow.vector.VarCharVector;
import org.apache.arrow.vector.VectorSchemaRoot;
import org.apache.arrow.vector.complex.StructVector;
import org.apache.arrow.vector.ipc.ArrowStreamReader;
import org.apache.arrow.vector.types.Types;
import org.apache.arrow.vector.util.TransferPair;
import java.io.IOException;
import java.io.InputStream;
import java.nio.channels.ClosedByInterruptException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.Map;
public class ArrowResultChunk extends SnowflakeResultChunk
{
/**
* A 2-D array of arrow ValueVectors, this list represents data in the whole
* chunk. Since each chunk is divided into record batchs and each record batch
* is composed of list of column vectors.
*
* So the outer list is list of record batches, inner list represents list of
* columns
*/
private List> batchOfVectors;
private static final SFLogger logger =
SFLoggerFactory.getLogger(ArrowResultChunk.class);
/**
* arrow root allocator used by this resultSet
*/
private RootAllocator rootAllocator;
private boolean enableSortFirstResultChunk;
private IntVector firstResultChunkSortedIndices;
public ArrowResultChunk(String url, int rowCount, int colCount,
int uncompressedSize, RootAllocator rootAllocator)
{
super(url, rowCount, colCount, uncompressedSize);
this.batchOfVectors = new ArrayList<>();
this.rootAllocator = rootAllocator;
}
private void addBatchData(List batch)
{
batchOfVectors.add(batch);
}
/**
* Read an inputStream of arrow data bytes and load them into java vectors
* of value.
* Note, there is no copy of data involved once data is loaded into memory.
* a.k.a ArrowStreamReader originally allocates the memory to hold vectors,
* but those memory ownership is transfer into ArrowResultChunk class and once
* ArrowStreamReader is garbage collected, memory will not be cleared up
*
* @param is inputStream which contains arrow data file in bytes
* @throws IOException if failed to read data as arrow file
*/
public void readArrowStream(InputStream is)
throws IOException
{
ArrayList valueVectors = null;
try (ArrowStreamReader reader = new ArrowStreamReader(is, rootAllocator))
{
VectorSchemaRoot root = reader.getVectorSchemaRoot();
while (reader.loadNextBatch())
{
valueVectors = new ArrayList<>();
for (FieldVector f : root.getFieldVectors())
{
// transfer will not copy data but transfer ownership of memory
// from streamReader to resultChunk
TransferPair t = f.getTransferPair(rootAllocator);
t.transfer();
valueVectors.add(t.getTo());
}
addBatchData(valueVectors);
valueVectors = null;
}
}
catch (ClosedByInterruptException cbie)
{
// happens when the statement is closed before finish parsing
logger.debug("Interrupted when loading Arrow result", cbie);
if (valueVectors != null)
{
valueVectors.forEach(ValueVector::close);
}
freeData();
}
catch (IOException ioex)
{
if (valueVectors != null)
{
valueVectors.forEach(ValueVector::close);
}
freeData();
throw ioex;
}
}
@Override
public void reset()
{
freeData();
this.batchOfVectors = new ArrayList<>();
}
@Override
public long computeNeededChunkMemory()
{
return getUncompressedSize();
}
@Override
public void freeData()
{
batchOfVectors.forEach(list -> list.forEach(ValueVector::close));
if (firstResultChunkSortedIndices != null)
{
firstResultChunkSortedIndices.close();
}
}
/**
* Given a list of arrow vectors (all columns in a single record batch),
* return list of arrow vector converter. Note, converter is built on top of
* arrow vector, so that arrow data can be converted back to java data
*
*
* Arrow converter mappings for Snowflake fixed-point numbers
* -----------------------------------------------------------------------------------------
* Max position & scale Converter
* -----------------------------------------------------------------------------------------
* number(3,0) {@link TinyIntToFixedConverter}
* number(3,2) {@link TinyIntToScaledFixedConverter}
* number(5,0) {@link SmallIntToFixedConverter}
* number(5,4) {@link SmallIntToScaledFixedConverter}
* number(10,0) {@link IntToFixedConverter}
* number(10,9) {@link IntToScaledFixedConverter}
* number(19,0) {@link BigIntToFixedConverter}
* number(19,18) {@link BigIntToFixedConverter}
* number(38,37) {@link DecimalToScaledFixedConverter}
* ------------------------------------------------------------------------------------------
*
* @param vectors list of arrow vectors
* @return list of converters on top of each converters
*/
private static List initConverters(
List vectors, DataConversionContext context) throws SnowflakeSQLException
{
List converters = new ArrayList<>();
for (int i = 0; i < vectors.size(); i++)
{
ValueVector vector = vectors.get(i);
// arrow minor type
Types.MinorType type = Types.getMinorTypeForArrowType(
vector.getField().getType());
// each column's metadata
Map customMeta = vector.getField().getMetadata();
if (type == Types.MinorType.DECIMAL)
{
// Note: Decimal vector is different from others
converters.add(new DecimalToScaledFixedConverter(vector, i, context));
}
else if (!customMeta.isEmpty())
{
SnowflakeType st = SnowflakeType.valueOf(customMeta.get("logicalType"));
switch (st)
{
case ANY:
case ARRAY:
case CHAR:
case TEXT:
case OBJECT:
case VARIANT:
converters.add(new VarCharConverter(vector, i, context));
break;
case BINARY:
converters.add(new VarBinaryToBinaryConverter(vector, i, context));
break;
case BOOLEAN:
converters.add(new BitToBooleanConverter(vector, i, context));
break;
case DATE:
converters.add(new DateConverter(vector, i, context));
break;
case FIXED:
String scaleStr = vector.getField().getMetadata().get("scale");
int sfScale = Integer.parseInt(scaleStr);
switch (type)
{
case TINYINT:
if (sfScale == 0)
{
converters.add(new TinyIntToFixedConverter(vector, i, context));
}
else
{
converters.add(new TinyIntToScaledFixedConverter(vector, i, context, sfScale));
}
break;
case SMALLINT:
if (sfScale == 0)
{
converters.add(new SmallIntToFixedConverter(vector, i, context));
}
else
{
converters.add(new SmallIntToScaledFixedConverter(vector, i, context, sfScale));
}
break;
case INT:
if (sfScale == 0)
{
converters.add(new IntToFixedConverter(vector, i, context));
}
else
{
converters.add(new IntToScaledFixedConverter(vector, i, context, sfScale));
}
break;
case BIGINT:
if (sfScale == 0)
{
converters.add(new BigIntToFixedConverter(vector, i, context));
}
else
{
converters.add(new BigIntToScaledFixedConverter(vector, i, context, sfScale));
}
break;
}
break;
case REAL:
converters.add(new DoubleToRealConverter(vector, i, context));
break;
case TIME:
switch (type)
{
case INT:
converters.add(new IntToTimeConverter(vector, i, context));
break;
case BIGINT:
converters.add(new BigIntToTimeConverter(vector, i, context));
break;
default:
throw new SnowflakeSQLException(
SqlState.INTERNAL_ERROR,
ErrorCode.INTERNAL_ERROR.getMessageCode(),
"Unexpected Arrow Field for ",
st.name());
}
break;
case TIMESTAMP_LTZ:
if (vector.getField().getChildren().isEmpty())
{
// case when the scale of the timestamp is equal or smaller than millisecs since epoch
converters.add(new BigIntToTimestampLTZConverter(vector, i, context));
}
else if (vector.getField().getChildren().size() == 2)
{
// case when the scale of the timestamp is larger than millisecs since epoch, e.g., nanosecs
converters.add(new TwoFieldStructToTimestampLTZConverter(vector, i, context));
}
else
{
throw new SnowflakeSQLException(
SqlState.INTERNAL_ERROR,
ErrorCode.INTERNAL_ERROR.getMessageCode(),
"Unexpected Arrow Field for ",
st.name());
}
break;
case TIMESTAMP_NTZ:
if (vector.getField().getChildren().isEmpty())
{
// case when the scale of the timestamp is equal or smaller than 7
converters.add(new BigIntToTimestampNTZConverter(vector, i, context));
}
else if (vector.getField().getChildren().size() == 2)
{
// when the timestamp is represent in two-field struct
converters.add(new TwoFieldStructToTimestampNTZConverter(vector, i, context));
}
else
{
throw new SnowflakeSQLException(
SqlState.INTERNAL_ERROR,
ErrorCode.INTERNAL_ERROR.getMessageCode(),
"Unexpected Arrow Field for ",
st.name());
}
break;
case TIMESTAMP_TZ:
if (vector.getField().getChildren().size() == 2)
{
// case when the scale of the timestamp is equal or smaller than millisecs since epoch
converters.add(new TwoFieldStructToTimestampTZConverter(vector, i, context));
}
else if (vector.getField().getChildren().size() == 3)
{
// case when the scale of the timestamp is larger than millisecs since epoch, e.g., nanosecs
converters.add(new ThreeFieldStructToTimestampTZConverter(vector, i, context));
}
else
{
throw new SnowflakeSQLException(
SqlState.INTERNAL_ERROR,
ErrorCode.INTERNAL_ERROR.getMessageCode(),
"Unexpected SnowflakeType ",
st.name());
}
break;
default:
throw new SnowflakeSQLException(
SqlState.INTERNAL_ERROR,
ErrorCode.INTERNAL_ERROR.getMessageCode(),
"Unexpected Arrow Field for ",
st.name());
}
}
else
{
throw new SnowflakeSQLException(
SqlState.INTERNAL_ERROR,
ErrorCode.INTERNAL_ERROR.getMessageCode(),
"Unexpected Arrow Field for ",
type.toString());
}
}
return converters;
}
/**
* @return an iterator to iterate over current chunk
*/
public ArrowChunkIterator getIterator(DataConversionContext dataConversionContext)
{
return new ArrowChunkIterator(this, dataConversionContext);
}
public static ArrowChunkIterator getEmptyChunkIterator()
{
return new ArrowChunkIterator(new EmptyArrowResultChunk());
}
public void enableSortFirstResultChunk()
{
enableSortFirstResultChunk = true;
}
/**
* Iterator class used to go through the arrow chunk row by row
*/
public static class ArrowChunkIterator
{
/**
* chunk that iterator will iterate through
*/
private ArrowResultChunk resultChunk;
/**
* index of record batch that iterator currently points to
*/
private int currentRecordBatchIndex;
/**
* total number of record batch
*/
private int totalRecordBatch;
/**
* index of row inside current record batch that iterator points to
*/
private int currentRowInRecordBatch;
/**
* number of rows inside current record batch
*/
private int rowCountInCurrentRecordBatch;
/**
* list of converters that attached to current record batch
* Note: this list is updated every time iterator points to a new record
* batch
*/
private List currentConverters;
/**
* formatters to each data type
*/
private DataConversionContext dataConversionContext;
ArrowChunkIterator(ArrowResultChunk resultChunk,
DataConversionContext dataConversionContext)
{
this.resultChunk = resultChunk;
this.currentRecordBatchIndex = -1;
this.totalRecordBatch = resultChunk.batchOfVectors.size();
this.currentRowInRecordBatch = -1;
this.rowCountInCurrentRecordBatch = 0;
this.dataConversionContext = dataConversionContext;
}
ArrowChunkIterator(EmptyArrowResultChunk emptyArrowResultChunk)
{
this.resultChunk = emptyArrowResultChunk;
this.currentRecordBatchIndex = 0;
this.totalRecordBatch = 0;
this.currentRowInRecordBatch = -1;
this.rowCountInCurrentRecordBatch = 0;
this.currentConverters = Collections.emptyList();
}
/**
* advance to next row
*/
public boolean next() throws SnowflakeSQLException
{
currentRowInRecordBatch++;
if (currentRowInRecordBatch < rowCountInCurrentRecordBatch)
{
// still in current recordbatch
return true;
}
else
{
currentRecordBatchIndex++;
if (currentRecordBatchIndex < totalRecordBatch)
{
this.currentRowInRecordBatch = 0;
if (currentRecordBatchIndex == 0 && resultChunk.sortFirstResultChunkEnabled())
{
// perform client-side sorting for the first chunk (only used in Snowflake internal regression tests)
// if first chunk has multiple record batches, merge them into one and sort it
if (resultChunk.batchOfVectors.size() > 1)
{
resultChunk.mergeBatchesIntoOne();
totalRecordBatch = 1;
}
this.rowCountInCurrentRecordBatch =
resultChunk.batchOfVectors.get(currentRecordBatchIndex)
.get(0).getValueCount();
currentConverters = initConverters(
resultChunk.batchOfVectors.get(currentRecordBatchIndex),
dataConversionContext);
resultChunk.sortFirstResultChunk(currentConverters);
}
else
{
this.rowCountInCurrentRecordBatch =
resultChunk.batchOfVectors.get(currentRecordBatchIndex)
.get(0).getValueCount();
currentConverters = initConverters(
resultChunk.batchOfVectors.get(currentRecordBatchIndex),
dataConversionContext);
}
return true;
}
}
return false;
}
public boolean isLast()
{
return currentRecordBatchIndex + 1 == totalRecordBatch
&& currentRowInRecordBatch + 1 == rowCountInCurrentRecordBatch;
}
public boolean isAfterLast()
{
return currentRecordBatchIndex >= totalRecordBatch
&& currentRowInRecordBatch >= rowCountInCurrentRecordBatch;
}
public ArrowResultChunk getChunk()
{
return resultChunk;
}
public ArrowVectorConverter getCurrentConverter(int columnIdx) throws SFException
{
if (columnIdx < 0 || columnIdx >= currentConverters.size())
{
throw new SFException(ErrorCode.COLUMN_DOES_NOT_EXIST, columnIdx + 1);
}
return currentConverters.get(columnIdx);
}
/**
* @return index of row in current record batch
*/
public int getCurrentRowInRecordBatch()
{
if (resultChunk.sortFirstResultChunkEnabled() && currentRecordBatchIndex == 0)
{
return resultChunk.firstResultChunkSortedIndices.get(currentRowInRecordBatch);
}
else
{
return currentRowInRecordBatch;
}
}
}
/**
* merge arrow result chunk with more than one batches into one record batch
* (Only used for the first chunk when client side sorting is required)
*/
private void mergeBatchesIntoOne() throws SnowflakeSQLException
{
try
{
List first = batchOfVectors.get(0);
for (int i = 1; i < batchOfVectors.size(); i++)
{
List batch = batchOfVectors.get(i);
mergeBatch(first, batch);
batch.forEach(ValueVector::close);
}
batchOfVectors = new ArrayList<>();
batchOfVectors.add(first);
}
catch (SFException ex)
{
throw new SnowflakeSQLException(ex, SqlState.INTERNAL_ERROR,
ErrorCode.INTERNAL_ERROR.getMessageCode(),
"Failed to merge first result chunk: "
+ ex.getLocalizedMessage());
}
}
/**
* merge right batch into the left batch
*
* @param left
* @param right
*/
private void mergeBatch(List left, List right) throws SFException
{
for (int i = 0; i < left.size(); i++)
{
mergeVector(left.get(i), right.get(i));
}
}
/**
* todo append values from the right vector to the left
*
* @param left
* @param right
*/
private void mergeVector(ValueVector left, ValueVector right) throws SFException
{
if (left instanceof StructVector)
{
mergeStructVector((StructVector) left, (StructVector) right);
}
else
{
mergeNonStructVector(left, right);
}
}
/**
* TODO merge StructVector used by Snowflake timestamp types
*
* @param left
* @param right
*/
private void mergeStructVector(StructVector left, StructVector right) throws SFException
{
int numOfChildren = left.getChildrenFromFields().size();
for (int i = 0; i < numOfChildren; i++)
{
mergeNonStructVector(left.getChildrenFromFields().get(i),
right.getChildrenFromFields().get(i));
}
int offset = left.getValueCount();
for (int i = 0; i < right.getValueCount(); i++)
{
if (right.isNull(i))
{
left.setNull(offset + i);
}
}
left.setValueCount(offset + right.getValueCount());
}
/**
* merge not struct vectors
*
* @param left
* @param right
*/
private void mergeNonStructVector(ValueVector left, ValueVector right)
throws SFException
{
if (left instanceof BigIntVector)
{
BigIntVector bigIntVectorLeft = (BigIntVector) left;
BigIntVector bigIntVectorRight = (BigIntVector) right;
int offset = bigIntVectorLeft.getValueCount();
for (int i = 0; i < bigIntVectorRight.getValueCount(); i++)
{
if (bigIntVectorRight.isNull(i))
{
bigIntVectorLeft.setNull(offset + i);
}
else
{
bigIntVectorLeft.setSafe(offset + i, bigIntVectorRight.get(i));
}
}
bigIntVectorLeft.setValueCount(offset + bigIntVectorRight.getValueCount());
}
else if (left instanceof BitVector)
{
BitVector bitVectorLeft = (BitVector) left;
BitVector bitVectorRight = (BitVector) right;
int offset = bitVectorLeft.getValueCount();
for (int i = 0; i < bitVectorRight.getValueCount(); i++)
{
if (bitVectorRight.isNull(i))
{
bitVectorLeft.setNull(offset + i);
}
else
{
bitVectorLeft.setSafe(offset + i, bitVectorRight.get(i));
}
}
bitVectorLeft.setValueCount(offset + bitVectorRight.getValueCount());
}
else if (left instanceof DateDayVector)
{
DateDayVector dateDayVectorLeft = (DateDayVector) left;
DateDayVector dateDayVectorRight = (DateDayVector) right;
int offset = dateDayVectorLeft.getValueCount();
for (int i = 0; i < dateDayVectorRight.getValueCount(); i++)
{
if (dateDayVectorRight.isNull(i))
{
dateDayVectorLeft.setNull(offset + i);
}
else
{
dateDayVectorLeft.setSafe(offset + i, dateDayVectorRight.get(i));
}
}
dateDayVectorLeft.setValueCount(offset + dateDayVectorRight.getValueCount());
}
else if (left instanceof DecimalVector)
{
DecimalVector decimalVectorLeft = (DecimalVector) left;
DecimalVector decimalVectorRight = (DecimalVector) right;
int offset = decimalVectorLeft.getValueCount();
for (int i = 0; i < decimalVectorRight.getValueCount(); i++)
{
if (decimalVectorRight.isNull(i))
{
decimalVectorLeft.setNull(offset + i);
}
else
{
decimalVectorLeft.setSafe(offset + i, decimalVectorRight.get(i));
}
}
decimalVectorLeft.setValueCount(offset + decimalVectorRight.getValueCount());
}
else if (left instanceof Float8Vector)
{
Float8Vector float8VectorLeft = (Float8Vector) left;
Float8Vector float8VectorRight = (Float8Vector) right;
int offset = float8VectorLeft.getValueCount();
for (int i = 0; i < float8VectorRight.getValueCount(); i++)
{
if (float8VectorRight.isNull(i))
{
float8VectorLeft.setNull(offset + i);
}
else
{
float8VectorLeft.setSafe(offset + i, float8VectorRight.get(i));
}
}
float8VectorLeft.setValueCount(offset + float8VectorRight.getValueCount());
}
else if (left instanceof IntVector)
{
IntVector intVectorLeft = (IntVector) left;
IntVector intVectorRight = (IntVector) right;
int offset = intVectorLeft.getValueCount();
for (int i = 0; i < intVectorRight.getValueCount(); i++)
{
if (intVectorRight.isNull(i))
{
intVectorLeft.setNull(offset + i);
}
else
{
intVectorLeft.setSafe(offset + i, intVectorRight.get(i));
}
}
intVectorLeft.setValueCount(offset + intVectorRight.getValueCount());
}
else if (left instanceof SmallIntVector)
{
SmallIntVector smallIntVectorLeft = (SmallIntVector) left;
SmallIntVector smallIntVectorRight = (SmallIntVector) right;
int offset = smallIntVectorLeft.getValueCount();
for (int i = 0; i < smallIntVectorRight.getValueCount(); i++)
{
if (smallIntVectorRight.isNull(i))
{
smallIntVectorLeft.setNull(offset + i);
}
else
{
smallIntVectorLeft.setSafe(offset + i, smallIntVectorRight.get(i));
}
}
smallIntVectorLeft.setValueCount(offset + smallIntVectorRight.getValueCount());
}
else if (left instanceof TinyIntVector)
{
TinyIntVector tinyIntVectorLeft = (TinyIntVector) left;
TinyIntVector tinyIntVectorRight = (TinyIntVector) right;
int offset = tinyIntVectorLeft.getValueCount();
for (int i = 0; i < tinyIntVectorRight.getValueCount(); i++)
{
if (tinyIntVectorRight.isNull(i))
{
tinyIntVectorLeft.setNull(offset + i);
}
else
{
tinyIntVectorLeft.setSafe(offset + i, tinyIntVectorRight.get(i));
}
}
tinyIntVectorLeft.setValueCount(offset + tinyIntVectorRight.getValueCount());
}
else if (left instanceof VarBinaryVector)
{
VarBinaryVector varBinaryVectorLeft = (VarBinaryVector) left;
VarBinaryVector varBinaryVectorRight = (VarBinaryVector) right;
int offset = varBinaryVectorLeft.getValueCount();
for (int i = 0; i < varBinaryVectorRight.getValueCount(); i++)
{
if (varBinaryVectorRight.isNull(i))
{
varBinaryVectorLeft.setNull(offset + i);
}
else
{
varBinaryVectorLeft.setSafe(offset + i, varBinaryVectorRight.get(i));
}
}
varBinaryVectorLeft.setValueCount(offset + varBinaryVectorRight.getValueCount());
}
else if (left instanceof VarCharVector)
{
VarCharVector varCharVectorLeft = (VarCharVector) left;
VarCharVector varCharVectorRight = (VarCharVector) right;
int offset = varCharVectorLeft.getValueCount();
for (int i = 0; i < varCharVectorRight.getValueCount(); i++)
{
if (varCharVectorRight.isNull(i))
{
varCharVectorLeft.setNull(offset + i);
}
else
{
varCharVectorLeft.setSafe(offset + i, varCharVectorRight.get(i));
}
}
varCharVectorLeft.setValueCount(offset + varCharVectorRight.getValueCount());
}
else
{
throw new SFException(ErrorCode.INTERNAL_ERROR, "Failed to merge vector due to unknown vector type");
}
}
private void sortFirstResultChunk(List converters) throws SnowflakeSQLException
{
try
{
List firstResultChunk = this.batchOfVectors.get(0);
ArrowResultChunkIndexSorter sorter = new ArrowResultChunkIndexSorter(firstResultChunk, converters);
firstResultChunkSortedIndices = sorter.sort();
}
catch (SFException ex)
{
throw new SnowflakeSQLException(ex, SqlState.INTERNAL_ERROR,
ErrorCode.INTERNAL_ERROR.getMessageCode(),
"Failed to sort first result chunk: "
+ ex.getLocalizedMessage());
}
}
private boolean sortFirstResultChunkEnabled()
{
return enableSortFirstResultChunk;
}
/**
* Empty arrow result chunk implementation. Used when rowset from server is
* null or empty or in testing
*/
private static class EmptyArrowResultChunk extends ArrowResultChunk
{
EmptyArrowResultChunk()
{
super("", 0, 0, 0, null);
}
@Override
public final long computeNeededChunkMemory()
{
return 0;
}
@Override
public final void freeData()
{
// do nothing
}
}
}