org.apache.ignite.internal.table.KeyValueViewImpl Maven / Gradle / Ivy
The newest version!
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.ignite.internal.table;
import static org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.convertToPublicFuture;
import static org.apache.ignite.internal.lang.IgniteStringFormatter.format;
import static org.apache.ignite.internal.marshaller.ValidationUtils.validateNullableOperation;
import static org.apache.ignite.internal.marshaller.ValidationUtils.validateNullableValue;
import static org.apache.ignite.internal.util.CompletableFutures.trueCompletedFuture;
import static org.apache.ignite.internal.util.ViewUtils.checkKeysForNulls;
import static org.apache.ignite.internal.util.ViewUtils.sync;
import java.util.ArrayList;
import java.util.BitSet;
import java.util.Collection;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Objects;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.Flow;
import java.util.concurrent.Flow.Publisher;
import java.util.function.Function;
import org.apache.ignite.internal.lang.IgniteBiTuple;
import org.apache.ignite.internal.marshaller.Marshaller;
import org.apache.ignite.internal.marshaller.MarshallerSchema;
import org.apache.ignite.internal.marshaller.MarshallersProvider;
import org.apache.ignite.internal.marshaller.TupleReader;
import org.apache.ignite.internal.replicator.TablePartitionId;
import org.apache.ignite.internal.schema.BinaryRow;
import org.apache.ignite.internal.schema.BinaryRowEx;
import org.apache.ignite.internal.schema.Column;
import org.apache.ignite.internal.schema.SchemaDescriptor;
import org.apache.ignite.internal.schema.SchemaRegistry;
import org.apache.ignite.internal.schema.marshaller.KvMarshaller;
import org.apache.ignite.internal.schema.marshaller.reflection.KvMarshallerImpl;
import org.apache.ignite.internal.schema.row.Row;
import org.apache.ignite.internal.streamer.StreamerBatchSender;
import org.apache.ignite.internal.table.criteria.SqlRowProjection;
import org.apache.ignite.internal.table.distributed.schema.SchemaVersions;
import org.apache.ignite.internal.thread.PublicApiThreading;
import org.apache.ignite.internal.tx.InternalTransaction;
import org.apache.ignite.internal.util.IgniteUtils;
import org.apache.ignite.lang.MarshallerException;
import org.apache.ignite.lang.NullableValue;
import org.apache.ignite.lang.UnexpectedNullValueException;
import org.apache.ignite.sql.IgniteSql;
import org.apache.ignite.sql.ResultSetMetadata;
import org.apache.ignite.sql.SqlRow;
import org.apache.ignite.table.DataStreamerItem;
import org.apache.ignite.table.DataStreamerOptions;
import org.apache.ignite.table.KeyValueView;
import org.apache.ignite.table.ReceiverDescriptor;
import org.apache.ignite.table.mapper.Mapper;
import org.apache.ignite.tx.Transaction;
import org.jetbrains.annotations.Nullable;
/**
* Key-value view implementation.
*/
public class KeyValueViewImpl extends AbstractTableView> implements KeyValueView {
/** Key class mapper. */
private final Mapper keyMapper;
/** Value class mapper. */
private final Mapper valueMapper;
/** Marshaller factory. */
private final Function> marshallerFactory;
/** Key-value marshaller. */
private volatile @Nullable KvMarshaller marsh;
/**
* Constructor.
*
* @param tbl Table storage.
* @param schemaRegistry Schema registry.
* @param schemaVersions Schema versions access.
* @param sql Ignite SQL facade.
* @param marshallers Marshallers provider.
* @param keyMapper Key class mapper.
* @param valueMapper Value class mapper.
*/
public KeyValueViewImpl(
InternalTable tbl,
SchemaRegistry schemaRegistry,
SchemaVersions schemaVersions,
IgniteSql sql,
MarshallersProvider marshallers,
Mapper keyMapper,
Mapper valueMapper
) {
super(tbl, schemaVersions, schemaRegistry, sql, marshallers);
this.keyMapper = keyMapper;
this.valueMapper = valueMapper;
marshallerFactory = (schema) -> new KvMarshallerImpl<>(schema, marshallers, keyMapper, valueMapper);
}
/** {@inheritDoc} */
@Override
public V get(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
return sync(doGet(tx, key, "getNullable"));
}
/** {@inheritDoc} */
@Override
public CompletableFuture getAsync(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
return doGet(tx, key, "getNullableAsync");
}
private CompletableFuture doGet(@Nullable Transaction tx, K key, String altMethod) {
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx keyRow = marshal(key, schemaVersion);
return tbl.get(keyRow, (InternalTransaction) tx).thenApply(binaryRow -> unmarshalValue(binaryRow, schemaVersion, altMethod));
});
}
/** {@inheritDoc} */
@Override
public NullableValue getNullable(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
validateNullableOperation(valueMapper.targetType(), "getNullable");
return sync(doGetNullable(tx, key));
}
/** {@inheritDoc} */
@Override
public CompletableFuture> getNullableAsync(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
validateNullableOperation(valueMapper.targetType(), "getNullableAsync");
return doGetNullable(tx, key);
}
private CompletableFuture> doGetNullable(@Nullable Transaction tx, K key) {
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx keyRow = marshal(key, schemaVersion);
return tbl.get(keyRow, (InternalTransaction) tx)
.thenApply(r -> r == null ? null : NullableValue.of(unmarshalNullableValue(r, schemaVersion)));
});
}
/** {@inheritDoc} */
@Override
public V getOrDefault(@Nullable Transaction tx, K key, V defaultValue) {
return sync(getOrDefaultAsync(tx, key, defaultValue));
}
/** {@inheritDoc} */
@Override
public CompletableFuture getOrDefaultAsync(@Nullable Transaction tx, K key, V defaultValue) {
Objects.requireNonNull(key, "key");
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx keyRow = marshal(key, schemaVersion);
return tbl.get(keyRow, (InternalTransaction) tx)
.thenApply(r -> IgniteUtils.nonNullOrElse(unmarshalNullableValue(r, schemaVersion), defaultValue));
});
}
/** {@inheritDoc} */
@Override
public Map getAll(@Nullable Transaction tx, Collection keys) {
return sync(getAllAsync(tx, keys));
}
/** {@inheritDoc} */
@Override
public CompletableFuture> getAllAsync(@Nullable Transaction tx, Collection keys) {
checkKeysForNulls(keys);
return doOperation(tx, (schemaVersion) -> {
Collection rows = marshal(keys, schemaVersion);
return tbl.getAll(rows, (InternalTransaction) tx).thenApply(resultRows -> unmarshalPairs(resultRows, schemaVersion));
});
}
/** {@inheritDoc} */
@Override
public boolean contains(@Nullable Transaction tx, K key) {
return sync(containsAsync(tx, key));
}
/** {@inheritDoc} */
@Override
public CompletableFuture containsAsync(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx keyRow = marshal(key, schemaVersion);
return tbl.get(keyRow, (InternalTransaction) tx).thenApply(Objects::nonNull);
});
}
/** {@inheritDoc} */
@Override
public boolean containsAll(@Nullable Transaction tx, Collection keys) {
return sync(containsAllAsync(tx, keys));
}
/** {@inheritDoc} */
@Override
public CompletableFuture containsAllAsync(@Nullable Transaction tx, Collection keys) {
checkKeysForNulls(keys);
if (keys.isEmpty()) {
return trueCompletedFuture();
}
return doOperation(tx, (schemaVersion) -> {
Collection keyRows = marshal(keys, schemaVersion);
return tbl.getAll(keyRows, (InternalTransaction) tx).thenApply(rows -> {
for (BinaryRow row : rows) {
if (row == null) {
return false;
}
}
return true;
});
});
}
/** {@inheritDoc} */
@Override
public void put(@Nullable Transaction tx, K key, @Nullable V val) {
sync(putAsync(tx, key, val));
}
/** {@inheritDoc} */
@Override
public CompletableFuture putAsync(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx row = marshal(key, val, schemaVersion);
return tbl.upsert(row, (InternalTransaction) tx);
});
}
/** {@inheritDoc} */
@Override
public void putAll(@Nullable Transaction tx, Map pairs) {
sync(putAllAsync(tx, pairs));
}
/** {@inheritDoc} */
@Override
public CompletableFuture putAllAsync(@Nullable Transaction tx, Map pairs) {
Objects.requireNonNull(pairs, "pairs");
for (Entry entry : pairs.entrySet()) {
K key = entry.getKey();
V val = entry.getValue();
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
}
return doOperation(tx, (schemaVersion) -> {
Collection rows = marshalPairs(pairs.entrySet(), schemaVersion, null);
return tbl.upsertAll(rows, (InternalTransaction) tx);
});
}
/** {@inheritDoc} */
@Override
public V getAndPut(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
return sync(doGetAndPut(tx, key, val, "getNullableAndPut"));
}
/** {@inheritDoc} */
@Override
public CompletableFuture getAndPutAsync(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
return doGetAndPut(tx, key, val, "getNullableAndPutAsync");
}
private CompletableFuture doGetAndPut(@Nullable Transaction tx, K key, @Nullable V val, String altMethod) {
return doOperation(tx, (schemaVersion) -> {
return tbl.getAndUpsert(marshal(key, val, schemaVersion), (InternalTransaction) tx)
.thenApply(binaryRow -> unmarshalValue(binaryRow, schemaVersion, altMethod));
});
}
/** {@inheritDoc} */
@Override
public NullableValue getNullableAndPut(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableOperation(valueMapper.targetType(), "getNullableAndPut");
return sync(doGetNullableAndPut(tx, key, val));
}
/** {@inheritDoc} */
@Override
public CompletableFuture> getNullableAndPutAsync(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableOperation(valueMapper.targetType(), "getNullableAndPutAsync");
return doGetNullableAndPut(tx, key, val);
}
private CompletableFuture> doGetNullableAndPut(@Nullable Transaction tx, K key, @Nullable V val) {
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx row = marshal(key, val, schemaVersion);
return tbl.getAndUpsert(row, (InternalTransaction) tx)
.thenApply(r -> r == null ? null : NullableValue.of(unmarshalNullableValue(r, schemaVersion)));
});
}
/** {@inheritDoc} */
@Override
public boolean putIfAbsent(@Nullable Transaction tx, K key, @Nullable V val) {
return sync(putIfAbsentAsync(tx, key, val));
}
/** {@inheritDoc} */
@Override
public CompletableFuture putIfAbsentAsync(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx row = marshal(key, val, schemaVersion);
return tbl.insert(row, (InternalTransaction) tx);
});
}
/** {@inheritDoc} */
@Override
public boolean remove(@Nullable Transaction tx, K key) {
return sync(removeAsync(tx, key));
}
/** {@inheritDoc} */
@Override
public boolean remove(@Nullable Transaction tx, K key, @Nullable V val) {
return sync(removeAsync(tx, key, val));
}
/** {@inheritDoc} */
@Override
public CompletableFuture removeAsync(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx row = marshal(key, schemaVersion);
return tbl.delete(row, (InternalTransaction) tx);
});
}
/** {@inheritDoc} */
@Override
public CompletableFuture removeAsync(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx row = marshal(key, val, schemaVersion);
return tbl.deleteExact(row, (InternalTransaction) tx);
});
}
/** {@inheritDoc} */
@Override
public Collection removeAll(@Nullable Transaction tx, Collection keys) {
return sync(removeAllAsync(tx, keys));
}
/** {@inheritDoc} */
@Override
public CompletableFuture> removeAllAsync(@Nullable Transaction tx, Collection keys) {
checkKeysForNulls(keys);
return doOperation(tx, (schemaVersion) -> {
Collection rows = marshal(keys, schemaVersion);
return tbl.deleteAll(rows, (InternalTransaction) tx).thenApply(resultRows -> unmarshalKeys(resultRows, schemaVersion));
});
}
/** {@inheritDoc} */
@Override
public V getAndRemove(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
return sync(doGetAndRemove(tx, key, "getNullableAndRemove"));
}
/** {@inheritDoc} */
@Override
public CompletableFuture getAndRemoveAsync(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
return doGetAndRemove(tx, key, "getNullableAndRemoveAsync");
}
private CompletableFuture doGetAndRemove(@Nullable Transaction tx, K key, String altMethod) {
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx keyRow = marshal(key, schemaVersion);
return tbl.getAndDelete(keyRow, (InternalTransaction) tx)
.thenApply(binaryRow -> unmarshalValue(binaryRow, schemaVersion, altMethod));
});
}
/** {@inheritDoc} */
@Override
public NullableValue getNullableAndRemove(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
validateNullableOperation(valueMapper.targetType(), "getNullableAndRemove");
return sync(doGetNullableAndRemove(tx, key));
}
/** {@inheritDoc} */
@Override
public CompletableFuture> getNullableAndRemoveAsync(@Nullable Transaction tx, K key) {
Objects.requireNonNull(key, "key");
validateNullableOperation(valueMapper.targetType(), "getNullableAndRemoveAsync");
return doGetNullableAndRemove(tx, key);
}
private CompletableFuture> doGetNullableAndRemove(@Nullable Transaction tx, K key) {
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx keyRow = marshal(key, schemaVersion);
return tbl.getAndDelete(keyRow, (InternalTransaction) tx)
.thenApply(r -> r == null ? null : NullableValue.of(unmarshalNullableValue(r, schemaVersion)));
});
}
/** {@inheritDoc} */
@Override
public boolean replace(@Nullable Transaction tx, K key, @Nullable V val) {
return sync(replaceAsync(tx, key, val));
}
/** {@inheritDoc} */
@Override
public boolean replace(@Nullable Transaction tx, K key, @Nullable V oldVal, @Nullable V newVal) {
return sync(replaceAsync(tx, key, oldVal, newVal));
}
/** {@inheritDoc} */
@Override
public CompletableFuture replaceAsync(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx row = marshal(key, val, schemaVersion);
return tbl.replace(row, (InternalTransaction) tx);
});
}
/** {@inheritDoc} */
@Override
public CompletableFuture replaceAsync(@Nullable Transaction tx, K key, @Nullable V oldVal, @Nullable V newVal) {
Objects.requireNonNull(key, "key");
validateNullableValue(oldVal, valueMapper.targetType());
validateNullableValue(newVal, valueMapper.targetType());
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx oldRow = marshal(key, oldVal, schemaVersion);
BinaryRowEx newRow = marshal(key, newVal, schemaVersion);
return tbl.replace(oldRow, newRow, (InternalTransaction) tx);
});
}
/** {@inheritDoc} */
@Override
public V getAndReplace(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
return sync(doGetAndReplace(tx, key, val, "getNullableAndReplace"));
}
/** {@inheritDoc} */
@Override
public CompletableFuture getAndReplaceAsync(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableValue(val, valueMapper.targetType());
return doGetAndReplace(tx, key, val, "getNullableAndReplaceAsync");
}
private CompletableFuture doGetAndReplace(@Nullable Transaction tx, K key, @Nullable V val, String altMethod) {
return doOperation(tx, (schemaVersion) -> {
return tbl.getAndReplace(marshal(key, val, schemaVersion), (InternalTransaction) tx)
.thenApply(binaryRow -> unmarshalValue(binaryRow, schemaVersion, altMethod));
});
}
/** {@inheritDoc} */
@Override
public NullableValue getNullableAndReplace(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableOperation(valueMapper.targetType(), "getNullableAndReplace");
return sync(doGetNullableAndReplace(tx, key, val));
}
/** {@inheritDoc} */
@Override
public CompletableFuture> getNullableAndReplaceAsync(@Nullable Transaction tx, K key, @Nullable V val) {
Objects.requireNonNull(key, "key");
validateNullableOperation(valueMapper.targetType(), "getNullableAndReplaceAsync");
return doGetNullableAndReplace(tx, key, val);
}
private CompletableFuture> doGetNullableAndReplace(@Nullable Transaction tx, K key, @Nullable V val) {
return doOperation(tx, (schemaVersion) -> {
BinaryRowEx row = marshal(key, val, schemaVersion);
return tbl.getAndReplace(row, (InternalTransaction) tx)
.thenApply(r -> r == null ? null : NullableValue.of(unmarshalNullableValue(r, schemaVersion)));
});
}
/**
* Returns marshaller.
*
* @param schemaVersion Schema version.
* @throws MarshallerException If failed to create a marshaller.
*/
private KvMarshaller marshaller(int schemaVersion) {
KvMarshaller marsh = this.marsh;
if (marsh != null && marsh.schemaVersion() == schemaVersion) {
return marsh;
}
try {
SchemaRegistry registry = rowConverter.registry();
marsh = marshallerFactory.apply(registry.schema(schemaVersion));
this.marsh = marsh;
} catch (Exception ex) {
throw new MarshallerException(ex.getMessage(), ex);
}
return marsh;
}
/**
* Marshal key.
*
* @param key Key object.
* @param schemaVersion Schema version to use when marshalling.
* @return Binary row.
* @throws MarshallerException If failed to marshal row.
*/
private BinaryRowEx marshal(K key, int schemaVersion) {
KvMarshaller marsh = marshaller(schemaVersion);
return marsh.marshal(key);
}
/**
* Marshal key-value pair to a row.
*
* @param key Key object.
* @param val Value object.
* @param schemaVersion Schema version to use when marshalling.
* @return Binary row.
* @throws MarshallerException If failed to marshal row.
*/
private BinaryRowEx marshal(K key, @Nullable V val, int schemaVersion) {
KvMarshaller marsh = marshaller(schemaVersion);
return marsh.marshal(key, val);
}
/**
* Marshal keys to a row.
*
* @param keys Key objects.
* @param schemaVersion Schema version to use when marshalling.
* @return Binary rows.
* @throws MarshallerException If failed to marshal rows.
*/
private Collection marshal(Collection keys, int schemaVersion) {
if (keys.isEmpty()) {
return Collections.emptyList();
}
KvMarshaller marsh = marshaller(schemaVersion);
List keyRows = new ArrayList<>(keys.size());
for (K key : keys) {
keyRows.add(marsh.marshal(Objects.requireNonNull(key)));
}
return keyRows;
}
/**
* Marshal key-value pairs.
*
* @param pairs Key-value map.
* @param schemaVersion Schema version to use when marshalling.
* @return Binary rows.
* @throws MarshallerException If failed to marshal rows.
*/
private List marshalPairs(Collection> pairs, int schemaVersion, @Nullable BitSet deleted) {
if (pairs.isEmpty()) {
return Collections.emptyList();
}
KvMarshaller marsh = marshaller(schemaVersion);
List rows = new ArrayList<>(pairs.size());
for (Map.Entry pair : pairs) {
boolean isDeleted = deleted != null && deleted.get(rows.size());
K key = Objects.requireNonNull(pair.getKey());
Row row = isDeleted
? marsh.marshal(key)
: marsh.marshal(key, pair.getValue());
rows.add(row);
}
return rows;
}
/**
* Marshal keys.
*
* @param rows Binary rows.
* @param schemaVersion Schema version to use when marshalling.
* @return Keys.
* @throws MarshallerException If failed to unmarshal rows.
*/
private Collection unmarshalKeys(Collection rows, int schemaVersion) {
if (rows.isEmpty()) {
return Collections.emptyList();
}
KvMarshaller marsh = marshaller(schemaVersion);
List keys = new ArrayList<>(rows.size());
for (Row row : rowConverter.resolveKeys(rows, schemaVersion)) {
if (row != null) {
keys.add(marsh.unmarshalKeyOnly(row));
}
}
return keys;
}
/**
* Unmarshal value object from given binary row.
*
* @param binaryRow Binary row.
* @param schemaVersion Schema version to use when unmarshalling.
* @return Value object or {@code null} if not exists.
* @throws MarshallerException If failed to unmarshal row.
*/
private @Nullable V unmarshalNullableValue(@Nullable BinaryRow binaryRow, int schemaVersion) {
if (binaryRow == null) {
return null;
}
Row row = rowConverter.resolveRow(binaryRow, schemaVersion);
KvMarshaller marshaller = marshaller(row.schemaVersion());
return marshaller.unmarshalValue(row);
}
/**
* Marshal key-value pairs.
*
* @param rows Binary rows.
* @param schemaVersion Schema version to use when unmarshalling.
* @return Key-value pairs.
* @throws MarshallerException If failed to unmarshal rows.
*/
private Map unmarshalPairs(Collection rows, int schemaVersion) {
if (rows.isEmpty()) {
return Collections.emptyMap();
}
KvMarshaller marsh = marshaller(schemaVersion);
Map pairs = IgniteUtils.newHashMap(rows.size());
for (Row row : rowConverter.resolveRows(rows, schemaVersion)) {
if (row != null) {
pairs.put(marsh.unmarshalKey(row), marsh.unmarshalValue(row));
}
}
return pairs;
}
/**
* Unmarshal value object from given binary row or fail, if value object is null.
*
* @param binaryRow Binary row.
* @param schemaVersion Schema version to use when unmarshalling.
* @param altMethod Alternative method name to use in exception message.
* @return Value object or {@code null} if not exists.
* @throws UnexpectedNullValueException if value object is null.
*/
private @Nullable V unmarshalValue(@Nullable BinaryRow binaryRow, int schemaVersion, String altMethod) {
if (binaryRow == null) {
return null;
}
V v = unmarshalNullableValue(binaryRow, schemaVersion);
if (v == null) {
throw new UnexpectedNullValueException(format("Got unexpected null value: use `{}` sibling method instead.", altMethod));
}
return v;
}
/** {@inheritDoc} */
@Override
public CompletableFuture streamData(Publisher>> publisher, @Nullable DataStreamerOptions options) {
Objects.requireNonNull(publisher, "publisher");
@SuppressWarnings({"rawtypes", "unchecked"})
StreamerBatchSender, Integer, Void> batchSender = (partitionId, items, deleted) ->
PublicApiThreading.execUserAsyncOperation(() -> (CompletableFuture) withSchemaSync(
null,
schemaVersion -> this.tbl.updateAll(marshalPairs(items, schemaVersion, deleted), deleted, partitionId)
));
CompletableFuture future = DataStreamer.streamData(
publisher, options, batchSender, streamerPartitioner(), tbl.streamerFlushExecutor());
return convertToPublicFuture(future);
}
@Override
public CompletableFuture streamData(
Publisher publisher,
Function> keyFunc,
Function payloadFunc,
ReceiverDescriptor receiver,
@Nullable Flow.Subscriber resultSubscriber,
@Nullable DataStreamerOptions options,
@Nullable A receiverArg) {
Objects.requireNonNull(publisher);
Objects.requireNonNull(keyFunc);
Objects.requireNonNull(payloadFunc);
Objects.requireNonNull(receiver);
StreamerBatchSender batchSender = (partitionId, rows, deleted) ->
PublicApiThreading.execUserAsyncOperation(() ->
tbl.partitionLocation(new TablePartitionId(tbl.tableId(), partitionId))
.thenCompose(node -> tbl.streamerReceiverRunner().runReceiverAsync(
receiver, receiverArg, rows, node, receiver.units())));
CompletableFuture future = DataStreamer.streamData(
publisher,
keyFunc,
payloadFunc,
x -> false,
options,
batchSender,
resultSubscriber,
streamerPartitioner(),
tbl.streamerFlushExecutor());
return convertToPublicFuture(future);
}
private KeyValuePojoStreamerPartitionAwarenessProvider streamerPartitioner() {
// Taking latest schema version for marshaller here because it's only used to calculate colocation hash, and colocation
// columns never change (so they are the same for all schema versions of the table),
return new KeyValuePojoStreamerPartitionAwarenessProvider<>(
rowConverter.registry(),
tbl.partitions(),
marshaller(rowConverter.registry().lastKnownSchemaVersion())
);
}
/** {@inheritDoc} */
@Override
protected Function> queryMapper(ResultSetMetadata meta, SchemaDescriptor schema) {
List keyCols = schema.keyColumns();
List valCols = schema.valueColumns();
MarshallerSchema marshallerSchema = schema.marshallerSchema();
Marshaller keyMarsh = marshallers.getKeysMarshaller(marshallerSchema, keyMapper, false, true);
Marshaller valMarsh = marshallers.getValuesMarshaller(marshallerSchema, valueMapper, false, true);
return (row) -> new IgniteBiTuple<>(
(K) keyMarsh.readObject(new TupleReader(new SqlRowProjection(row, meta, columnNames(keyCols))), null),
(V) valMarsh.readObject(new TupleReader(new SqlRowProjection(row, meta, columnNames(valCols))), null)
);
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy