Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.apache.flink.runtime.state.subkeyed.SubKeyedSortedMapStateImpl Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.runtime.state.subkeyed;
import org.apache.flink.api.common.functions.Comparator;
import org.apache.flink.api.common.typeutils.SerializationException;
import org.apache.flink.api.common.typeutils.base.StringSerializer;
import org.apache.flink.core.memory.ByteArrayOutputStreamWithPos;
import org.apache.flink.core.memory.DataOutputView;
import org.apache.flink.core.memory.DataOutputViewStreamWrapper;
import org.apache.flink.runtime.state.AbstractInternalStateBackend;
import org.apache.flink.runtime.state.StateAccessException;
import org.apache.flink.runtime.state.StateSerializerUtil;
import org.apache.flink.runtime.state.StateStorage;
import org.apache.flink.runtime.state.heap.HeapStateStorage;
import org.apache.flink.types.Pair;
import org.apache.flink.util.Preconditions;
import java.util.Collections;
import java.util.Iterator;
import java.util.Map;
import java.util.SortedMap;
import java.util.TreeMap;
/**
* An implementation of {@link SubKeyedSortedMapState} backed by a state storage.
*
* @param Type of the keys in the state.
* @param Type of the namespaces in the state.
* @param Type of the map keys in the state.
* @param Type of the map values in the state.
*/
public final class SubKeyedSortedMapStateImpl
extends AbstractSubKeyedMapStateImpl>
implements SubKeyedSortedMapState {
/**
* The descriptor of current state.
*/
private SubKeyedSortedMapStateDescriptor stateDescriptor;
/**
* Constructor with the state storage to store mappings.
*
* @param backend The state backend who creates the current state.
* @param descriptor The descriptor of current state.
* @param stateStorage The state storage where the mappings are stored.
*/
public SubKeyedSortedMapStateImpl(
AbstractInternalStateBackend backend,
SubKeyedSortedMapStateDescriptor descriptor,
StateStorage stateStorage
) {
super(backend, stateStorage);
this.stateDescriptor = Preconditions.checkNotNull(descriptor);
this.keySerializer = descriptor.getKeySerializer();
this.namespaceSerializer = descriptor.getNamespaceSerializer();
this.mapKeySerializer = descriptor.getMapKeySerializer();
this.mapValueSerializer = descriptor.getMapValueSerializer();
try {
outputStream.reset();
StringSerializer.INSTANCE.serialize(descriptor.getName(), outputView);
stateNameByte = outputStream.toByteArray();
} catch (Exception e) {
throw new SerializationException(e);
}
this.stateNameForSerialize = stateStorage.supportMultiColumnFamilies() ? null : stateNameByte;
this.serializedStateNameLength = stateNameForSerialize == null ? 0 : stateNameForSerialize.length;
}
@Override
public SubKeyedSortedMapStateDescriptor getDescriptor() {
return stateDescriptor;
}
@SuppressWarnings("unchecked")
@Override
SortedMap createMap() {
Comparator comparator = stateDescriptor.getComparator();
return new TreeMap<>(comparator);
}
//--------------------------------------------------------------------------
@Override
public Map.Entry firstEntry(K key, N namespace) {
if (key == null || namespace == null) {
return null;
}
try {
if (stateStorage.lazySerde()) {
((HeapStateStorage) stateStorage).setCurrentNamespace(namespace);
TreeMap map = (TreeMap) stateStorage.get(key);
return map == null ? null : map.firstEntry();
} else {
outputStream.reset();
byte[] prefixKey = StateSerializerUtil.getSerializedPrefixKeyForSubKeyedState(
outputStream,
outputView,
key,
keySerializer,
namespace,
namespaceSerializer,
getKeyGroup(key),
stateNameForSerialize);
Pair firstEntry = stateStorage.firstEntry(prefixKey);
return new Map.Entry() {
@Override
public MK getKey() {
try {
if (firstEntry == null || firstEntry.getKey() == null) {
return null;
} else {
return StateSerializerUtil.getDeserializedMapKeyForSubKeyedMapState(
firstEntry.getKey(),
keySerializer,
namespaceSerializer,
mapKeySerializer,
serializedStateNameLength);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public MV getValue() {
try {
if (firstEntry == null || firstEntry.getValue() == null) {
return null;
} else {
return StateSerializerUtil.getDeserializeSingleValue(
firstEntry.getValue(),
mapValueSerializer);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public MV setValue(MV value) {
return null;
}
};
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public Map.Entry lastEntry(K key, N namespace) {
if (key == null || namespace == null) {
return null;
}
try {
if (stateStorage.lazySerde()) {
((HeapStateStorage) stateStorage).setCurrentNamespace(namespace);
TreeMap map = (TreeMap) stateStorage.get(key);
return map == null ? null : map.lastEntry();
} else {
outputStream.reset();
byte[] prefixKey = StateSerializerUtil.getSerializedPrefixKeyEndForSubKeyedMapState(
outputStream,
outputView,
key,
keySerializer,
namespace,
namespaceSerializer,
null,
mapKeySerializer,
getKeyGroup(key),
stateNameForSerialize);
Pair firstEntry = stateStorage.lastEntry(prefixKey);
return new Map.Entry(){
@Override
public MK getKey() {
try {
if (firstEntry == null || firstEntry.getKey() == null) {
return null;
} else {
return StateSerializerUtil.getDeserializedMapKeyForSubKeyedMapState(
firstEntry.getKey(),
keySerializer,
namespaceSerializer,
mapKeySerializer,
serializedStateNameLength);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public MV getValue() {
try {
if (firstEntry == null || firstEntry.getValue() == null) {
return null;
} else {
return StateSerializerUtil.getDeserializeSingleValue(
firstEntry.getValue(),
mapValueSerializer);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public MV setValue(MV value) {
return null;
}
};
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public Iterator> headIterator(K key, N namespace, MK endMapKey) {
if (key == null || namespace == null || endMapKey == null) {
return Collections.emptyIterator();
}
try {
if (stateStorage.lazySerde()) {
((HeapStateStorage) stateStorage).setCurrentNamespace(namespace);
TreeMap map = (TreeMap) stateStorage.get(key);
return map == null ? null : map.headMap(endMapKey).entrySet().iterator();
} else {
outputStream.reset();
byte[] prefixKey = StateSerializerUtil.getSerializedPrefixKeyForSubKeyedState(
outputStream,
outputView,
key,
keySerializer,
namespace,
namespaceSerializer,
getKeyGroup(key),
stateNameForSerialize);
StateSerializerUtil.serializeItemWithKeyPrefix(outputView, endMapKey, mapKeySerializer);
byte[] prefixKeyEnd = outputStream.toByteArray();
return subIterator(prefixKey, prefixKeyEnd);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public Iterator> tailIterator(K key, N namespace, MK startMapKey) {
if (key == null || namespace == null || startMapKey == null) {
return Collections.emptyIterator();
}
try {
if (stateStorage.lazySerde()) {
((HeapStateStorage) stateStorage).setCurrentNamespace(namespace);
TreeMap map = (TreeMap) stateStorage.get(key);
return map == null ? null : map.tailMap(startMapKey).entrySet().iterator();
} else {
outputStream.reset();
StateSerializerUtil.getSerializedPrefixKeyForSubKeyedState(
outputStream,
outputView,
key,
keySerializer,
namespace,
namespaceSerializer,
getKeyGroup(key),
stateNameForSerialize);
int namespacePosition = outputStream.getPosition();
StateSerializerUtil.serializeItemWithKeyPrefix(outputView, startMapKey, mapKeySerializer);
byte[] prefixKey = outputStream.toByteArray();
outputStream.setPosition(namespacePosition);
outputStream.write(StateSerializerUtil.KEY_END_BYTE);
byte[] prefixKeyEnd = outputStream.toByteArray();
return subIterator(prefixKey, prefixKeyEnd);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public Iterator> subIterator(K key, N namespace, MK startMapKey, MK endMapKey) {
if (key == null || namespace == null || startMapKey == null || endMapKey == null) {
return Collections.emptyIterator();
}
try {
if (stateStorage.lazySerde()) {
((HeapStateStorage) stateStorage).setCurrentNamespace(namespace);
TreeMap map = (TreeMap) stateStorage.get(key);
return map == null ? null : map.subMap(startMapKey, endMapKey).entrySet().iterator();
} else {
outputStream.reset();
StateSerializerUtil.getSerializedPrefixKeyForSubKeyedState(
outputStream,
outputView,
key,
keySerializer,
namespace,
namespaceSerializer,
getKeyGroup(key),
stateNameForSerialize);
int namespacePosition = outputStream.getPosition();
StateSerializerUtil.serializeItemWithKeyPrefix(outputView, startMapKey, mapKeySerializer);
byte[] prefixKey = outputStream.toByteArray();
outputStream.setPosition(namespacePosition);
StateSerializerUtil.serializeItemWithKeyPrefix(outputView, endMapKey, mapKeySerializer);
byte[] prefixKeyEnd = outputStream.toByteArray();
return subIterator(prefixKey, prefixKeyEnd);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
private Iterator> subIterator(byte[] prefixKeyStart, byte[] prefixKeyEnd) {
if (stateStorage.lazySerde()) {
return null;
} else {
try {
Iterator> subIterator = stateStorage.subIterator(prefixKeyStart, prefixKeyEnd);
return new Iterator>(){
@Override
public boolean hasNext() {
return subIterator.hasNext();
}
@Override
public Map.Entry next() {
Pair nextByteEntry = subIterator.next();
return new Map.Entry() {
@Override
public MK getKey() {
try {
return StateSerializerUtil.getDeserializedMapKeyForSubKeyedMapState(
nextByteEntry.getKey(),
keySerializer,
namespaceSerializer,
mapKeySerializer,
serializedStateNameLength);
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public MV getValue() {
try {
if (nextByteEntry == null || nextByteEntry.getValue() == null) {
return null;
} else {
return StateSerializerUtil.getDeserializeSingleValue(
nextByteEntry.getValue(),
mapValueSerializer);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
@Override
public MV setValue(MV value) {
Preconditions.checkNotNull(value);
try {
ByteArrayOutputStreamWithPos valueOutputStream = new ByteArrayOutputStreamWithPos();
DataOutputView valueOutputView = new DataOutputViewStreamWrapper(valueOutputStream);
mapValueSerializer.serialize(value, valueOutputView);
byte[] oldValue = nextByteEntry.setValue(valueOutputStream.toByteArray());
if (oldValue == null) {
return null;
} else {
return StateSerializerUtil.getDeserializeSingleValue(
oldValue,
mapValueSerializer);
}
} catch (Exception e) {
throw new StateAccessException(e);
}
}
};
}
};
} catch (Exception e) {
throw new StateAccessException(e);
}
}
}
}
