org.apache.flink.runtime.checkpoint.metadata.ChannelStateHandleSerializer Maven / Gradle / Ivy

Go to download
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.flink.runtime.checkpoint.metadata;

import org.apache.flink.runtime.checkpoint.channel.InputChannelInfo;
import org.apache.flink.runtime.checkpoint.channel.ResultSubpartitionInfo;
import org.apache.flink.runtime.state.AbstractChannelStateHandle;
import org.apache.flink.runtime.state.AbstractChannelStateHandle.StateContentMetaInfo;
import org.apache.flink.runtime.state.InputChannelStateHandle;
import org.apache.flink.runtime.state.ResultSubpartitionStateHandle;
import org.apache.flink.runtime.state.StreamStateHandle;
import org.apache.flink.util.function.BiConsumerWithException;
import org.apache.flink.util.function.FunctionWithException;
import org.apache.flink.util.function.QuadFunction;

import java.io.DataInputStream;
import java.io.DataOutputStream;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import static org.apache.flink.runtime.checkpoint.metadata.MetadataV2V3SerializerBase.deserializeStreamStateHandle;
import static org.apache.flink.runtime.checkpoint.metadata.MetadataV2V3SerializerBase.serializeStreamStateHandle;

class ChannelStateHandleSerializer {

    public void serialize(ResultSubpartitionStateHandle handle, DataOutputStream dataOutputStream)
            throws IOException {
        serializeChannelStateHandle(
                handle,
                dataOutputStream,
                (info, out) -> {
                    out.writeInt(info.getPartitionIdx());
                    out.writeInt(info.getSubPartitionIdx());
                });
    }

    ResultSubpartitionStateHandle deserializeResultSubpartitionStateHandle(
            DataInputStream dis, MetadataV2V3SerializerBase.DeserializationContext context)
            throws IOException {

        return deserializeChannelStateHandle(
                is -> new ResultSubpartitionInfo(is.readInt(), is.readInt()),
                ResultSubpartitionStateHandle::new,
                dis,
                context);
    }

    public void serialize(InputChannelStateHandle handle, DataOutputStream dos) throws IOException {
        serializeChannelStateHandle(
                handle,
                dos,
                (info, dataOutputStream) -> {
                    dos.writeInt(info.getGateIdx());
                    dos.writeInt(info.getInputChannelIdx());
                });
    }

    InputChannelStateHandle deserializeInputChannelStateHandle(
            DataInputStream dis, MetadataV2V3SerializerBase.DeserializationContext context)
            throws IOException {

        return deserializeChannelStateHandle(
                is -> new InputChannelInfo(is.readInt(), is.readInt()),
                InputChannelStateHandle::new,
                dis,
                context);
    }

    private static  void serializeChannelStateHandle(
            AbstractChannelStateHandle handle,
            DataOutputStream dos,
            BiConsumerWithException infoWriter)
            throws IOException {
        dos.writeInt(handle.getSubtaskIndex());
        infoWriter.accept(handle.getInfo(), dos);
        dos.writeInt(handle.getOffsets().size());
        for (long offset : handle.getOffsets()) {
            dos.writeLong(offset);
        }
        dos.writeLong(handle.getStateSize());
        serializeStreamStateHandle(handle.getDelegate(), dos);
    }

    private static >
            Handle deserializeChannelStateHandle(
                    FunctionWithException infoReader,
                    QuadFunction
                            handleBuilder,
                    DataInputStream dis,
                    MetadataV2V3SerializerBase.DeserializationContext context)
                    throws IOException {

        int subtaskIndex = dis.readInt();
        final Info info = infoReader.apply(dis);
        int offsetsSize = dis.readInt();
        final List offsets = new ArrayList<>(offsetsSize);
        for (int i = 0; i < offsetsSize; i++) {
            offsets.add(dis.readLong());
        }
        final long size = dis.readLong();
        return handleBuilder.apply(
                subtaskIndex,
                info,
                deserializeStreamStateHandle(dis, context),
                new StateContentMetaInfo(offsets, size));
    }
}