All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.hazelcast.jet.pipeline.test.impl.ItemsDistributedFillBufferFn Maven / Gradle / Ivy

The newest version!
/*
 * Copyright (c) 2008-2024, Hazelcast, Inc. All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.hazelcast.jet.pipeline.test.impl;

import com.hazelcast.function.BiConsumerEx;
import com.hazelcast.jet.core.JetDataSerializerHook;
import com.hazelcast.jet.core.Processor.Context;
import com.hazelcast.jet.pipeline.SourceBuilder.SourceBuffer;
import com.hazelcast.jet.pipeline.test.TestSources;
import com.hazelcast.nio.ObjectDataInput;
import com.hazelcast.nio.ObjectDataOutput;
import com.hazelcast.nio.serialization.IdentifiedDataSerializable;

import java.io.IOException;
import java.util.Iterator;

/**
 * Helper class for {@link TestSources}.
 */
public class ItemsDistributedFillBufferFn
        implements BiConsumerEx>, IdentifiedDataSerializable {

    private Iterable items;

    // for deserialization
    public ItemsDistributedFillBufferFn() { }

    public ItemsDistributedFillBufferFn(Iterable items) {
        this.items = items;
    }

    @Override
    public void acceptEx(Context ctx, SourceBuffer buf) throws Exception {
        Iterator iterator = items.iterator();
        for (int i = 0; iterator.hasNext(); i++) {
            T item = iterator.next();
            if (i % ctx.totalParallelism() == ctx.globalProcessorIndex()) {
                buf.add(item);
            }
        }
        buf.close();
    }

    @Override
    public int getFactoryId() {
        return JetDataSerializerHook.FACTORY_ID;
    }

    @Override
    public int getClassId() {
        return JetDataSerializerHook.TEST_SOURCES_ITEMS_DISTRIBUTED_FILL_BUFFER_FN;
    }

    @Override
    public void writeData(ObjectDataOutput out) throws IOException {
        out.writeObject(items);
    }

    @Override
    public void readData(ObjectDataInput in) throws IOException {
        items = in.readObject();
    }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy