All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.hazelcast.jet.impl.connector.WriteBufferedP Maven / Gradle / Ivy

The newest version!
/*
 * Copyright (c) 2008-2024, Hazelcast, Inc. All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.hazelcast.jet.impl.connector;

import com.hazelcast.core.ManagedContext;
import com.hazelcast.function.BiConsumerEx;
import com.hazelcast.function.ConsumerEx;
import com.hazelcast.function.FunctionEx;
import com.hazelcast.function.SupplierEx;
import com.hazelcast.jet.JetException;
import com.hazelcast.jet.core.Inbox;
import com.hazelcast.jet.core.Outbox;
import com.hazelcast.jet.core.Processor;
import com.hazelcast.jet.core.Watermark;
import com.hazelcast.jet.core.processor.SinkProcessors;
import com.hazelcast.security.PermissionsUtil;

import javax.annotation.Nonnull;
import java.util.function.Consumer;

import static com.hazelcast.jet.impl.util.Util.checkSerializable;

public final class WriteBufferedP implements Processor {

    private final FunctionEx createFn;
    private final ConsumerEx flushFn;
    private final ConsumerEx destroyFn;

    private B buffer;
    private final Consumer inboxConsumer;

    WriteBufferedP(
            @Nonnull FunctionEx createFn,
            @Nonnull BiConsumerEx onReceiveFn,
            @Nonnull ConsumerEx flushFn,
            @Nonnull ConsumerEx destroyFn
    ) {
        this.createFn = createFn;
        this.flushFn = flushFn;
        this.destroyFn = destroyFn;

        inboxConsumer = item -> onReceiveFn.accept(buffer, (T) item);
    }

    @Override
    public void init(@Nonnull Outbox outbox, @Nonnull Context context) {
        PermissionsUtil.checkPermission(createFn, context);
        B localBuff = createFn.apply(context);
        if (localBuff == null) {
            throw new JetException("Null buffer created");
        }
        ManagedContext managedContext = context.managedContext();
        buffer = (B) managedContext.initialize(localBuff);
    }

    @Override
    public void process(int ordinal, @Nonnull Inbox inbox) {
        inbox.drain(inboxConsumer);
        flushFn.accept(buffer);
    }

    @Override
    public boolean tryProcessWatermark(@Nonnull Watermark watermark) {
        // we're a sink, no need to forward the watermarks
        return true;
    }

    @Override
    public void close() {
        if (buffer != null) {
            destroyFn.accept(buffer);
        }
    }

    @Override
    public boolean isCooperative() {
        return false;
    }

    /**
     * This is private API. Call {@link SinkProcessors#writeBufferedP} instead.
     */
    @Nonnull
    public static  SupplierEx supplier(
            @Nonnull FunctionEx createFn,
            @Nonnull BiConsumerEx onReceiveFn,
            @Nonnull ConsumerEx flushFn,
            @Nonnull ConsumerEx destroyFn
    ) {
        checkSerializable(createFn, "createFn");
        checkSerializable(onReceiveFn, "onReceiveFn");
        checkSerializable(flushFn, "flushFn");
        checkSerializable(destroyFn, "destroyFn");

        return () -> new WriteBufferedP<>(createFn, onReceiveFn, flushFn, destroyFn);
    }
}