org.finos.tracdap.test.data.SingleBatchDataSink Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of tracdap-lib-test Show documentation

TRAC D.A.P. test library, pulls in everything needed to run tests across the TRAC platform services

There is a newer version: 0.6.3

/*
 * Copyright 2022 Accenture Global Solutions Limited
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.finos.tracdap.test.data;

import org.finos.tracdap.common.data.DataPipeline;
import org.finos.tracdap.common.data.pipeline.BaseDataSink;

import org.apache.arrow.vector.VectorSchemaRoot;
import org.apache.arrow.vector.types.pojo.Schema;

import java.util.function.Consumer;


public class SingleBatchDataSink
        extends BaseDataSink 
        implements DataPipeline.ArrowApi {

    private final Consumer callback;

    private VectorSchemaRoot root;
    private Schema schema;
    private long rowCount;
    private int batchCount;

    public SingleBatchDataSink(DataPipeline pipeline) {
        this(pipeline, batch -> {});
    }

    public SingleBatchDataSink(DataPipeline pipeline, Consumer callback) {

        super(pipeline);

        this.callback = callback;
        this.batchCount = 0;
    }

    @Override
    public DataPipeline.ArrowApi dataInterface() {
        return this;
    }

    public Schema getSchema() {
        return schema;
    }

    public long getRowCount() { return rowCount; }

    public int getBatchCount() {
        return batchCount;
    }

    @Override
    public void connect() {
        // no-op
    }

    @Override
    public void pump() { /* no-op, immediate stage */ }

    @Override
    public boolean isReady() { return true; }

    @Override
    public void terminate(Throwable error) {

    }

    @Override
    public void close() {

    }

    @Override
    public void onStart(VectorSchemaRoot root) {
        this.root = root;
        this.schema = root.getSchema();
    }

    @Override
    public void onBatch() {

        batchCount += 1;
        rowCount += root.getRowCount();

        callback.accept(root);
    }

    @Override
    public void onComplete() {

        markAsDone();
        reportComplete();
    }

    @Override
    public void onError(Throwable error) {

        markAsDone();
        reportRegularError(error);
    }
}