com.graphaware.tx.executor.batch.MultiThreadedBatchTransactionExecutor Maven / Gradle / Ivy

Go to download
/*
 * Copyright (c) 2013-2020 GraphAware
 *
 * This file is part of the GraphAware Framework.
 *
 * GraphAware Framework is free software: you can redistribute it and/or modify it under
 * the terms of the GNU General Public License as published by the Free Software Foundation, either
 * version 3 of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
 * without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
 * See the GNU General Public License for more details. You should have received a copy of
 * the GNU General Public License along with this program.  If not, see
 * .
 */

package com.graphaware.tx.executor.batch;

import org.neo4j.logging.Log;
import com.graphaware.common.log.LoggerFactory;

import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;

/**
 * Decorator for a {@link IterableInputBatchTransactionExecutor}, which allows it to be executed using multiple threads.
 */
public class MultiThreadedBatchTransactionExecutor extends DisposableBatchTransactionExecutor {
    private static final Log LOG = LoggerFactory.getLogger(MultiThreadedBatchTransactionExecutor.class);

    private final IterableInputBatchTransactionExecutor wrappedExecutor;
    private final int numberOfThreads;

    /**
     * Create a new instance of this executor with as many threads as there are CPU cores.
     *
     * @param wrappedExecutor the executor to which each thread will delegate work.
     */
    public MultiThreadedBatchTransactionExecutor(IterableInputBatchTransactionExecutor wrappedExecutor) {
        this(wrappedExecutor, Runtime.getRuntime().availableProcessors());
    }

    /**
     * Create a new instance of this executor.
     *
     * @param wrappedExecutor the executor to which each thread will delegate work.
     * @param numberOfThreads the total number of threads used for the execution.
     */
    public MultiThreadedBatchTransactionExecutor(IterableInputBatchTransactionExecutor wrappedExecutor, int numberOfThreads) {
        this.wrappedExecutor = wrappedExecutor;
        this.numberOfThreads = numberOfThreads;
    }

    @Override
    public void doExecute() {
        ExecutorService executorService = Executors.newFixedThreadPool(numberOfThreads);

        wrappedExecutor.populateQueue();

        for (int i = 0; i < numberOfThreads; i++) {
            executorService.submit(new Runnable() {
                @Override
                public void run() {
                    wrappedExecutor.processQueue();
                }
            });
        }

        executorService.shutdown();
        try {
            executorService.awaitTermination(1, TimeUnit.DAYS);
            LOG.debug("Successfully executed batches using " + numberOfThreads + " threads.");
        } catch (InterruptedException e) {
            LOG.warn("Did not manage to complete batch execution within 24 hours.");
        }
    }
}