com.lithium.flow.config.repos.ParallelRepo Maven / Gradle / Ivy

Go to download
/*
 * Copyright 2015 Lithium Technologies, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.lithium.flow.config.repos;

import static com.google.common.base.Preconditions.checkNotNull;

import com.lithium.flow.config.Config;
import com.lithium.flow.config.Repo;
import com.lithium.flow.util.Measure;
import com.lithium.flow.util.Progress;
import com.lithium.flow.util.Threader;

import java.io.IOException;
import java.util.List;
import java.util.stream.Stream;

import javax.annotation.Nonnull;

import com.google.common.collect.Lists;

/**
 * @author Matt Ayres
 */
public class ParallelRepo extends DecoratedRepo {
	private final Config config;

	public ParallelRepo(@Nonnull Repo delegate, @Nonnull Config config) {
		super(delegate);
		this.config = checkNotNull(config);
	}

	@Override
	@Nonnull
	public List getConfigs() throws IOException {
		int threads = config.getInt("threads", Runtime.getRuntime().availableProcessors() / 2);
		int retries = config.getInt("retries", 0);

		List configs = Lists.newCopyOnWriteArrayList();
		Threader threader = new Threader(threads).setRetries(retries);
		Progress progress = new Progress();
		Measure names = progress.counter("names").useForEta();

		if (config.getBoolean("progress", false)) {
			progress.start(config.getTime("progress.logTime", "5s"), config.getTime("progress.avgTime", "15s"));
		}
		try {
			getNames().forEach(name -> {
				names.incTodo();
				threader.execute(name, () -> {
					configs.add(getConfig(name));
					names.incDone();
				});
			});

			threader.finish();
		} finally {
			if (config.getBoolean("progress", false)) {
				progress.finish();
			}
		}

		return configs;
	}

	@Override
	@Nonnull
	public Stream streamConfigs() throws IOException {
		return getConfigs().stream();
	}
}