org.apache.flink.runtime.resourcemanager.ResourceManagerConfiguration Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of flink-runtime_2.11 Show documentation
There is a newer version: 1.5.1
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.flink.runtime.resourcemanager;

import org.apache.flink.annotation.VisibleForTesting;
import org.apache.flink.api.common.time.Time;
import org.apache.flink.configuration.AkkaOptions;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.configuration.ResourceManagerOptions;
import org.apache.flink.util.ConfigurationException;
import org.apache.flink.util.Preconditions;
import scala.concurrent.duration.Duration;

/**
 * Resource manager configuration
 */
public class ResourceManagerConfiguration {

	private final Time timeout;
	private final Time heartbeatInterval;
	private final Time resultPartitionDisconnectJmTimeout;
	private final double maxTotalCpuCore;
	private final int maxTotalMemoryMb;

	@VisibleForTesting
	public ResourceManagerConfiguration(
		Time timeout,
		Time heartbeatInterval) {
		this(timeout, heartbeatInterval, Time.milliseconds(Integer.MAX_VALUE), Double.MAX_VALUE, Integer.MAX_VALUE);
	}

	@VisibleForTesting
	public ResourceManagerConfiguration(
		Time timeout,
		Time heartbeatInterval,
		double maxTotalCpuCore,
		int maxTotalMemoryMb) {
		this(timeout, heartbeatInterval, Time.milliseconds(Integer.MAX_VALUE), maxTotalCpuCore, maxTotalMemoryMb);
	}

	public ResourceManagerConfiguration(
			Time timeout,
			Time heartbeatInterval,
			Time resultPartitionDisconnectJmTimeout,
			double maxTotalCpuCore,
			int maxTotalMemoryMb) {
		this.timeout = Preconditions.checkNotNull(timeout, "timeout");
		this.heartbeatInterval = Preconditions.checkNotNull(heartbeatInterval, "heartbeatInterval");
		this.resultPartitionDisconnectJmTimeout = resultPartitionDisconnectJmTimeout;
		this.maxTotalCpuCore = maxTotalCpuCore;
		this.maxTotalMemoryMb = maxTotalMemoryMb;
	}

	public Time getTimeout() {
		return timeout;
	}

	public Time getHeartbeatInterval() {
		return heartbeatInterval;
	}

	public Time getResultPartitionDisconnectJmTimeout() {
		return resultPartitionDisconnectJmTimeout;
	}

	public double getMaxTotalCpuCore() {
		return maxTotalCpuCore;
	}

	public int getMaxTotalMemoryMb() {
		return maxTotalMemoryMb;
	}

	// --------------------------------------------------------------------------
	// Static factory methods
	// --------------------------------------------------------------------------

	public static ResourceManagerConfiguration fromConfiguration(Configuration configuration) throws ConfigurationException {
		final String strTimeout = configuration.getString(AkkaOptions.ASK_TIMEOUT);
		final Time timeout;

		try {
			timeout = Time.milliseconds(Duration.apply(strTimeout).toMillis());
		} catch (NumberFormatException e) {
			throw new ConfigurationException("Could not parse the resource manager's timeout " +
				"value " + AkkaOptions.ASK_TIMEOUT + '.', e);
		}

		final String strHeartbeatInterval = configuration.getString(AkkaOptions.WATCH_HEARTBEAT_INTERVAL);
		final Time heartbeatInterval;

		try {
			heartbeatInterval = Time.milliseconds(Duration.apply(strHeartbeatInterval).toMillis());
		} catch (NumberFormatException e) {
			throw new ConfigurationException("Could not parse the resource manager's heartbeat interval " +
				"value " + AkkaOptions.WATCH_HEARTBEAT_INTERVAL + '.', e);
		}

		final Time resultPartitionDisconnectJmTimeout = Time.milliseconds(
			configuration.getLong(ResourceManagerOptions.RESULT_PARTITION_DISCONNECT_JM_TIMEOUT));

		double maxTotalCpuCore = configuration.getDouble(ResourceManagerOptions.MAX_TOTAL_RESOURCE_LIMIT_CPU_CORE);
		int maxTotalMemoryMb = configuration.getInteger(ResourceManagerOptions.MAX_TOTAL_RESOURCE_LIMIT_MEMORY_MB);

		return new ResourceManagerConfiguration(timeout, heartbeatInterval, resultPartitionDisconnectJmTimeout, maxTotalCpuCore, maxTotalMemoryMb);
	}
}