org.apache.flink.runtime.clusterframework.TaskExecutorProcessSpec Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of flink-runtime_2.11 Show documentation
There is a newer version: 1.13.6
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.flink.runtime.clusterframework;

import org.apache.flink.api.common.resources.CPUResource;
import org.apache.flink.configuration.MemorySize;

import java.io.Serializable;

/**
 * Describe the specifics of different resource dimensions of the TaskExecutor process.
 *
 * A TaskExecutor's memory consists of the following components.
 * 

 *     Framework Heap Memory
 *     Framework Off-Heap Memory
 *     Task Heap Memory
 *     Task Off-Heap Memory
 *     Network Memory
 *     Managed Memory
 *     JVM Metaspace
 *     JVM Overhead
 * 
 * Among all the components, Framework Heap Memory and Task Heap Memory use on heap memory, while the rest use off heap
 * memory. We use Total Process Memory to refer to all the memory components, while Total Flink Memory refering to all
 * the components except JVM Metaspace and JVM Overhead.
 *
 * The relationships of TaskExecutor memory components are shown below.
 * 
 *               ┌ ─ ─ Total Process Memory  ─ ─ ┐
 *                ┌ ─ ─ Total Flink Memory  ─ ─ ┐
 *               │ ┌───────────────────────────┐ │
 *                ││   Framework Heap Memory   ││  ─┐
 *               │ └───────────────────────────┘ │  │
 *               │ ┌───────────────────────────┐ │  │
 *            ┌─  ││ Framework Off-Heap Memory ││   ├─ On-Heap
 *            │  │ └───────────────────────────┘ │  │
 *            │   │┌───────────────────────────┐│   │
 *            │  │ │     Task Heap Memory      │ │ ─┘
 *            │   │└───────────────────────────┘│
 *            │  │ ┌───────────────────────────┐ │
 *            ├─  ││   Task Off-Heap Memory    ││
 *            │  │ └───────────────────────────┘ │
 *            │   │┌───────────────────────────┐│
 *            ├─ │ │      Network Memory       │ │
 *            │   │└───────────────────────────┘│
 *            │  │ ┌───────────────────────────┐ │
 *  Off-Heap ─┼─   │      Managed Memory       │
 *            │  ││└───────────────────────────┘││
 *            │   └ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ┘
 *            │  │┌─────────────────────────────┐│
 *            ├─  │        JVM Metaspace        │
 *            │  │└─────────────────────────────┘│
 *            │   ┌─────────────────────────────┐
 *            └─ ││        JVM Overhead         ││
 *                └─────────────────────────────┘
 *               └ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ┘
 * 
 */
public class TaskExecutorProcessSpec implements Serializable {

	private final CPUResource cpuCores;

	private final MemorySize frameworkHeapSize;

	private final MemorySize frameworkOffHeapMemorySize;

	private final MemorySize taskHeapSize;

	private final MemorySize taskOffHeapSize;

	private final MemorySize networkMemSize;

	private final MemorySize managedMemorySize;

	private final MemorySize jvmMetaspaceSize;

	private final MemorySize jvmOverheadSize;

	public TaskExecutorProcessSpec(
		CPUResource cpuCores,
		MemorySize frameworkHeapSize,
		MemorySize frameworkOffHeapSize,
		MemorySize taskHeapSize,
		MemorySize taskOffHeapSize,
		MemorySize networkMemSize,
		MemorySize managedMemorySize,
		MemorySize jvmMetaspaceSize,
		MemorySize jvmOverheadSize) {

		this.cpuCores = cpuCores;
		this.frameworkHeapSize = frameworkHeapSize;
		this.frameworkOffHeapMemorySize = frameworkOffHeapSize;
		this.taskHeapSize = taskHeapSize;
		this.taskOffHeapSize = taskOffHeapSize;
		this.networkMemSize = networkMemSize;
		this.managedMemorySize = managedMemorySize;
		this.jvmMetaspaceSize = jvmMetaspaceSize;
		this.jvmOverheadSize = jvmOverheadSize;
	}

	public CPUResource getCpuCores() {
		return cpuCores;
	}

	public MemorySize getFrameworkHeapSize() {
		return frameworkHeapSize;
	}

	public MemorySize getFrameworkOffHeapMemorySize() {
		return frameworkOffHeapMemorySize;
	}

	public MemorySize getTaskHeapSize() {
		return taskHeapSize;
	}

	public MemorySize getTaskOffHeapSize() {
		return taskOffHeapSize;
	}

	public MemorySize getNetworkMemSize() {
		return networkMemSize;
	}

	public MemorySize getManagedMemorySize() {
		return managedMemorySize;
	}

	public MemorySize getJvmMetaspaceSize() {
		return jvmMetaspaceSize;
	}

	public MemorySize getJvmOverheadSize() {
		return jvmOverheadSize;
	}

	public MemorySize getTotalFlinkMemorySize() {
		return frameworkHeapSize.add(frameworkOffHeapMemorySize).add(taskHeapSize).add(taskOffHeapSize).add(networkMemSize).add(getManagedMemorySize());
	}

	public MemorySize getTotalProcessMemorySize() {
		return getTotalFlinkMemorySize().add(jvmMetaspaceSize).add(jvmOverheadSize);
	}

	public MemorySize getJvmHeapMemorySize() {
		return frameworkHeapSize.add(taskHeapSize);
	}

	public MemorySize getJvmDirectMemorySize() {
		return frameworkOffHeapMemorySize.add(taskOffHeapSize).add(networkMemSize);
	}

	@Override
	public String toString() {
		return "TaskExecutorProcessSpec {"
			+ "cpuCores=" + cpuCores.getValue().doubleValue()
			+ ", frameworkHeapSize=" + frameworkHeapSize.toHumanReadableString()
			+ ", frameworkOffHeapSize=" + frameworkOffHeapMemorySize.toHumanReadableString()
			+ ", taskHeapSize=" + taskHeapSize.toHumanReadableString()
			+ ", taskOffHeapSize=" + taskOffHeapSize.toHumanReadableString()
			+ ", networkMemSize=" + networkMemSize.toHumanReadableString()
			+ ", managedMemorySize=" + managedMemorySize.toHumanReadableString()
			+ ", jvmMetaspaceSize=" + jvmMetaspaceSize.toHumanReadableString()
			+ ", jvmOverheadSize=" + jvmOverheadSize.toHumanReadableString()
			+ "}";
	}
}