io.mantisrx.runtime.loader.config.WorkerConfiguration Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of mantis-runtime-loader Show documentation
mantis-runtime-loader
There is a newer version: 3.1.7
Show newest version
/*
 * Copyright 2022 Netflix, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package io.mantisrx.runtime.loader.config;

import io.mantisrx.server.core.CoreConfiguration;
import io.mantisrx.shaded.com.fasterxml.jackson.annotation.JsonIgnore;
import io.mantisrx.shaded.com.google.common.base.Splitter;
import io.mantisrx.shaded.com.google.common.collect.ImmutableMap;
import java.io.File;
import java.net.URI;
import java.util.Map;
import java.util.stream.Collectors;
import org.apache.flink.api.common.time.Time;
import org.skife.config.Config;
import org.skife.config.Default;
import org.skife.config.DefaultNull;

public interface WorkerConfiguration extends CoreConfiguration {
    // ------------------------------------------------------------------------
    //  Task Executor machine related configurations
    // ------------------------------------------------------------------------
    @Config({"mantis.taskexecutor.id", "MANTIS_TASKEXECUTOR_ID"})
    @DefaultNull
    String getTaskExecutorId();

    default String getTaskExecutorHostName() {
        return getExternalAddress();
    }

    @Config({"mantis.taskexecutor.cluster-id", "MANTIS_TASKEXECUTOR_CLUSTER_ID"})
    @Default("DEFAULT_CLUSTER")
    String getClusterId();

    @Config("mantis.taskexecutor.ports.metrics")
    @Default("5051")
    int getMetricsPort();

    @Config("mantis.taskexecutor.ports.debug")
    @Default("5052")
    int getDebugPort();

    @Config("mantis.taskexecutor.ports.console")
    @Default("5053")
    int getConsolePort();

    @Config("mantis.taskexecutor.ports.custom")
    @Default("5054")
    int getCustomPort();

    @Config("mantis.taskexecutor.ports.sink")
    @Default("5055")
    int getSinkPort();

    @Config("mantis.taskexecutor.metrics.collector")
    @Default("io.mantisrx.runtime.loader.cgroups.CgroupsMetricsCollector")
    String getMetricsCollectorClassName();

    @Config("mantis.taskexecutor.runtime.jobautoscalermanager")
    @Default("io.mantisrx.server.worker.jobmaster.NoopJobAutoscalerManager")
    String getJobAutoscalerManagerClassName();

    // ------------------------------------------------------------------------
    //  heartbeat connection related configurations
    // ------------------------------------------------------------------------
    @Config("mantis.taskexecutor.heartbeats.interval")
    @Default("10000")
    int heartbeatInternalInMs();

    @Config("mantis.taskexecutor.heartbeats.tolerable-consecutive-heartbeat-failures")
    @Default("3")
    int getTolerableConsecutiveHeartbeatFailures();

    @Config("mantis.taskexecutor.heartbeats.timeout.ms")
    @Default("90000")
    int heartbeatTimeoutMs();

    @Config("mantis.taskexecutor.heartbeats.retry.initial-delay.ms")
    @Default("1000")
    long heartbeatRetryInitialDelayMs();

    @Config("mantis.taskexecutor.heartbeats.retry.max-delay.ms")
    @Default("5000")
    long heartbeatRetryMaxDelayMs();

    @Config("mantis.taskexecutor.registration.retry.initial-delay.ms")
    @Default("2000")
    long registrationRetryInitialDelayMillis();

    @Config("mantis.taskexecutor.registration.retry.mutliplier")
    @Default("2")
    double registrationRetryMultiplier();

    @Config("mantis.taskexecutor.registration.retry.randomization-factor")
    @Default("0.5")
    double registrationRetryRandomizationFactor();

    @Config("mantis.taskexecutor.registration.retry.max-attempts")
    @Default("5")
    int registrationRetryMaxAttempts();

    @Config("mantis.taskexecutor.registration.store")
    @DefaultNull
    File getRegistrationStoreDir();

    default Time getHeartbeatTimeout() {
        return Time.milliseconds(heartbeatTimeoutMs());
    }

    default Time getHeartbeatInterval() {
        return Time.milliseconds(heartbeatInternalInMs());
    }

    // ------------------------------------------------------------------------
    //  RPC related configurations
    // ------------------------------------------------------------------------
    @Config({"mantis.taskexecutor.rpc.external-address", "MANTIS_TASKEXECUTOR_RPC_EXTERNAL_ADDRESS"})
    @Default("localhost")
    String getExternalAddress();

    @Config("mantis.taskexecutor.rpc.port-range")
    @Default("")
    String getExternalPortRange();

    @Config("mantis.taskexecutor.rpc.bind-address")
    @DefaultNull
    String getBindAddress();

    @Config("mantis.taskexecutor.rpc.bind-port")
    @DefaultNull
    Integer getBindPort();

    @Config("mantis.taskexecutor.metrics.collector")
    @Default("io.mantisrx.runtime.loader.cgroups.CgroupsMetricsCollector")
    MetricsCollector getUsageSupplier();

    // ------------------------------------------------------------------------
    //  BlobStore related configurations
    // ------------------------------------------------------------------------
    @Config("mantis.taskexecutor.blob-store.storage-dir")
    @DefaultNull
    URI getBlobStoreArtifactDir();

    @Config("mantis.taskexecutor.blob-store.local-cache")
    @DefaultNull
    File getLocalStorageDir();

    @Config("mantis.taskexecutor.hardware.cpu-cores")
    @DefaultNull
    Double getCpuCores();

    @Config("mantis.taskexecutor.hardware.memory-in-mb")
    @DefaultNull
    Double getMemoryInMB();

    @Config("mantis.taskexecutor.hardware.disk-in-mb")
    @DefaultNull
    Double getDiskInMB();

    @Config("mantis.taskexecutor.hardware.network-bandwidth-in-mb")
    @Default(value = "128.0")
    double getNetworkBandwidthInMB();

    @Config("mantis.taskexecutor.attributes")
    @Default(value = "")
    String taskExecutorAttributes();

    @JsonIgnore
    default Map getTaskExecutorAttributes() {
        String input = taskExecutorAttributes();
        if (input == null || input.isEmpty()) {
            return ImmutableMap.of();
        }

        Map attributes = Splitter.on(",").withKeyValueSeparator(':').split(input);

        // filter out entries where the value matches the pattern "${.*}"
        return attributes.entrySet().stream()
            .filter(entry -> !entry.getValue().matches("\\$\\{.*\\}"))
            .collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue));
    }
}