com.tencent.angel.ps.KubernetesParameterServerApp Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of angel-ps-core Show documentation
There is a newer version: 3.2.0
/*
 * Tencent is pleased to support the open source community by making Angel available.
 *
 * Copyright (C) 2017-2018 THL A29 Limited, a Tencent company. All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in
 * compliance with the License. You may obtain a copy of the License at
 *
 * https://opensource.org/licenses/Apache-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under the License
 * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
 * or implied. See the License for the specific language governing permissions and limitations under
 * the License.
 *
 */
package com.tencent.angel.ps;

import com.tencent.angel.RunningMode;
import com.tencent.angel.conf.AngelConf;
import com.tencent.angel.kubernetesmanager.deploy.config.Constants;
import com.tencent.angel.utils.ConfUtils;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;

import java.io.IOException;
import java.util.Map;

/**
 * kubernetes parameter server entry.
 */

public class KubernetesParameterServerApp {
    private static final Log LOG = LogFactory.getLog(KubernetesParameterServerApp.class);
    public static void main(String[] args) throws IOException {
        LOG.info("Starting Parameter Server...");
        int serverIndex = Integer.valueOf(System.getenv(Constants.ENV_EXECUTOR_ID()));
        String appMasterHost = System.getenv(Constants.ENV_MASTER_BIND_ADDRESS());
        int appMasterPort = Integer.valueOf(System.getenv(Constants.ENV_MASTER_BIND_PORT()));
        int attemptIndex = Integer.valueOf(System.getenv(Constants.ENV_EXECUTOR_ATTEMPT_ID()));

        Configuration conf = new Configuration();
        ConfUtils.addResourceProperties(conf, Constants.ANGEL_CONF_PATH());
        String runningMode =
                conf.get(AngelConf.ANGEL_RUNNING_MODE, AngelConf.DEFAULT_ANGEL_RUNNING_MODE);
        if (runningMode.equals(RunningMode.ANGEL_PS_WORKER.toString())) {
            conf.set(AngelConf.ANGEL_TASK_ACTUAL_NUM, System.getenv(Constants.ENV_ANGEL_TASK_NUMBER()));
        }

        final ParameterServer psServer =
                new ParameterServer(serverIndex, attemptIndex, appMasterHost, appMasterPort, conf);
        try {
            psServer.initialize();
            psServer.start();
        } catch (Throwable x) {
            LOG.fatal("Start PS failed ", x);
            psServer.failed(x.getMessage());
        }
        LOG.info("Starting Parameter Server successfully.");
    }
}