org.elasticsearch.hadoop.yarn.client.ClientRpc Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of elasticsearch-hadoop Show documentation
Elasticsearch Hadoop
There is a newer version: 8.17.0
/*
 * Licensed to Elasticsearch under one or more contributor
 * license agreements. See the NOTICE file distributed with
 * this work for additional information regarding copyright
 * ownership. Elasticsearch licenses this file to you under
 * the Apache License, Version 2.0 (the "License"); you may
 * not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.elasticsearch.hadoop.yarn.client;

import java.util.Collections;
import java.util.EnumSet;
import java.util.List;
import java.util.Set;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.security.UserGroupInformation;
import org.apache.hadoop.yarn.api.records.ApplicationId;
import org.apache.hadoop.yarn.api.records.ApplicationReport;
import org.apache.hadoop.yarn.api.records.ApplicationSubmissionContext;
import org.apache.hadoop.yarn.api.records.YarnApplicationState;
import org.apache.hadoop.yarn.client.api.YarnClient;
import org.apache.hadoop.yarn.client.api.YarnClientApplication;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.elasticsearch.hadoop.yarn.EsYarnException;
import org.elasticsearch.hadoop.yarn.util.YarnUtils;

public class ClientRpc implements AutoCloseable {

    private static final Set ES_TYPE = Collections.singleton("ELASTICSEARCH");
    private static final EnumSet ALIVE = EnumSet.range(YarnApplicationState.NEW, YarnApplicationState.RUNNING);

    private YarnClient client;
    private final Configuration cfg;

    public ClientRpc(Configuration cfg) {
        this.cfg = new YarnConfiguration(cfg);
    }

    public void start() {
        if (client != null) {
            return;
        }

        UserGroupInformation.setConfiguration(cfg);

        client = YarnClient.createYarnClient();
        client.init(cfg);
        client.start();
    }

    public YarnClientApplication newApp() {
        try {
            return client.createApplication();
        } catch (Exception ex) {
            throw new EsYarnException(ex);
        }
    }

    public ApplicationId submitApp(ApplicationSubmissionContext appContext) {
        try {
            return client.submitApplication(appContext);
        } catch (Exception ex) {
            throw new EsYarnException(ex);
        }
    }

    public List killEsApps() {
        try {
            List esApps = client.getApplications(ES_TYPE, ALIVE);

            for (ApplicationReport appReport : esApps) {
                client.killApplication(appReport.getApplicationId());
            }

            return esApps;
        } catch (Exception ex) {
            throw new EsYarnException(ex);
        }
    }

    public void killApp(String appId) {
        try {
            client.killApplication(YarnUtils.createAppIdFrom(appId));
        } catch (Exception ex) {
            throw new EsYarnException(ex);
        }
    }

    public ApplicationReport getReport(ApplicationId appId) {
        try {
            return client.getApplicationReport(appId);
        } catch (Exception ex) {
            throw new EsYarnException(ex);
        }
    }

    public List listApps() {
        try {
            return client.getApplications();
        } catch (Exception ex) {
            throw new EsYarnException(ex);
        }
    }


    public List listEsClusters() {
        try {
            return client.getApplications(ES_TYPE);
        } catch (Exception ex) {
            throw new EsYarnException(ex);
        }
    }

    public List listEsClustersAlive() {
        try {
            return client.getApplications(ES_TYPE, ALIVE);
        } catch (Exception ex) {
            throw new EsYarnException(ex);
        }
    }

    public void waitForApp(ApplicationId appId, long timeout) {
        boolean repeat = false;
        long start = System.currentTimeMillis();
        do {
            try {
                ApplicationReport appReport = client.getApplicationReport(appId);
                YarnApplicationState appState = appReport.getYarnApplicationState();
                repeat = (appState != YarnApplicationState.FINISHED && appState != YarnApplicationState.KILLED && appState != YarnApplicationState.FAILED);
                if (repeat) {
                    Thread.sleep(500);
                }
            } catch (Exception ex) {
                throw new EsYarnException(ex);
            }
        } while (repeat && (System.currentTimeMillis() - start) < timeout);
    }

    @Override
    public void close() {
        if (client != null) {
            client.stop();
            client = null;
        }
    }

    public Configuration getConfiguration() {
        return cfg;
    }
}