com.aliyun.odps.table.enviroment.LocalEnvironment Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of odps-sdk-table-api Show documentation
The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package com.aliyun.odps.table.enviroment;

import com.aliyun.odps.table.utils.Preconditions;
import com.aliyun.odps.utils.StringUtils;
import com.google.gson.JsonObject;
import com.google.gson.JsonParser;
import org.apache.commons.io.IOUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.BufferedInputStream;
import java.io.FileInputStream;
import java.io.IOException;
import java.util.Optional;

import static com.aliyun.odps.table.utils.ConfigConstants.*;

public class LocalEnvironment extends ExecutionEnvironment {

    private static final Logger logger = LoggerFactory.getLogger(ExecutionEnvironment.class);

    private String localEndpoint = null;

    public LocalEnvironment(EnvironmentSettings settings) {
        super(settings);
    }

    @Override
    protected void initialize() {
        String mode = System.getenv(MAX_STORAGE_MODE);
        if (StringUtils.isNullOrEmpty(mode)) {
            logger.warn("Local env without maxstorage mode");
            return;
        }

        String prefix;
        String port;
        String confPath = System.getenv(MAX_STORAGE_DATA_PROXY_CONF_PATH);

        if (StringUtils.isNullOrEmpty(confPath)) {
            prefix = System.getenv(MAX_STORAGE_DATA_PROXY_PREFIX);
            port = System.getenv(MAX_STORAGE_DATA_PROXY_PORT);
        } else {
            port = System.getProperty(MAX_STORAGE_DATA_PROXY_PORT);
            if (!StringUtils.isNullOrEmpty(port)) {
                prefix = System.getProperty(MAX_STORAGE_DATA_PROXY_PREFIX);
            } else {
                try (FileInputStream fis = new FileInputStream(confPath);
                     BufferedInputStream bis = new BufferedInputStream(fis)) {

                    JsonObject conf = new JsonParser().parse(
                            new String(IOUtils.toByteArray(bis))).getAsJsonObject();

                    if (conf.has(MAX_STORAGE_DATA_PROXY_PORT)) {
                        System.setProperty(MAX_STORAGE_DATA_PROXY_PORT,
                                conf.get(MAX_STORAGE_DATA_PROXY_PORT).getAsString());
                    }

                    if (conf.has(MAX_STORAGE_DATA_PROXY_PREFIX)) {
                        System.setProperty(MAX_STORAGE_DATA_PROXY_PREFIX,
                                conf.get(MAX_STORAGE_DATA_PROXY_PREFIX).getAsString());
                    }
                } catch (IOException e) {
                    logger.error("Local env find conf " + confPath + " failed!", e);
                    return;
                }
                prefix = System.getProperty(MAX_STORAGE_DATA_PROXY_PREFIX);
                port = System.getProperty(MAX_STORAGE_DATA_PROXY_PORT);
            }
        }

        Preconditions.checkString(port, MAX_STORAGE_DATA_PROXY_PORT);

        String localHostPort;
        if (StringUtils.isNullOrEmpty(prefix)) {
            localHostPort = "http://127.0.0.1:" + port;
        } else {
            localHostPort = "http://127.0.0.1:" + port + "/" + prefix;
        }
        this.localEndpoint = localHostPort;
    }

    @Override
    public String getTunnelEndpoint(String targetProject) {
        ensureInitialized();
        return Optional.ofNullable(localEndpoint).orElseGet(() ->
                settings.getTunnelEndpoint().orElseThrow(() ->
                        new IllegalStateException("Local environment get empty tunnel endpoint!")));
    }
}