com.facebook.presto.spark.launcher.PrestoSparkDistribution Maven / Gradle / Ivy

Go to download
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.facebook.presto.spark.launcher;

import com.facebook.presto.spark.launcher.internal.com.google.common.collect.ImmutableMap;
import org.apache.spark.SparkContext;

import java.util.HashMap;
import java.util.Map;
import java.util.Optional;

import static com.facebook.presto.spark.classloader_interface.PrestoSparkConfiguration.METADATA_STORAGE_TYPE_KEY;
import static com.facebook.presto.spark.launcher.internal.com.google.common.collect.ImmutableMap.toImmutableMap;
import static java.util.Collections.unmodifiableMap;
import static java.util.Objects.requireNonNull;
import static java.util.stream.Collectors.toMap;

public class PrestoSparkDistribution
{
    private final SparkContext sparkContext;
    private final PackageSupplier packageSupplier;
    private final Map configProperties;
    private final Map> catalogProperties;
    private final Map prestoSparkProperties;
    private final Optional> eventListenerProperties;
    private final Optional> accessControlProperties;
    private final Optional> sessionPropertyConfigurationProperties;
    private final Optional>> functionNamespaceProperties;
    private final Optional>> tempStorageProperties;

    @Deprecated
    public PrestoSparkDistribution(
            SparkContext sparkContext,
            PackageSupplier packageSupplier,
            Map configProperties,
            Map> catalogProperties,
            String metadataStorageType,
            Optional> eventListenerProperties,
            Optional> accessControlProperties,
            Optional> sessionPropertyConfigurationProperties,
            Optional>> functionNamespaceProperties,
            Optional>> tempStorageProperties)
    {
        this(
                sparkContext,
                packageSupplier,
                configProperties,
                catalogProperties,
                ImmutableMap.of(METADATA_STORAGE_TYPE_KEY, metadataStorageType),
                eventListenerProperties,
                accessControlProperties,
                sessionPropertyConfigurationProperties,
                functionNamespaceProperties,
                tempStorageProperties);
    }

    public PrestoSparkDistribution(
            SparkContext sparkContext,
            PackageSupplier packageSupplier,
            Map configProperties,
            Map> catalogProperties,
            Map prestoSparkProperties,
            Optional> eventListenerProperties,
            Optional> accessControlProperties,
            Optional> sessionPropertyConfigurationProperties,
            Optional>> functionNamespaceProperties,
            Optional>> tempStorageProperties)
    {
        this.sparkContext = requireNonNull(sparkContext, "sparkContext is null");
        this.packageSupplier = requireNonNull(packageSupplier, "packageSupplier is null");
        this.configProperties = ImmutableMap.copyOf(requireNonNull(configProperties, "configProperties is null"));
        this.catalogProperties = requireNonNull(catalogProperties, "catalogProperties is null").entrySet().stream()
                .collect(toImmutableMap(Map.Entry::getKey, entry -> ImmutableMap.copyOf(entry.getValue())));
        this.prestoSparkProperties = ImmutableMap.copyOf(requireNonNull(prestoSparkProperties, "prestoSparkProperties is null"));
        this.eventListenerProperties = requireNonNull(eventListenerProperties, "eventListenerProperties is null")
                .map(properties -> unmodifiableMap(new HashMap<>(properties)));
        this.accessControlProperties = requireNonNull(accessControlProperties, "accessControlProperties is null")
                .map(properties -> unmodifiableMap(new HashMap<>(properties)));
        this.sessionPropertyConfigurationProperties = requireNonNull(sessionPropertyConfigurationProperties, "sessionPropertyConfigurationProperties is null")
                .map(properties -> unmodifiableMap(new HashMap<>(properties)));
        this.functionNamespaceProperties = requireNonNull(functionNamespaceProperties, "functionNamespaceProperties is null")
                .map(map -> map.entrySet().stream()
                        .collect(toMap(Map.Entry::getKey, entry -> unmodifiableMap(new HashMap<>(entry.getValue())))));
        this.tempStorageProperties = requireNonNull(tempStorageProperties, "tempStorageProperties is null")
                .map(map -> map.entrySet().stream()
                        .collect(toMap(Map.Entry::getKey, entry -> unmodifiableMap(new HashMap<>(entry.getValue())))));
    }

    public SparkContext getSparkContext()
    {
        return sparkContext;
    }

    public PackageSupplier getPackageSupplier()
    {
        return packageSupplier;
    }

    public Map getConfigProperties()
    {
        return configProperties;
    }

    public Map> getCatalogProperties()
    {
        return catalogProperties;
    }

    public Map getPrestoSparkProperties()
    {
        return prestoSparkProperties;
    }

    public Optional> getEventListenerProperties()
    {
        return eventListenerProperties;
    }

    public Optional> getAccessControlProperties()
    {
        return accessControlProperties;
    }

    public Optional> getSessionPropertyConfigurationProperties()
    {
        return sessionPropertyConfigurationProperties;
    }

    public Optional>> getFunctionNamespaceProperties()
    {
        return functionNamespaceProperties;
    }

    public Optional>> getTempStorageProperties()
    {
        return tempStorageProperties;
    }
}