io.trino.plugin.exchange.hdfs.ExchangeHdfsConfig Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of trino-exchange-hdfs Show documentation

Trino - Exchange HDFS

There is a newer version: 465

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.plugin.exchange.hdfs;

import com.google.common.base.Splitter;
import com.google.common.collect.ImmutableList;
import io.airlift.configuration.Config;
import io.airlift.configuration.ConfigDescription;
import io.airlift.configuration.validation.FileExists;
import io.airlift.units.DataSize;
import io.airlift.units.MaxDataSize;
import io.airlift.units.MinDataSize;
import jakarta.validation.constraints.NotNull;

import java.io.File;
import java.util.List;

import static com.google.common.collect.ImmutableList.toImmutableList;
import static io.airlift.units.DataSize.Unit.MEGABYTE;

public class ExchangeHdfsConfig
{
    private DataSize hdfsStorageBlockSize = DataSize.of(4, MEGABYTE);
    private List resourceConfigFiles = ImmutableList.of();

    @NotNull
    @MinDataSize("4MB")
    @MaxDataSize("256MB")
    public DataSize getHdfsStorageBlockSize()
    {
        return hdfsStorageBlockSize;
    }

    @Config("exchange.hdfs.block-size")
    @ConfigDescription("Block size for HDFS storage")
    public ExchangeHdfsConfig setHdfsStorageBlockSize(DataSize hdfsStorageBlockSize)
    {
        this.hdfsStorageBlockSize = hdfsStorageBlockSize;
        return this;
    }

    @NotNull
    public List<@FileExists File> getResourceConfigFiles()
    {
        return resourceConfigFiles;
    }

    @Config("hdfs.config.resources")
    public ExchangeHdfsConfig setResourceConfigFiles(String files)
    {
        this.resourceConfigFiles = Splitter.on(',').trimResults().omitEmptyStrings().splitToList(files).stream()
                .map(File::new)
                .collect(toImmutableList());
        return this;
    }
}