com.facebook.presto.iceberg.IcebergTableLayoutHandle Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of presto-iceberg Show documentation
Presto - Iceberg Connector
The newest version!
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.facebook.presto.iceberg;

import com.facebook.presto.common.Subfield;
import com.facebook.presto.common.predicate.TupleDomain;
import com.facebook.presto.hive.BaseHiveColumnHandle;
import com.facebook.presto.hive.BaseHiveTableLayoutHandle;
import com.facebook.presto.hive.HivePartition;
import com.facebook.presto.hive.metastore.Column;
import com.facebook.presto.spi.ColumnHandle;
import com.facebook.presto.spi.relation.RowExpression;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.google.common.collect.ImmutableList;

import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Optional;
import java.util.Set;

import static com.facebook.presto.iceberg.IcebergAbstractMetadata.isEntireColumn;
import static java.util.Objects.requireNonNull;
import static java.util.stream.Collectors.toList;

public class IcebergTableLayoutHandle
        extends BaseHiveTableLayoutHandle
{
    private final List dataColumns;
    private final Map predicateColumns;
    private final Optional> requestedColumns;
    private final IcebergTableHandle table;

    @JsonCreator
    public IcebergTableLayoutHandle(
            @JsonProperty("partitionColumns") List partitionColumns,
            @JsonProperty("dataColumns") List dataColumns,
            @JsonProperty("domainPredicate") TupleDomain domainPredicate,
            @JsonProperty("remainingPredicate") RowExpression remainingPredicate,
            @JsonProperty("predicateColumns") Map predicateColumns,
            @JsonProperty("requestedColumns") Optional> requestedColumns,
            @JsonProperty("pushdownFilterEnabled") boolean pushdownFilterEnabled,
            @JsonProperty("partitionColumnPredicate") TupleDomain partitionColumnPredicate,
            @JsonProperty("table") IcebergTableHandle table)
    {
        this(
                partitionColumns.stream().map(BaseHiveColumnHandle.class::cast).collect(toList()),
                dataColumns,
                domainPredicate,
                remainingPredicate,
                predicateColumns,
                requestedColumns,
                pushdownFilterEnabled,
                partitionColumnPredicate,
                Optional.empty(),
                table);
    }

    public IcebergTableLayoutHandle(
            List partitionColumns,
            List dataColumns,
            TupleDomain domainPredicate,
            RowExpression remainingPredicate,
            Map predicateColumns,
            Optional> requestedColumns,
            boolean pushdownFilterEnabled,
            TupleDomain partitionColumnPredicate,
            Optional> partitions,
            IcebergTableHandle table)
    {
        super(
                partitionColumns,
                domainPredicate,
                remainingPredicate,
                pushdownFilterEnabled,
                partitionColumnPredicate,
                partitions);

        this.dataColumns = ImmutableList.copyOf(requireNonNull(dataColumns, "dataColumns is null"));
        this.predicateColumns = requireNonNull(predicateColumns, "predicateColumns is null");
        this.requestedColumns = requireNonNull(requestedColumns, "requestedColumns is null");
        this.table = requireNonNull(table, "table is null");
    }

    @JsonProperty
    public List getDataColumns()
    {
        return dataColumns;
    }

    @JsonProperty
    public Map getPredicateColumns()
    {
        return predicateColumns;
    }

    @JsonProperty
    public Optional> getRequestedColumns()
    {
        return requestedColumns;
    }

    @JsonProperty
    public IcebergTableHandle getTable()
    {
        return table;
    }

    public TupleDomain getValidPredicate()
    {
        TupleDomain predicate = getDomainPredicate()
                .transform(subfield -> isEntireColumn(subfield) ? subfield.getRootName() : null)
                .transform(getPredicateColumns()::get);
        if (isPushdownFilterEnabled()) {
            predicate = predicate.intersect(getPartitionColumnPredicate().transform(IcebergColumnHandle.class::cast));
        }
        return predicate;
    }

    @Override
    public boolean equals(Object o)
    {
        if (this == o) {
            return true;
        }
        if (o == null || getClass() != o.getClass()) {
            return false;
        }
        IcebergTableLayoutHandle that = (IcebergTableLayoutHandle) o;
        return Objects.equals(getDomainPredicate(), that.getDomainPredicate()) &&
                Objects.equals(getRemainingPredicate(), that.getRemainingPredicate()) &&
                Objects.equals(getPartitionColumns(), that.getPartitionColumns()) &&
                Objects.equals(predicateColumns, that.predicateColumns) &&
                Objects.equals(requestedColumns, that.requestedColumns) &&
                Objects.equals(isPushdownFilterEnabled(), that.isPushdownFilterEnabled()) &&
                Objects.equals(getPartitionColumnPredicate(), that.getPartitionColumnPredicate()) &&
                Objects.equals(table, that.table);
    }

    @Override
    public int hashCode()
    {
        return Objects.hash(getDomainPredicate(), getRemainingPredicate(), predicateColumns, requestedColumns, isPushdownFilterEnabled(), getPartitionColumnPredicate(), table);
    }

    @Override
    public String toString()
    {
        return table.toString();
    }

    public static class Builder
    {
        private List partitionColumns;
        private List dataColumns;
        private TupleDomain domainPredicate;
        private RowExpression remainingPredicate;
        private Map predicateColumns;
        private Optional> requestedColumns;
        private boolean pushdownFilterEnabled;
        private TupleDomain partitionColumnPredicate;
        private Optional> partitions;
        private IcebergTableHandle table;

        public Builder setPartitionColumns(List partitionColumns)
        {
            this.partitionColumns = partitionColumns;
            return this;
        }

        public Builder setDataColumns(List dataColumns)
        {
            this.dataColumns = dataColumns;
            return this;
        }

        public Builder setDomainPredicate(TupleDomain domainPredicate)
        {
            this.domainPredicate = domainPredicate;
            return this;
        }

        public Builder setRemainingPredicate(RowExpression remainingPredicate)
        {
            this.remainingPredicate = remainingPredicate;
            return this;
        }

        public Builder setPredicateColumns(Map predicateColumns)
        {
            this.predicateColumns = predicateColumns;
            return this;
        }

        public Builder setRequestedColumns(Optional> requestedColumns)
        {
            this.requestedColumns = requestedColumns;
            return this;
        }

        public Builder setPushdownFilterEnabled(boolean pushdownFilterEnabled)
        {
            this.pushdownFilterEnabled = pushdownFilterEnabled;
            return this;
        }

        public Builder setPartitionColumnPredicate(TupleDomain partitionColumnPredicate)
        {
            this.partitionColumnPredicate = partitionColumnPredicate;
            return this;
        }

        public Builder setPartitions(Optional> partitions)
        {
            this.partitions = partitions;
            return this;
        }

        public Builder setTable(IcebergTableHandle table)
        {
            this.table = table;
            return this;
        }

        public IcebergTableLayoutHandle build()
        {
            return new IcebergTableLayoutHandle(
                    partitionColumns,
                    dataColumns,
                    domainPredicate,
                    remainingPredicate,
                    predicateColumns,
                    requestedColumns,
                    pushdownFilterEnabled,
                    partitionColumnPredicate,
                    partitions,
                    table);
        }
    }
}