All Downloads are FREE. Search and download functionalities are using the official Maven repository.

io.trino.plugin.deltalake.transactionlog.TransactionLogUtil Maven / Gradle / Ivy

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.plugin.deltalake.transactionlog;

import io.trino.filesystem.Location;

import java.util.Map;
import java.util.Optional;

import static com.google.common.collect.ImmutableMap.toImmutableMap;
import static io.trino.filesystem.Locations.appendPath;

public final class TransactionLogUtil
{
    private TransactionLogUtil() {}

    public static final String TRANSACTION_LOG_DIRECTORY = "_delta_log";

    public static String getTransactionLogDir(String tableLocation)
    {
        return appendPath(tableLocation, TRANSACTION_LOG_DIRECTORY);
    }

    public static Location getTransactionLogJsonEntryPath(String transactionLogDir, long entryNumber)
    {
        return Location.of(transactionLogDir).appendPath("%020d.json".formatted(entryNumber));
    }

    public static Map> canonicalizePartitionValues(Map partitionValues)
    {
        return partitionValues.entrySet().stream()
                .collect(toImmutableMap(
                        Map.Entry::getKey,
                        entry -> {
                            String value = entry.getValue();
                            if (value == null || value.isEmpty()) {
                                // For VARCHAR based partitions null and "" are treated the same
                                return Optional.empty();
                            }
                            return Optional.of(value);
                        }));
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy