io.trino.plugin.deltalake.transactionlog.writer.AzureTransactionLogSynchronizer Maven / Gradle / Ivy

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.plugin.deltalake.transactionlog.writer;

import com.google.inject.Inject;
import io.trino.filesystem.Location;
import io.trino.filesystem.TrinoFileSystem;
import io.trino.filesystem.TrinoFileSystemFactory;
import io.trino.spi.connector.ConnectorSession;

import java.io.IOException;
import java.io.OutputStream;
import java.io.UncheckedIOException;
import java.util.UUID;

import static java.util.Objects.requireNonNull;

public class AzureTransactionLogSynchronizer
        implements TransactionLogSynchronizer
{
    private final TrinoFileSystemFactory fileSystemFactory;

    @Inject
    public AzureTransactionLogSynchronizer(TrinoFileSystemFactory fileSystemFactory)
    {
        this.fileSystemFactory = requireNonNull(fileSystemFactory, "fileSystemFactory is null");
    }

    // This approach should be compatible with OSS Delta Lake.
    // We assume ADLS Gen2 supports atomic renames which will not overwrite existing files
    @Override
    public void write(ConnectorSession session, String clusterId, Location newLogEntryPath, byte[] entryContents)
    {
        Location tmpFilePath = newLogEntryPath.appendSuffix("." + UUID.randomUUID() + ".tmp");

        boolean conflict = false;
        TrinoFileSystem fileSystem = fileSystemFactory.create(session);
        try {
            try (OutputStream outputStream = fileSystem.newOutputFile(tmpFilePath).create()) {
                outputStream.write(entryContents);
            }
            try {
                fileSystem.renameFile(tmpFilePath, newLogEntryPath);
            }
            catch (IOException e) {
                conflict = true;
                throw e;
            }
        }
        catch (IOException e) {
            try {
                fileSystem.deleteFile(tmpFilePath);
            }
            catch (IOException | RuntimeException ex) {
                if (!e.equals(ex)) {
                    e.addSuppressed(ex);
                }
            }
            if (conflict) {
                throw new TransactionConflictException("Conflict detected while writing Transaction Log entry to ADLS", e);
            }
            throw new UncheckedIOException(e);
        }
    }

    @Override
    public boolean isUnsafe()
    {
        return false;
    }
}