io.trino.filesystem.gcs.GcsInputFile Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of trino-filesystem-gcs Show documentation
Trino - Google Cloud Storage file system support
The newest version!
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.filesystem.gcs;

import com.google.cloud.storage.Blob;
import com.google.cloud.storage.Storage;
import io.trino.filesystem.Location;
import io.trino.filesystem.TrinoInput;
import io.trino.filesystem.TrinoInputFile;
import io.trino.filesystem.TrinoInputStream;
import io.trino.filesystem.encryption.EncryptionKey;

import java.io.IOException;
import java.time.Instant;
import java.util.Optional;
import java.util.OptionalLong;

import static io.trino.filesystem.gcs.GcsUtils.encodedKey;
import static io.trino.filesystem.gcs.GcsUtils.getBlob;
import static io.trino.filesystem.gcs.GcsUtils.getBlobOrThrow;
import static io.trino.filesystem.gcs.GcsUtils.handleGcsException;
import static java.util.Objects.requireNonNull;

public class GcsInputFile
        implements TrinoInputFile
{
    private final GcsLocation location;
    private final Storage storage;
    private final int readBlockSize;
    private final OptionalLong predeclaredLength;
    private final Optional key;
    private OptionalLong length;
    private Optional lastModified;

    public GcsInputFile(GcsLocation location, Storage storage, int readBockSize, OptionalLong predeclaredLength, Optional lastModified, Optional key)
    {
        this.location = requireNonNull(location, "location is null");
        this.storage = requireNonNull(storage, "storage is null");
        this.readBlockSize = readBockSize;
        this.predeclaredLength = requireNonNull(predeclaredLength, "length is null");
        this.length = OptionalLong.empty();
        this.lastModified = requireNonNull(lastModified, "lastModified is null");
        this.key = requireNonNull(key, "key is null");
    }

    @Override
    public TrinoInput newInput()
            throws IOException
    {
        // Note: Only pass predeclared length, to keep the contract of TrinoFileSystem.newInputFile
        return new GcsInput(location, storage, readBlockSize, predeclaredLength, key);
    }

    @Override
    public TrinoInputStream newStream()
            throws IOException
    {
        Blob blob = getBlobOrThrow(storage, location, blobGetOptions());
        return new GcsInputStream(location, blob, readBlockSize, predeclaredLength, key);
    }

    @Override
    public long length()
            throws IOException
    {
        if (predeclaredLength.isPresent()) {
            return predeclaredLength.getAsLong();
        }
        if (length.isEmpty()) {
            loadProperties();
        }
        return length.orElseThrow();
    }

    @Override
    public Instant lastModified()
            throws IOException
    {
        if (lastModified.isEmpty()) {
            loadProperties();
        }
        return lastModified.orElseThrow();
    }

    @Override
    public boolean exists()
            throws IOException
    {
        Optional blob = getBlob(storage, location, blobGetOptions());
        return blob.isPresent() && blob.get().exists();
    }

    @Override
    public Location location()
    {
        return location.location();
    }

    private void loadProperties()
            throws IOException
    {
        Blob blob = getBlobOrThrow(storage, location, blobGetOptions());
        try {
            length = OptionalLong.of(blob.getSize());
            if (lastModified.isEmpty()) {
                lastModified = Optional.of(Instant.from(blob.getUpdateTimeOffsetDateTime()));
            }
        }
        catch (RuntimeException e) {
            throw handleGcsException(e, "fetching properties for file", location);
        }
    }

    private Storage.BlobGetOption[] blobGetOptions()
    {
        return key
                .map(encryption -> new Storage.BlobGetOption[]{Storage.BlobGetOption.decryptionKey(encodedKey(encryption))})
                .orElseGet(() -> new Storage.BlobGetOption[0]);
    }
}