io.trino.plugin.hive.MonitoredTrinoInputFile Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of trino-hive Show documentation
This is a Databricks build of Trino's Hive plugin which includes support for HTTP based transport for it's Hive metastore thrift interface.
The newest version!
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.plugin.hive;

import io.trino.filesystem.TrinoInput;
import io.trino.filesystem.TrinoInputFile;
import io.trino.filesystem.TrinoInputStream;

import java.io.IOException;
import java.time.Instant;

import static java.util.Objects.requireNonNull;

public class MonitoredTrinoInputFile
        implements TrinoInputFile
{
    private final FileFormatDataSourceStats stats;
    private final TrinoInputFile delegate;

    public MonitoredTrinoInputFile(FileFormatDataSourceStats stats, TrinoInputFile delegate)
    {
        this.stats = requireNonNull(stats, "stats is null");
        this.delegate = requireNonNull(delegate, "delegate is null");
    }

    @Override
    public TrinoInput newInput()
            throws IOException
    {
        return new MonitoredTrinoInput(stats, delegate.newInput());
    }

    @Override
    public TrinoInputStream newStream()
            throws IOException
    {
        return new MonitoredTrinoInputStream(stats, delegate.newStream());
    }

    @Override
    public long length()
            throws IOException
    {
        return delegate.length();
    }

    @Override
    public Instant lastModified()
            throws IOException
    {
        return delegate.lastModified();
    }

    @Override
    public boolean exists()
            throws IOException
    {
        return delegate.exists();
    }

    @Override
    public String location()
    {
        return delegate.location();
    }

    @Override
    public String toString()
    {
        return delegate.toString();
    }

    private static final class MonitoredTrinoInput
            implements TrinoInput
    {
        private final FileFormatDataSourceStats stats;
        private final TrinoInput delegate;

        public MonitoredTrinoInput(FileFormatDataSourceStats stats, TrinoInput delegate)
        {
            this.stats = requireNonNull(stats, "stats is null");
            this.delegate = requireNonNull(delegate, "delegate is null");
        }

        @Override
        public void readFully(long position, byte[] buffer, int bufferOffset, int bufferLength)
                throws IOException
        {
            long readStart = System.nanoTime();
            delegate.readFully(position, buffer, bufferOffset, bufferLength);
            stats.readDataBytesPerSecond(bufferLength, System.nanoTime() - readStart);
        }

        @Override
        public int readTail(byte[] buffer, int bufferOffset, int bufferLength)
                throws IOException
        {
            long readStart = System.nanoTime();
            int size = delegate.readTail(buffer, bufferOffset, bufferLength);
            stats.readDataBytesPerSecond(size, System.nanoTime() - readStart);
            return size;
        }

        @Override
        public void close()
                throws IOException
        {
            delegate.close();
        }

        @Override
        public String toString()
        {
            return delegate.toString();
        }
    }

    private static final class MonitoredTrinoInputStream
            extends TrinoInputStream
    {
        private final FileFormatDataSourceStats stats;
        private final TrinoInputStream delegate;

        public MonitoredTrinoInputStream(FileFormatDataSourceStats stats, TrinoInputStream delegate)
        {
            this.stats = requireNonNull(stats, "stats is null");
            this.delegate = requireNonNull(delegate, "delegate is null");
        }

        @Override
        public long getPosition()
                throws IOException
        {
            return delegate.getPosition();
        }

        @Override
        public void seek(long position)
                throws IOException
        {
            delegate.seek(position);
        }

        @Override
        public int read()
                throws IOException
        {
            long readStart = System.nanoTime();
            int value = delegate.read();
            stats.readDataBytesPerSecond(1, System.nanoTime() - readStart);
            return value;
        }

        @Override
        public int read(byte[] b, int off, int len)
                throws IOException
        {
            long readStart = System.nanoTime();
            int size = delegate.read(b, off, len);
            stats.readDataBytesPerSecond(size, System.nanoTime() - readStart);
            return size;
        }

        @Override
        public long skip(long n)
                throws IOException
        {
            long readStart = System.nanoTime();
            long size = delegate.skip(n);
            stats.readDataBytesPerSecond(size, System.nanoTime() - readStart);
            return size;
        }

        @Override
        public void close()
                throws IOException
        {
            delegate.close();
        }
    }
}