io.trino.plugin.hive.s3select.S3SelectLineRecordReaderProvider Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of trino-hive Show documentation

This is a Databricks build of Trino's Hive plugin which includes support for HTTP based transport for it's Hive metastore thrift interface.

The newest version!

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.plugin.hive.s3select;

import io.trino.plugin.hive.s3select.csv.S3SelectCsvRecordReader;
import io.trino.plugin.hive.s3select.json.S3SelectJsonRecordReader;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;

import java.util.Optional;
import java.util.Properties;

/**
 * Returns an S3SelectLineRecordReader based on the serDe class. It supports CSV and JSON formats, and
 * will not push down any other formats.
 */
public class S3SelectLineRecordReaderProvider
{
    private S3SelectLineRecordReaderProvider() {}

    public static Optional get(Configuration configuration,
                                                  Path path,
                                                  long start,
                                                  long length,
                                                  Properties schema,
                                                  String ionSqlQuery,
                                                  TrinoS3ClientFactory s3ClientFactory,
                                                  S3SelectDataType dataType)
    {
        switch (dataType) {
            case CSV:
                return Optional.of(new S3SelectCsvRecordReader(configuration, path, start, length, schema, ionSqlQuery, s3ClientFactory));
            case JSON:
                return Optional.of(new S3SelectJsonRecordReader(configuration, path, start, length, schema, ionSqlQuery, s3ClientFactory));
            default:
                // return empty if data type is not returned by the serDeMapper or unrecognizable by the LineRecordReader
                return Optional.empty();
        }
    }
}