com.hazelcast.jet.sql.impl.connector.file.ParquetMetadataResolver Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of hazelcast-sql Show documentation

SQL Parser and Optimizer

There is a newer version: 5.5.0

/*
 * Copyright 2021 Hazelcast Inc.
 *
 * Licensed under the Hazelcast Community License (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://hazelcast.com/hazelcast-community-license
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.hazelcast.jet.sql.impl.connector.file;

import com.hazelcast.jet.pipeline.file.FileFormat;
import com.hazelcast.jet.sql.impl.extract.AvroQueryTarget;
import com.hazelcast.sql.impl.schema.MappingField;
import org.apache.avro.generic.GenericRecord;

import java.util.List;
import java.util.Map;

final class ParquetMetadataResolver extends MetadataResolver {

    static final ParquetMetadataResolver INSTANCE = new ParquetMetadataResolver();

    private static final FileFormat> FORMAT = FileFormat.parquet();

    @Override
    protected String supportedFormat() {
        return sampleFormat().format();
    }

    @Override
    protected FileFormat sampleFormat() {
        return FORMAT;
    }

    @Override
    protected List resolveFieldsFromSample(GenericRecord record) {
        return AvroResolver.resolveFields(record.getSchema());
    }

    @Override
    protected Metadata resolveMetadata(List resolvedFields, Map options) {
        return new Metadata(
                toFields(resolvedFields),
                new ProcessorMetaSupplierProvider(options, FORMAT),
                AvroQueryTarget::new);
    }
}