org.dinky.shaded.paimon.stats.FieldStatsConverters Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of dinky-shaded-paimon Show documentation
The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.dinky.shaded.paimon.stats;

import org.dinky.shaded.paimon.casting.CastExecutor;
import org.dinky.shaded.paimon.schema.SchemaEvolutionUtil;
import org.dinky.shaded.paimon.types.DataField;
import org.dinky.shaded.paimon.types.RowType;

import java.util.List;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.atomic.AtomicReference;
import java.util.function.Function;

/** Converters to create field stats array serializer. */
public class FieldStatsConverters {
    private final Function> schemaFields;
    private final long tableSchemaId;
    private final List tableDataFields;
    private final ConcurrentMap serializers;
    private final AtomicReference> tableFields;

    public FieldStatsConverters(Function> schemaFields, long tableSchemaId) {
        this.schemaFields = schemaFields;
        this.tableSchemaId = tableSchemaId;
        this.tableDataFields = schemaFields.apply(tableSchemaId);
        this.serializers = new ConcurrentHashMap<>();
        this.tableFields = new AtomicReference<>();
    }

    public FieldStatsArraySerializer getOrCreate(long dataSchemaId) {
        return serializers.computeIfAbsent(
                dataSchemaId,
                id -> {
                    if (tableSchemaId == id) {
                        return new FieldStatsArraySerializer(new RowType(schemaFields.apply(id)));
                    }

                    // Get atomic schema fields.
                    List schemaTableFields =
                            tableFields.updateAndGet(v -> v == null ? tableDataFields : v);
                    List dataFields = schemaFields.apply(id);
                    int[] indexMapping =
                            SchemaEvolutionUtil.createIndexMapping(schemaTableFields, dataFields);
                    CastExecutor[] castExecutors =
                            (CastExecutor[])
                                    SchemaEvolutionUtil.createConvertMapping(
                                            schemaTableFields, dataFields, indexMapping);
                    // Create field stats array serializer with schema evolution
                    return new FieldStatsArraySerializer(
                            new RowType(dataFields), indexMapping, castExecutors);
                });
    }

    public List tableDataFields() {
        return tableDataFields;
    }
}