org.dinky.shaded.paimon.mergetree.compact.FirstRowMergeFunction Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of dinky-shaded-paimon Show documentation
The newest version!
/*
 *
 *  Licensed to the Apache Software Foundation (ASF) under one
 *  or more contributor license agreements.  See the NOTICE file
 *  distributed with this work for additional information
 *  regarding copyright ownership.  The ASF licenses this file
 *  to you under the Apache License, Version 2.0 (the
 *  "License"); you may not use this file except in compliance
 *  with the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License.
 *
 */

package org.dinky.shaded.paimon.mergetree.compact;

import org.dinky.shaded.paimon.CoreOptions;
import org.dinky.shaded.paimon.KeyValue;
import org.dinky.shaded.paimon.data.serializer.InternalRowSerializer;
import org.dinky.shaded.paimon.options.Options;
import org.dinky.shaded.paimon.types.RowType;

import javax.annotation.Nullable;

/**
 * A {@link MergeFunction} where key is primary key (unique) and value is the full record, only keep
 * the first one.
 */
public class FirstRowMergeFunction implements MergeFunction {

    private final InternalRowSerializer keySerializer;
    private final InternalRowSerializer valueSerializer;
    private KeyValue first;

    private final boolean ignoreDelete;

    protected FirstRowMergeFunction(RowType keyType, RowType valueType, boolean ignoreDelete) {
        this.keySerializer = new InternalRowSerializer(keyType);
        this.valueSerializer = new InternalRowSerializer(valueType);
        this.ignoreDelete = ignoreDelete;
    }

    @Override
    public void reset() {
        this.first = null;
    }

    @Override
    public void add(KeyValue kv) {
        if (kv.valueKind().isRetract()) {
            if (ignoreDelete) {
                return;
            } else {
                throw new IllegalArgumentException(
                        "By default, First row merge engine can not accept DELETE/UPDATE_BEFORE records.\n"
                                + "You can config 'first-row.ignore-delete' to ignore the DELETE/UPDATE_BEFORE records.");
            }
        }
        if (first == null) {
            this.first = kv.copy(keySerializer, valueSerializer);
        }
    }

    @Nullable
    @Override
    public KeyValue getResult() {
        return first;
    }

    public static MergeFunctionFactory factory(
            RowType keyType, RowType valueType, Options options) {
        return new FirstRowMergeFunction.Factory(keyType, valueType, options);
    }

    private static class Factory implements MergeFunctionFactory {

        private static final long serialVersionUID = 1L;
        private final RowType keyType;
        private final RowType valueType;

        private final Options options;

        public Factory(RowType keyType, RowType valueType, Options options) {
            this.keyType = keyType;
            this.valueType = valueType;
            this.options = options;
        }

        @Override
        public MergeFunction create(@Nullable int[][] projection) {
            return new FirstRowMergeFunction(
                    keyType, valueType, options.get(CoreOptions.FIRST_ROW_IGNORE_DELETE));
        }
    }
}