org.apache.inlong.sort.base.sink.MultipleSinkOption Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of sort-connector-pulsar
There is a newer version: 1.12.0
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements. See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.inlong.sort.base.sink;

import org.apache.flink.shaded.guava18.com.google.common.collect.ImmutableMap;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.Serializable;
import java.util.Map;

import static org.apache.inlong.sort.base.Constants.SINK_MULTIPLE_TYPE_MAP_COMPATIBLE_WITH_SPARK;
import static org.apache.inlong.sort.base.sink.SchemaUpdateExceptionPolicy.ALERT_WITH_IGNORE;
import static org.apache.inlong.sort.base.sink.SchemaUpdateExceptionPolicy.LOG_WITH_IGNORE;
import static org.apache.inlong.sort.base.sink.SchemaUpdateExceptionPolicy.TRY_IT_BEST;

/**
 * MultipleSinkOption collect all parameters used for multiple sink.
 */
public class MultipleSinkOption implements Serializable {

    private static final long serialVersionUID = 1L;
    private static final Logger LOG = LoggerFactory.getLogger(MultipleSinkOption.class);

    private final String format;

    private boolean sparkEngineEnable;

    private final SchemaUpdateExceptionPolicy schemaUpdatePolicy;
    private final String databasePattern;

    private final String tablePattern;

    private final boolean pkAutoGenerated;

    public MultipleSinkOption(String format,
            boolean sparkEngineEnable,
            SchemaUpdateExceptionPolicy schemaUpdatePolicy,
            String databasePattern,
            String tablePattern,
            boolean pkAutoGenerated) {
        this.format = format;
        this.sparkEngineEnable = sparkEngineEnable;
        this.schemaUpdatePolicy = schemaUpdatePolicy;
        this.databasePattern = databasePattern;
        this.tablePattern = tablePattern;
        this.pkAutoGenerated = pkAutoGenerated;
    }

    public String getFormat() {
        return format;
    }

    public boolean isSparkEngineEnable() {
        return sparkEngineEnable;
    }

    public Map getFormatOption() {
        return ImmutableMap.of(
                SINK_MULTIPLE_TYPE_MAP_COMPATIBLE_WITH_SPARK.key(), String.valueOf(isSparkEngineEnable()));
    }

    public SchemaUpdateExceptionPolicy getSchemaUpdatePolicy() {
        return schemaUpdatePolicy;
    }

    public String getDatabasePattern() {
        return databasePattern;
    }

    public String getTablePattern() {
        return tablePattern;
    }

    public boolean isPkAutoGenerated() {
        return pkAutoGenerated;
    }

    public static Builder builder() {
        return new Builder();
    }

    public static class Builder {

        private String format;
        private boolean sparkEngineEnable;
        private SchemaUpdateExceptionPolicy schemaUpdatePolicy;
        private String databasePattern;
        private String tablePattern;
        private boolean pkAutoGenerated;

        public MultipleSinkOption.Builder withFormat(String format) {
            this.format = format;
            return this;
        }

        public MultipleSinkOption.Builder withSparkEngineEnable(boolean sparkEngineEnable) {
            this.sparkEngineEnable = sparkEngineEnable;
            return this;
        }

        public MultipleSinkOption.Builder withSchemaUpdatePolicy(SchemaUpdateExceptionPolicy schemaUpdatePolicy) {
            this.schemaUpdatePolicy = schemaUpdatePolicy;
            return this;
        }

        public MultipleSinkOption.Builder withDatabasePattern(String databasePattern) {
            this.databasePattern = databasePattern;
            return this;
        }

        public MultipleSinkOption.Builder withTablePattern(String tablePattern) {
            this.tablePattern = tablePattern;
            return this;
        }

        public MultipleSinkOption.Builder withPkAutoGenerated(boolean pkAutoGenerated) {
            this.pkAutoGenerated = pkAutoGenerated;
            return this;
        }

        public MultipleSinkOption build() {
            return new MultipleSinkOption(
                    format, sparkEngineEnable, schemaUpdatePolicy, databasePattern, tablePattern, pkAutoGenerated);
        }
    }

    public static boolean canHandleWithSchemaUpdate(String tableName,
            TableChange tableChange, SchemaUpdateExceptionPolicy policy) {
        if (TRY_IT_BEST.equals(policy)) {
            return true;
        } else if (LOG_WITH_IGNORE.equals(policy) || ALERT_WITH_IGNORE.equals(policy)) {
            LOG.warn("Ignore table {} schema change: {}.", tableName, tableChange);
            return false;
        }
        throw new UnsupportedOperationException(
                String.format("Unsupported table %s schema change: %s.", tableName, tableChange));
    }
}