All Downloads are FREE. Search and download functionalities are using the official Maven repository.

io.debezium.connector.db2.Db2DefaultValueConverter Maven / Gradle / Ivy

There is a newer version: 3.0.0.CR1
Show newest version
/*
 * Copyright Debezium Authors.
 *
 * Licensed under the Apache Software License version 2.0, available at http://www.apache.org/licenses/LICENSE-2.0
 */
package io.debezium.connector.db2;

import java.sql.Time;
import java.sql.Timestamp;
import java.sql.Types;
import java.util.Collections;
import java.util.HashMap;
import java.util.Map;
import java.util.Optional;

import org.apache.kafka.connect.data.Field;
import org.apache.kafka.connect.data.Schema;
import org.apache.kafka.connect.data.SchemaBuilder;
import org.apache.kafka.connect.data.Struct;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import io.debezium.DebeziumException;
import io.debezium.jdbc.JdbcConnection;
import io.debezium.relational.Column;
import io.debezium.relational.DefaultValueConverter;
import io.debezium.relational.ValueConverter;
import io.debezium.util.Strings;

/**
 * Converter for table column's default values.
 *
 * @author Chris Cranford
 */
public class Db2DefaultValueConverter implements DefaultValueConverter {

    private static final Logger LOGGER = LoggerFactory.getLogger(Db2DefaultValueConverter.class);

    private final Db2ValueConverters valueConverters;
    private final Map defaultValueMappers;

    public Db2DefaultValueConverter(Db2ValueConverters valueConverters, Db2Connection jdbcConnection) {
        this.valueConverters = valueConverters;
        this.defaultValueMappers = Collections.unmodifiableMap(createDefaultValueMappers(jdbcConnection));
    }

    @Override
    public Optional parseDefaultValue(Column column, String defaultValue) {
        LOGGER.info("Parsing default value for column '{}' with expression '{}'", column.name(), defaultValue);
        final int dataType = column.jdbcType();
        DefaultValueMapper mapper = defaultValueMappers.get(dataType);
        if (mapper == null) {
            if (dataType == Types.OTHER) {
                if (Db2ValueConverters.matches(column.typeName().toUpperCase(), "DECFLOAT")) {
                    mapper = nullableDefaultValueMapper();
                }
            }
            if (mapper == null) {
                LOGGER.warn("Mapper for type '{}' not found.", dataType);
                return Optional.empty();
            }
        }

        try {
            Object rawDefaultValue = mapper.parse(column, defaultValue != null ? defaultValue.trim() : defaultValue);
            Object convertedDefaultValue = convertDefaultValue(rawDefaultValue, column);
            if (convertedDefaultValue instanceof Struct) {
                // Workaround for KAFKA-12694
                LOGGER.warn("Struct can't be used as default value for column '{}', will use null instead.", column.name());
                return Optional.empty();
            }
            return Optional.ofNullable(convertedDefaultValue);
        }
        catch (Exception e) {
            LOGGER.warn("Cannot parse column default value '{}' to type '{}'.  Expression evaluation is not supported.", defaultValue, dataType, e);
            LOGGER.debug("Parsing failed due to error", e);
            return Optional.empty();
        }
    }

    private Object convertDefaultValue(Object defaultValue, Column column) {
        // if converters is not null and the default value is not null, we need to convert default value
        if (valueConverters != null && defaultValue != null) {
            final SchemaBuilder schemaBuilder = valueConverters.schemaBuilder(column);
            if (schemaBuilder != null) {
                final Schema schema = schemaBuilder.build();
                // In order to get the valueConverter for this column, we have to create a field;
                // The index value -1 in the field will never be used when converting default value;
                // So we can set any number here;
                final Field field = new Field(column.name(), -1, schema);
                final ValueConverter valueConverter = valueConverters.converter(column, field);

                return valueConverter.convert(defaultValue);
            }
        }
        return defaultValue;
    }

    private static Map createDefaultValueMappers(Db2Connection connection) {
        // Data types that are supported should be registered in the map.
        final Map result = new HashMap<>();

        // Numeric types
        result.put(Types.BOOLEAN, nullableDefaultValueMapper(booleanDefaultValueMapper()));
        result.put(Types.BIGINT, nullableDefaultValueMapper());
        result.put(Types.NUMERIC, nullableDefaultValueMapper());
        result.put(Types.INTEGER, nullableDefaultValueMapper());
        result.put(Types.SMALLINT, nullableDefaultValueMapper());

        // Other numerical values
        result.put(Types.DECIMAL, nullableDefaultValueMapper());
        result.put(Types.DOUBLE, nullableDefaultValueMapper((c, v) -> Double.parseDouble(v)));
        result.put(Types.REAL, nullableDefaultValueMapper((c, v) -> Float.parseFloat(v)));

        // Date and time
        result.put(Types.DATE, nullableDefaultValueMapper(castTemporalFunctionCall(connection, Types.DATE)));
        result.put(Types.TIME, nullableDefaultValueMapper(castTemporalFunctionCall(connection, Types.TIME)));
        result.put(Types.TIMESTAMP, nullableDefaultValueMapper(castTemporalFunctionCall(connection, Types.TIMESTAMP)));

        // Character strings
        result.put(Types.CHAR, nullableDefaultValueMapper(enforceCharFieldPadding()));
        result.put(Types.VARCHAR, nullableDefaultValueMapper(enforceStringUnquote()));

        // Unicode character strings
        result.put(Types.NCHAR, nullableDefaultValueMapper(enforceCharFieldPadding()));
        result.put(Types.NVARCHAR, nullableDefaultValueMapper(enforceStringUnquote()));

        return result;
    }

    private static DefaultValueMapper nullableDefaultValueMapper() {
        return nullableDefaultValueMapper(null);
    }

    private static DefaultValueMapper nullableDefaultValueMapper(DefaultValueMapper mapper) {
        return (column, value) -> {
            if ("NULL".equalsIgnoreCase(value)) {
                return null;
            }
            if (mapper != null) {
                return mapper.parse(column, value);
            }
            return value;
        };
    }

    public static DefaultValueMapper booleanDefaultValueMapper() {
        return (column, value) -> {
            if ("1".equals(value.trim())) {
                return true;
            }
            else if ("0".equals(value.trim())) {
                return false;
            }
            return Boolean.parseBoolean(value.trim());
        };
    }

    private static DefaultValueMapper castTemporalFunctionCall(Db2Connection connection, int jdbcType) {
        return (column, value) -> {
            if ("CURRENT DATE".equalsIgnoreCase(value.trim())) {
                // If the column is optional, the default value is ignored
                return column.isOptional() ? null : 0L;
            }
            else if ("CURRENT TIME".equalsIgnoreCase(value.trim())) {
                // If the column is optional, the default value is ignored
                return column.isOptional() ? null : Time.valueOf("00:00:00");
            }
            else if ("CURRENT TIMESTAMP".equalsIgnoreCase(value.trim())) {
                // If the column is optional, the default value is ignored
                return column.isOptional() ? null : Timestamp.valueOf("1970-01-01 00:00:00");
            }
            else {
                switch (jdbcType) {
                    case Types.DATE:
                        return JdbcConnection.querySingleValue(
                                connection.connection(),
                                "SELECT DATE(" + value + ") FROM sysibm.sysdummy1",
                                st -> {
                                },
                                rs -> rs.getDate(1));
                    case Types.TIME:
                        return JdbcConnection.querySingleValue(
                                connection.connection(),
                                "SELECT TIME(" + value + ") FROM sysibm.sysdummy1",
                                st -> {
                                },
                                rs -> rs.getTime(1));
                    case Types.TIMESTAMP:
                        return JdbcConnection.querySingleValue(
                                connection.connection(),
                                "SELECT TIMESTAMP(" + value + ") FROM sysibm.sysdummy1",
                                st -> {
                                },
                                rs -> rs.getTimestamp(1));
                    default:
                        throw new DebeziumException("Unexpected JDBC type '" + jdbcType + "' for default value resolution: " + value);
                }
            }
        };
    }

    private static DefaultValueMapper enforceCharFieldPadding() {
        return (column, value) -> value != null ? Strings.pad(unquote(value), column.length(), ' ') : null;
    }

    private static DefaultValueMapper enforceStringUnquote() {
        return (column, value) -> value != null ? unquote(value) : null;
    }

    private static String unquote(String value) {
        if (value.startsWith("('") && value.endsWith("')")) {
            return value.substring(2, value.length() - 2);
        }
        if (value.startsWith("'") && value.endsWith("'")) {
            return value.substring(1, value.length() - 1);
        }
        return value;
    }
}