org.apache.flink.formats.atomic.AtomicRowDataSerializationSchema Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of sort-connector-pulsar
There is a newer version: 1.12.0
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.flink.formats.atomic;

import org.apache.flink.annotation.PublicEvolving;
import org.apache.flink.api.common.serialization.SerializationSchema;
import org.apache.flink.streaming.connectors.pulsar.internal.IncompatibleSchemaException;
import org.apache.flink.streaming.connectors.pulsar.internal.PulsarDeserializer;
import org.apache.flink.streaming.connectors.pulsar.internal.SimpleSchemaTranslator;
import org.apache.flink.streaming.connectors.pulsar.util.RowDataUtil;
import org.apache.flink.table.data.RowData;
import org.apache.flink.table.types.DataType;
import org.apache.flink.table.types.utils.TypeConversions;

import org.apache.pulsar.client.api.Schema;

/**
 * rowSerializationSchema for atomic type.
 */
public class AtomicRowDataSerializationSchema implements SerializationSchema {
    private static final long serialVersionUID = -2885556750743978636L;
    private final DataType atomicType;
    private final String className;
    private final boolean useExtendFields;
    private final Class clazz;
    private final PulsarDeserializer.Function converter;

    private AtomicRowDataSerializationSchema(String className, boolean useExtendFields) {
        this.className = className;
        this.useExtendFields = useExtendFields;
        try {
            this.clazz = Class.forName(className);
            this.converter = getRuntimeConverter(clazz);
        } catch (Exception e) {
            throw new RuntimeException(e);
        }
        this.atomicType = TypeConversions.fromClassToDataType(clazz).
                orElseThrow(() -> new IllegalStateException(clazz.getCanonicalName() + " cant cast to flink dataType"));
    }

    /**
     * Builder for {@link AtomicRowDataSerializationSchema}.
     */
    @PublicEvolving
    public static class Builder {

        private final String className;
        private boolean useExtendFields;

        public Builder(String className) {
            this.className = className;
        }

        public AtomicRowDataSerializationSchema.Builder useExtendFields(boolean useExtendFields) {
            this.useExtendFields = useExtendFields;
            return this;
        }

        public AtomicRowDataSerializationSchema build() {
            return new AtomicRowDataSerializationSchema(className, useExtendFields);
        }
    }

    @Override
    public byte[] serialize(RowData row) {
        try {
            Object value = RowDataUtil.getField(row, 0, clazz);
            byte[] valueData = this.converter.apply(value);
            return valueData;
        } catch (Throwable t) {
            throw new RuntimeException("Could not serialize row '" + row + "'. " +
                    "Make sure that the schema matches the input.", t);
        }
    }

    private PulsarDeserializer.Function getRuntimeConverter(Class clazz) {
        return (PulsarDeserializer.Function) o -> {
            try {
                Schema schema = SimpleSchemaTranslator.sqlType2PulsarSchema(atomicType);
                return schema.encode(o);
            } catch (IncompatibleSchemaException e) {
                throw new RuntimeException(e);
            }
        };
    }

    public DataType getAtomicType() {
        return atomicType;
    }

    @Override
    public boolean equals(Object o) {
        if (this == o) {
            return true;
        }
        if (o == null || getClass() != o.getClass()) {
            return false;
        }

        AtomicRowDataSerializationSchema that = (AtomicRowDataSerializationSchema) o;

        if (useExtendFields != that.useExtendFields) {
            return false;
        }
        return className.equals(that.className);
    }

    @Override
    public int hashCode() {
        int result = className.hashCode();
        result = 31 * result + (useExtendFields ? 1 : 0);
        return result;
    }
}