com.alipay.rdf.file.codec.RowNosqlKVCodec Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of rdf-file-core Show documentation
RDF FILE CORE
There is a newer version: 2.2.11
package com.alipay.rdf.file.codec;

import com.alipay.rdf.file.exception.RdfErrorEnum;
import com.alipay.rdf.file.exception.RdfFileException;
import com.alipay.rdf.file.meta.FileColumnMeta;
import com.alipay.rdf.file.model.FileConfig;
import com.alipay.rdf.file.protocol.RowDefinition;
import com.alipay.rdf.file.spi.RdfFileFunctionSpi;
import com.alipay.rdf.file.util.BeanMapWrapper;
import com.alipay.rdf.file.util.RdfFileUtil;

import java.util.List;

/**
 *
 * 行字段内容以 k:v 存储
 * k对应数据定义模板的name
 * v对应的数据内容
 *
 * 特性：
 * 写入是字段值为null，不存在默认值忽略，不序列化内容，
 * 写入字段的顺序按照字段在数据定义模板中顺序
 * 数据定义模板字段可以任意顺序扩充
 *
 * @Author: hongwei.quhw 2021/6/27 3:48 下午
 */
public class RowNosqlKVCodec extends AbstractRowCodec {
    private static final String KV_SPLIT_KEY = "rowCodecKVSplit";
    private static final String DEFAULT_KV_SPLIT = ":";

    @Override
    public String serialize(RowCodecContext rccCtx) {
        BeanMapWrapper bmw = rccCtx.bmw;
        List columnMetas = rccCtx.columnMetas;

        StringBuffer line = new StringBuffer();
        String lineSplit = RdfFileUtil.getRowSplit(rccCtx.fileConfig);
        String kvSplit = RdfFileUtil.getParam(rccCtx.fileConfig, KV_SPLIT_KEY, DEFAULT_KV_SPLIT);

        for (int i = 0; i < columnMetas.size(); i++) {
            FileColumnMeta columnMeta = columnMetas.get(i);
            RdfFileFunctionSpi.FuncContext ctx = new RdfFileFunctionSpi.FuncContext();
            try {
                ctx.codecType = RdfFileFunctionSpi.CodecType.SERIALIZE;
                ctx.field = bmw.getProperty(columnMeta.getName());
                // 对非空字段进行序列化 或者 模板配置存在默认值
                if (null != ctx.field || RdfFileUtil.isNotBlank(columnMeta.getDefaultValue())) {
                    if (line.length() > 0) {
                        line.append(lineSplit);
                    }
                    ctx.columnMeta = columnMeta;
                    ctx.fileConfig = rccCtx.fileConfig;
                    String value= (String) rccCtx.rd.getOutput().execute(ctx);
                    line.append(columnMeta.getName() + kvSplit + value);
                }
            } catch (RdfFileException e) {
                throw new RdfFileException(
                        "rdf-file#RowNosqlKVCodec.serialize serialize row=" + bmw.getBean()
                                + ", fileConfig=" + rccCtx.fileConfig + ", 将数据序列到文件出错. 错误列信息: columnMeta=" + columnMeta + ", field=" + ctx.field + ", errorMsg="
                                + e.getMessage(),
                        e, e.getErrorEnum());
            } catch (Throwable e) {
                throw new RdfFileException(
                        "rdf-file#RowNosqlKVCodec.serialize row=" + bmw.getBean()
                                + ", fileConfig=" + rccCtx.fileConfig + ", 将数据序列到文件出错. 错误列信息: columnMeta=" + columnMeta + ", field=" + ctx.field,
                        e, RdfErrorEnum.SERIALIZE_ERROR);
            }
        }

        return  line.toString();
    }

    @Override
    public void deserialize(String line, RowCodecContext rccCtx) {
        FileConfig fileConfig = rccCtx.fileConfig;
        BeanMapWrapper bmw = rccCtx.bmw;
        RowDefinition rd = rccCtx.rd;
        List columnMetas = rccCtx.columnMetas;
        String[] columnValues = rccCtx.columnValues;
        String kvSplit = RdfFileUtil.getParam(fileConfig, KV_SPLIT_KEY, DEFAULT_KV_SPLIT);

        for (String columnPair : columnValues) {
            if (RdfFileUtil.isBlank(columnPair)) {
                // 完全为空忽略
                continue;
            }
            int idx = columnPair.indexOf(kvSplit);
            if (idx == -1) {
               throw new RdfFileException("rdf-file#rdf-file#RowNosqlKVCodec.deserialize fileConfig="
                        + fileConfig + ", line=[" + line + "], columnContent = [" + columnPair + "], 不存在kv分隔符[" + kvSplit + "]", RdfErrorEnum.DESERIALIZE_ERROR);
            }

            String metaName = columnPair.substring(0, idx);
            String value = columnPair.substring(idx + kvSplit.length());

            RdfFileFunctionSpi.FuncContext ctx = new RdfFileFunctionSpi.FuncContext();
            FileColumnMeta columnMeta = getFileColumnMeta(metaName, columnMetas);

            RdfFileUtil.assertNotNull(columnMeta, "rdf-file#rdf-file#RowNosqlKVCodec.deserialize fileConfig="
                    + fileConfig + ", 将数据反序列到对象出错. columnName=[" + metaName + "]在数据定义模板没有定义");

            try {
                ctx.codecType = RdfFileFunctionSpi.CodecType.DESERIALIZE;
                ctx.field = value;
                ctx.columnMeta = columnMeta;
                ctx.fileConfig = fileConfig;
                bmw.setProperty(columnMeta.getName(), rd.getOutput().execute(ctx));
            } catch (RdfFileException e) {
                throw new RdfFileException(
                        "rdf-file#RowNosqlKVCodec.deserialize line=" + line + ", fileConfig="
                                + fileConfig + ", 将数据反序列到对象出错. 错误列信息:field=" + ctx.field + ", columnMeta=" + columnMeta + ", errorMsg="
                                + e.getMessage(),
                        e, e.getErrorEnum());
            } catch (Throwable e) {
                throw new RdfFileException("rdf-file#RowNosqlKVCodec.deserialize line="
                        + line + ", fileConfig=" + fileConfig + ", 将数据反序列到对象出错. 错误列信息:field=" + ctx.field + ", columnMeta=" + columnMeta,
                        e, RdfErrorEnum.DESERIALIZE_ERROR);
            }
        }
    }

    private FileColumnMeta getFileColumnMeta(String columnName, List columnMetas) {
        for (FileColumnMeta columnMeta : columnMetas) {
            if (columnName.equals(columnMeta.getName())) {
                return columnMeta;
            }
        }

        return null;
    }
}