com.qiniu.service.convert.LineToMap Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of qsuits Show documentation

qiniu-suits is a efficient tools for qiniu api implemented by java8.

There is a newer version: 8.4.8

package com.qiniu.service.convert;

import com.qiniu.service.line.JsonStrParser;
import com.qiniu.service.line.SplitLineParser;
import com.qiniu.service.interfaces.ILineParser;
import com.qiniu.service.interfaces.ITypeConvert;

import java.io.IOException;
import java.util.*;
import java.util.stream.Collectors;

public class LineToMap implements ITypeConvert> {

    private ILineParser lineParser;
    private List errorList = new ArrayList<>();

    public LineToMap(String parseType, String separator, Map indexMap) throws IOException {
        if ("json".equals(parseType)) {
            this.lineParser = new JsonStrParser(indexMap);
        } else if ("csv".equals(parseType)) {
            this.lineParser = new SplitLineParser(",", indexMap);
        } else if ("tab".equals(parseType)) {
            this.lineParser = new SplitLineParser(separator, indexMap);
        } else {
            throw new IOException("please check your format for line to map.");
        }
    }

    public List> convertToVList(List srcList) {
        if (srcList == null || srcList.size() == 0) return new ArrayList<>();
        // 使用 parallelStream 时，添加错误行至 errorList 需要同步代码块，stream 时可以直接 errorList.add();
        return srcList.stream()
                .map(line -> {
                    try {
                        return lineParser.getItemMap(line);
                    } catch (Exception e) {
//                        errorList.add(line + "\t" + e.getMessage());
                        addError(line + "\t" + e.getMessage());
                        return null;
                    }
                })
                .filter(Objects::nonNull)
                .collect(Collectors.toList());
    }

    synchronized private void addError(String errorLine) {
        errorList.add(errorLine);
    }

    public List getErrorList() {
        return errorList;
    }

    public List consumeErrorList() {
        List errors = new ArrayList<>();
        Collections.addAll(errors, new String[errorList.size()]);
        Collections.copy(errors, errorList);
        errorList.clear();
        return errors;
    }
}