org.visallo.web.structuredingest.spreadsheet.ExcelParser Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of visallo-web-structured-ingest-spreadsheet Show documentation
There is a newer version: 4.0.0
Show newest version
package org.visallo.web.structuredingest.spreadsheet;

import com.google.common.collect.Sets;
import org.apache.poi.openxml4j.exceptions.InvalidFormatException;
import org.apache.poi.ss.usermodel.*;
import org.visallo.core.exception.VisalloException;
import org.visallo.web.structuredingest.core.model.ClientApiAnalysis;
import org.visallo.web.structuredingest.core.util.StructuredFileParserHandler;
import org.visallo.web.structuredingest.core.model.StructuredIngestParser;
import org.visallo.web.structuredingest.core.util.BaseStructuredFileParserHandler;
import org.visallo.web.structuredingest.core.model.ParseOptions;

import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.Set;

public class ExcelParser extends BaseParser implements StructuredIngestParser {

    @Override
    public Set getSupportedMimeTypes() {
        return Sets.newHashSet(
                "application/xls",
                "application/excel",
                "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"
        );
    }

    @Override
    public void ingest(InputStream in, ParseOptions parseOptions, BaseStructuredFileParserHandler parserHandler) throws Exception {
        parseExcel(in, parseOptions, parserHandler);
    }

    @Override
    public ClientApiAnalysis analyze(InputStream inputStream) throws Exception {
        StructuredFileParserHandler handler = new StructuredFileParserHandler();
        handler.getHints().sendColumnIndices = true;
        handler.getHints().allowHeaderSelection = true;

        ParseOptions options = new ParseOptions();
        options.hasHeaderRow = false;
        parseExcel(inputStream, options, handler);
        return handler.getResult();
    }

    private void parseExcel(InputStream in, ParseOptions options, BaseStructuredFileParserHandler handler) {
        try {
            Workbook workbook = WorkbookFactory.create(in);
            FormulaEvaluator evaluator = workbook.getCreationHelper().createFormulaEvaluator();
            DataFormatter formatter = new DataFormatter(true);

            int numSheets = workbook.getNumberOfSheets();
            for(int i = 0; i < numSheets; i++) {
                if (options.sheetIndex != null && i != options.sheetIndex) continue;
                Sheet excelSheet = workbook.getSheetAt(i);
                handler.newSheet(excelSheet.getSheetName());

                if(excelSheet.getPhysicalNumberOfRows() > 0) {
                    int lastRowNum = excelSheet.getLastRowNum();
                    handler.setTotalRows(lastRowNum);
                    for(int j = 0, rowIndex = 0; j <= lastRowNum; j++) {
                        if (rowIndex < options.startRowIndex) {
                            rowIndex++;
                            continue;
                        }

                        Row row = excelSheet.getRow(j);
                        List