org.opencompare.api.java.io.HTMLLoader Maven / Gradle / Ivy

Go to download
package org.opencompare.api.java.io;

import com.opencsv.CSVReader;
import org.jsoup.Jsoup;
import org.jsoup.nodes.*;
import org.jsoup.select.Elements;
import org.opencompare.api.java.*;
import org.opencompare.api.java.util.MatrixAnalyser;
import org.opencompare.api.java.util.MatrixComparatorEqualityImpl;

import java.io.*;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

/**
 * Created by gbecan on 4/2/15.
 */
public class HTMLLoader implements PCMLoader {

    private PCMFactory factory;
    private boolean productsAsLines;
    private Map features;

    public HTMLLoader(PCMFactory factory) {
        this(factory, true);
    }

    public HTMLLoader(PCMFactory factory, boolean productsAsLines) {
        this.factory = factory;
        this.productsAsLines = productsAsLines;
    }

    public static List createMatrices(Document doc) {
        List matrices = new ArrayList<>();
        String pageName = doc.head().getElementsByTag("title").text();
        int indice = 0;
        for (Element table: doc.getElementsByTag("table")) {
            IOMatrix matrix = new IOMatrix().setName(pageName + " #" + indice);
            int i = 0;
            for (Element line: table.getElementsByTag("tr")) {
                int j = 0;

                for (Element column: line.getAllElements()) {
                    if (column.tag().getName().equals("th") || column.tag().getName().equals("td")){
                        if (matrix.getCell(i, j) != null) {
                            j++;
                        }
                        int rowspan = 1;
                        int colspan = 1;
                        if (column.attributes().get("rowspan") != "") {
                            rowspan = Integer.valueOf(column.attributes().get("rowspan"));
                        }
                        if (column.attributes().get("colspan") != "") {
                            colspan = Integer.valueOf(column.attributes().get("colspan"));
                        }
                        matrix.setCell(new IOCell(column.text()), i, j, rowspan, colspan);
                        j += colspan;
                    }
                }
                i++;
            }
            matrices.add(matrix);
            indice++;
        }
        return matrices;
    }

    @Override
    public List load(String pcm) {
        List containers = new ArrayList<>();
        Document doc = Jsoup.parse(pcm);
        List matrices = createMatrices(doc);
        containers = load(matrices.get(0));
        return containers;
    }

    @Override
    public List load(File file) throws IOException {
        Document doc = Jsoup.parse(file, "UTF-8");
        List containers = new ArrayList<>();
        for (IOMatrix matrix: createMatrices(doc)) {
            containers.add(load(matrix).get(0));
        }
        return containers;
    }

    public List load(IOMatrix matrix) {
        return new IOMatrixLoader(this.factory, this.productsAsLines).load(matrix);
    }

}