All Downloads are FREE. Search and download functionalities are using the official Maven repository.

info.bliki.htmlcleaner.util.AbstractHtmlExtractor Maven / Gradle / Ivy

Go to download

This is the core project.

The newest version!
package info.bliki.htmlcleaner.util;

import info.bliki.htmlcleaner.BaseToken;
import info.bliki.htmlcleaner.HtmlCleaner;
import info.bliki.htmlcleaner.TagNode;

import java.io.IOException;
import java.util.List;


public abstract class AbstractHtmlExtractor {
    final T fResultObject;

    public AbstractHtmlExtractor(T resultObject) {
        super();
        this.fResultObject = resultObject;
    }

    /**
     * Append the content of the nodes to the given result object.
     *
     * @param nodes
     */
    protected abstract void appendContent(List nodes);

    /**
     * Append the content of the given TagNode to the resultObject
     *
     * @param tagNode
     * @return true if appendContent() should be
     *         called.
     */
    protected abstract boolean isFound(TagNode tagNode);

    protected T getResultObject() {
        return fResultObject;
    }

    protected void visitTokenList(List nodes) {
        if (nodes != null && !nodes.isEmpty()) {
            for (Object item : nodes) {
                if (item != null) {
                    if (item instanceof List) {
                        @SuppressWarnings("unchecked")
                        final List list = (List) item;
                        visitTokenList(list);
                    } else if (item instanceof BaseToken) {
                        visitBaseToken((BaseToken) item);
                    }
                }
            }
        }
    }

    protected void visitBaseToken(BaseToken node) {
        if (node instanceof TagNode) {
            TagNode tagNode = (TagNode) node;
            if (isFound(tagNode)) {
                appendContent(tagNode.getChildren());
            } else {
                List children = tagNode.getChildren();
                if (children.size() != 0) {
                    visitTokenList(children);
                }
            }
        }
    }

    /**
     * Extract the information from the given html text.
     *
     * @param html
     */
    public void extractContent(String html) {
        HtmlCleaner cleaner = null;
        try {
            cleaner = new HtmlCleaner(html);
            cleaner.clean();
            TagNode body = cleaner.getBodyNode();
            visitBaseToken(body);
        } catch (IOException e) {
        }
    }
}
 















© 2015 - 2024 Weber Informatics LLC | Privacy Policy