net.dankito.readability4j.extended.processor.ArticleGrabberExtended.kt Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of Readability4J Show documentation

A Kotlin port of Mozilla‘s Readability. It extracts a website‘s relevant content and removes all clutter from it.

The newest version!

package net.dankito.readability4j.extended.processor

import net.dankito.readability4j.extended.util.RegExUtilExtended
import net.dankito.readability4j.model.ReadabilityOptions
import net.dankito.readability4j.processor.ArticleGrabber
import org.jsoup.nodes.Element


open class ArticleGrabberExtended(options: ReadabilityOptions, protected val regExExtended: RegExUtilExtended) : ArticleGrabber(options, regExExtended) {

    override fun shouldKeepSibling(sibling: Element): Boolean {
        return super.shouldKeepSibling(sibling) || containsImageToKeep(sibling)
    }

    protected open fun containsImageToKeep(element: Element): Boolean {
        val images = element.select("img")
        if(images.size > 0) {
            if(isImageElementToKeep(element)) {
                images.forEach { image ->
                    if(isImageElementToKeep(image) == false) {
                        return false
                    }
                }

                return true
            }
        }

        return false
    }

    protected open fun isImageElementToKeep(element: Element): Boolean {
        val matchString = element.id() + " " + element.className()

        return regExExtended.keepImage(matchString)
    }

}