net.ruippeixotog.scalascraper.config.ConfigHtmlValidator.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of scala-scraper-config_3 Show documentation

scala-scraper-config

The newest version!

package net.ruippeixotog.scalascraper.config

import scala.util.{Failure, Success, Try}

import com.typesafe.config.Config

import net.ruippeixotog.scalascraper.config.util.ConfigReader
import net.ruippeixotog.scalascraper.model.Element
import net.ruippeixotog.scalascraper.scraper._

object ConfigHtmlValidator {

  def apply[R](conf: Config)(implicit reader: ConfigReader[R]): HtmlValidator[Element, R] = {
    val result = Try(reader.read(conf, "status"))

    if (conf.hasPath("exists")) {
      val extractor = ContentExtractors.elements.mapQuery(conf.getString("select.query"))

      val matcher = conf.getBoolean("exists") == (_: Iterable[Element]).nonEmpty
      result match {
        case Success(res) => HtmlValidator(extractor, res)(matcher)
        case Failure(_) => HtmlValidator(extractor)(matcher)
      }

    } else {
      val extractor = ConfigHtmlExtractor[String](conf.getConfig("select"))
      val matchIfTrue = if (conf.hasPath("invert")) !conf.getBoolean("invert") else true
      val matcher = conf.getString("match").r.pattern.matcher(_: String).matches() == matchIfTrue
      result match {
        case Success(res) => HtmlValidator(extractor, res)(matcher)
        case Failure(_) => HtmlValidator(extractor)(matcher)
      }
    }
  }
}