ai.platon.pulsar.skeleton.common.persist.ext.WebPageEx.kt Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of pulsar-skeleton Show documentation

There is a newer version: 2.1.0

package ai.platon.pulsar.skeleton.common.persist.ext

import ai.platon.pulsar.common.PulsarParams.VAR_LOAD_OPTIONS
import ai.platon.pulsar.persist.WebPage
import ai.platon.pulsar.persist.WebPageExt
import ai.platon.pulsar.skeleton.common.options.LoadOptions
import ai.platon.pulsar.skeleton.crawl.BrowseEventHandlers
import ai.platon.pulsar.skeleton.crawl.CrawlEventHandlers
import ai.platon.pulsar.skeleton.crawl.LoadEventHandlers
import ai.platon.pulsar.skeleton.crawl.PageEventHandlers
import java.time.Instant

val WebPage.event: PageEventHandlers?
    get() = this.options.rawEvent

val WebPage.crawlEventHandlers: CrawlEventHandlers?
    get() = this.options.rawEvent?.crawlEventHandlers

val WebPage.loadEventHandlers: LoadEventHandlers?
    get() = this.options.rawEvent?.loadEventHandlers

val WebPage.browseEventHandlers: BrowseEventHandlers?
    get() = this.options.rawEvent?.browseEventHandlers

@Deprecated("Use WebPage.crawlEventHandlers instead", ReplaceWith("crawlEventHandlers"))
val WebPage.crawlEvent: CrawlEventHandlers?
    get() = crawlEventHandlers

@Deprecated("Use WebPage.loadEventHandlers instead", ReplaceWith("loadEventHandlers"))
val WebPage.loadEvent: LoadEventHandlers?
    get() = loadEventHandlers

@Deprecated("Use Webpage.browseEventHandlers instead", ReplaceWith("browseEventEventHandlers"))
val WebPage.browseEvent: BrowseEventHandlers?
    get() = browseEventHandlers

/**
 * Get or create a LoadOptions from the args
 *
 * @return a LoadOptions object.
 */
val WebPage.options: LoadOptions
    get() {
        return variables.variables.computeIfAbsent(VAR_LOAD_OPTIONS) {
            LoadOptions.parse(args, conf)
        } as LoadOptions
    }

/**
 * Get the page label
 */
val WebPage.label: String get() = options.label

fun WebPage.updateFetchTime(prevFetchTime: Instant, fetchTime: Instant) {
    this.prevFetchTime = prevFetchTime
    // the next time supposed to fetch
    this.fetchTime = fetchTime

    val pageExt = WebPageExt(this)
    pageExt.updateFetchTimeHistory(fetchTime)
}