All Downloads are FREE. Search and download functionalities are using the official Maven repository.

ai.platon.pulsar.skeleton.crawl.CrawlLoop.kt Maven / Gradle / Ivy

package ai.platon.pulsar.skeleton.crawl

import ai.platon.pulsar.common.StartStopRunnable
import ai.platon.pulsar.common.collect.collector.DataCollector
import ai.platon.pulsar.common.config.ImmutableConfig
import ai.platon.pulsar.skeleton.common.options.LoadOptions
import ai.platon.pulsar.common.urls.UrlAware

interface CrawlLoop: StartStopRunnable {
    val id: Int
    val name: String
    val config: ImmutableConfig
    val urlFeeder: Iterable
    val collectors: List>
    val crawler: Crawler
    val display: String
    val abstract: String
    val report: String
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy