• Home
• ai.platon.pulsar
• pulsar-examples
• 2.0.2
• source code
• GomeCrawler.kt

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

ai.platon.pulsar.examples.sites.topEc.chinese.gome.GomeCrawler.kt Maven / Gradle / Ivy

package ai.platon.pulsar.examples.sites.topEc.chinese.gome

import ai.platon.pulsar.skeleton.context.PulsarContexts

fun main() {
    val portalUrl = "https://list.gome.com.cn/cat10000092.html"
    val args = "-i 1s -ii 5d -ol a[href~=item] -ignoreFailure"

    val session = PulsarContexts.createSession()
    val pages = session.loadOutPages(portalUrl, args)
    val documents = pages.map { session.parse(it) }
    // do something with documents
    documents.forEach { println(it.title + " | " + it.baseURI) }
}