• Home
• ai.platon.pulsar
• pulsar-examples
• 2.0.2
• source code
• DianpingCrawler.kt

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

ai.platon.pulsar.examples.sites.food.dianping.DianpingCrawler.kt Maven / Gradle / Ivy

package ai.platon.pulsar.examples.sites.food.dianping

import com.google.gson.GsonBuilder

fun main() {
    val portalUrl = "https://www.dianping.com/beijing/ch10/g110"
    val args = "-i 1s -ii 5s -ol \"#shop-all-list .tit a[href~=shop]\" -ignoreFailure"

    val crawler = RestaurantCrawler()
    val fields = crawler.session.scrapeOutPages(portalUrl, crawler.options(args), crawler.fieldSelectors)
    println(GsonBuilder().setPrettyPrinting().create().toJson(fields))
}