ai.platon.pulsar.examples.sites.amazon.AmazonCrawler Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of pulsar-examples Show documentation

The newest version!

package ai.platon.pulsar.examples.sites.amazon;

import ai.platon.pulsar.skeleton.context.PulsarContexts;

import java.util.Map;

class AmazonCrawler {

    public static void main(String[] argv) throws Exception {
        PulsarContexts.createSession().scrapeOutPages(
                "https://www.amazon.com/Best-Sellers/zgbs",
                "-outLink a[href~=/dp/]",
                Map.of("title", "#title", "ratings", "#acrCustomerReviewText")
        );
    }
}