All Downloads are FREE. Search and download functionalities are using the official Maven repository.

ai.platon.pulsar.examples.sites.jd.JdCrawler Maven / Gradle / Ivy

The newest version!
package ai.platon.pulsar.examples.sites.jd;

import ai.platon.pulsar.browser.common.BrowserSettings;
import ai.platon.pulsar.skeleton.context.PulsarContexts;
import ai.platon.pulsar.skeleton.session.PulsarSession;

class JdCrawler {

    public static void main(String[] argv) throws Exception {
        BrowserSettings.withSystemDefaultBrowser();

        String portalUrl = "https://list.jd.com/list.html?cat=652,12345,12349";
        String args = "-i 1s -ii 5s -ol a[href~=item] -ignoreFailure";
        PulsarSession session = PulsarContexts.createSession();
        session.loadOutPages(portalUrl, args);
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy