ai.platon.pulsar.examples.sites.jd.JdCrawler Maven / Gradle / Ivy
The newest version!
package ai.platon.pulsar.examples.sites.jd;
import ai.platon.pulsar.browser.common.BrowserSettings;
import ai.platon.pulsar.skeleton.context.PulsarContexts;
import ai.platon.pulsar.skeleton.session.PulsarSession;
class JdCrawler {
public static void main(String[] argv) throws Exception {
BrowserSettings.withSystemDefaultBrowser();
String portalUrl = "https://list.jd.com/list.html?cat=652,12345,12349";
String args = "-i 1s -ii 5s -ol a[href~=item] -ignoreFailure";
PulsarSession session = PulsarContexts.createSession();
session.loadOutPages(portalUrl, args);
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy