All Downloads are FREE. Search and download functionalities are using the official Maven repository.

webmagic-extension.1.0.1.source-code.crawl.js Maven / Gradle / Ivy

The newest version!
var system = require('system');
var url = system.args[1];

var page = require('webpage').create();
page.settings.loadImages = false;
page.settings.resourceTimeout = 5000;

page.open(url, function (status) {
    if (status != 'success') {
        console.log("HTTP request failed!");
    } else {
        console.log(page.content);
    }

    page.close();
    phantom.exit();
});




© 2015 - 2024 Weber Informatics LLC | Privacy Policy