phantom js usage example

headless_crawl.js

var page = require('webpage').create(),
    system = require('system'),
    url = "http://localhost:3000";

page.onConsoleMessage = function(msg) {
  console.log(msg);
};

if (system.args.length < 2) {
  console.log("Usage: headless_crawl.js [url]");
} else {
  url = system.args[1];
}

page.open(url, function(status) {
  if (status !== "success") {
    console.log("Unable to access network");
  } else {
    // Execute some DOM inspection within the page context
    page.evaluate(function() {
      var list = document.querySelectorAll('body');
      console.log(list[0].innerText);
    });
  }
  phantom.exit();
});

// Alt
// var page = require('webpage').create();
// var url = 'http://instagram.com/';
 
// page.open(url, function (status) {
//     var js = page.evaluate(function () {
//         return document;
//     });
//     console.log(js.all[0].outerHTML); 
//     phantom.exit();
// });

// https://github.com/colszowka/phantomjs-gem RUBY GEM
// Usage
// Phantomjs.run('headless_crawl.js', 'http://localhost:3000')