var page = require('webpage').create(),
system = require('system'),
address;
address = system.args[1]; // The URL that is submitted to the proxy service
// Fake user agent
page.settings.userAgent = 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2490.86 Safari/537.36';
page.open(address, function (status) {
if (status !== 'success') {
console.log('FAILED loading the address');
} else {
var urls = page.evaluate(function() { // Execute code in the scope of the page
var list = document.querySelectorAll('h3.r a');
var urls = [];
for (var i in list) {
if (list[i].href !== undefined) {
urls.push(list[i].href);
}
}
return urls;
});
for (var i in urls) { // Return URLs, one per line
console.log(urls[i]);
}
}
phantom.exit();
}); |