DynamicScraper can not run

[willin]

yarn global add phantomjs-prebuilt

// ./doc/examples/HackerNews.js
var sjs = require('../../src/Scraper');
/*
 Scrape the news in Hacker News.
 */
sjs.DynamicScraper
	.create('https://news.ycombinator.com')
	.scrape(function ($) {
		return $('.title a').map(function () {
			console.log($(this).text());
			return $(this).text();
		}).get().filter(function (elm) {
			return elm != 'More';
		});
	})
	.then(function (news) {
		news.forEach(function (elm) {
			console.log(elm);
		});
	}).catch(function (err) { 
		console.error(err);
	});

run and did not get any result...

[ezuid]

+1

[bryanrasmussen]

same here, my code

var scraperjs = require('scraperjs');
scraperjs.DynamicScraper.create('http://www.sundhed.dk')
.scrape(function($) {
console.log('scrape worked');
return $("a").map(function() {
console.log('map');
return $(this).attr('href');
}).get();
})
.then(function(links) {
console.log(links).
})

the page is running angular so it needs to be interpreted to extract the urls in this case.
I was thinking that maybe the dynamic scraper was running too soon and needed to wait to make sure it had the urls to get, but I guess the hacker news example doesn't actually need a dynamic scraper and all the urls should be available on load?

The html that loads before the script evaluates has a few urls inside of a conditional comment, when I use the static scraper on the site I get those urls out.

[willin]

phantom@0.8.4: v1 is no longer maintained, please upgrade to v2.0+ as soon possible.

[hotnAny]

ran the sample code and didn't get any result ...

var scraperjs = require('scraperjs'); scraperjs.DynamicScraper.create('https://news.ycombinator.com/') .scrape(function($) { return $(".title a").map(function() { return $(this).text(); }).get(); }) .then(function(news) { console.log(news); })

[MatthewKosloski]

+1