I made a scraper using PhantomJS inside node (Node Module).
I am trying to get data from a table on the page (url). When the page loads it only displays 25 records of the table. There is a 'select' at the bottom that you can change to 'All' to see all records. How can i change the value of the select to 'All' before getting the HTML returned?
var phantom = require('phantom');
phantom.create().then(function(ph){
ph.createPage().then(function(page){
page.open(url).then(function(status){
console.log(status);
page.property('content').then(function(content){
console.log(content);
page.close();
ph.exit();
});
});
});
});
<select name="qs-rankings_length" aria-controls="qs-rankings" class="jcf-hidden">
<option value="100">100</option>
<option value="200">200</option>
<option value="-1">All</option>
</select>
This is how I do it.
I'm assuming that you have jQuery on the page.
Or, without jQuery: