This is an implementation of a headless scraper based on puppeteer
$ npm install
# or
$ yarn install
create your own config file
./config
const {scrollDown} = require('./lib/browserHelper')
module.exports = {
name: `<yoururl>-${new Date().getTime()}`,
url: 'https://<your-url>.com/',
isDownloadResource: true,
}
}
$ node script/generateReport.js --meta='./1552988325707-temp/meta.json' --output='./1552988325707-temp/report.json'
const cookies = await page._client.send('Network.getAllCookies');