scraping with nodejs code example
Example 1: web scraping nodejs
const puppeteer = require('puppeteer')
const $ = require('cheerio')
(async () => {
const browser = await puppeteer.launch()
const page = await browser.newPage()
await page.goto('https://www.imdb.com/title/tt7126948/?ref_=nv_sr_srsg_0', { waitUntil: 'networkidle0' })
const content = await page.evaluate(() => document.body.innerHTML)
const data = $('div[class="title_wrapper"]', content).find('h1').text()
console.log(data)
await browser.close()
})()
Example 2: node.js web scraping
//eventhough deprecated, still able to use
const request = require('request');
request('http://www.google.com', function (error, response, body) {
console.error('error:', error); // Print the error if one occurred
console.log('statusCode:', response && response.statusCode); // Print the response status code if a response was received
console.log('body:', body); // Print the HTML for the Google homepage.
});