add logging
This commit is contained in:
parent
f2181d62f7
commit
939980cae2
|
@ -1,6 +1,7 @@
|
||||||
const puppeteer = require('puppeteer')
|
const puppeteer = require('puppeteer')
|
||||||
|
|
||||||
const crawl = async (url) => {
|
const crawl = async (url) => {
|
||||||
|
console.log(`crawl started for URL ${url}`)
|
||||||
const browser = await puppeteer.launch()
|
const browser = await puppeteer.launch()
|
||||||
const page = await browser.newPage()
|
const page = await browser.newPage()
|
||||||
await page.goto(url)
|
await page.goto(url)
|
||||||
|
@ -9,6 +10,8 @@ const crawl = async (url) => {
|
||||||
|
|
||||||
await browser.close()
|
await browser.close()
|
||||||
|
|
||||||
|
console.log(`crawl finished for URL ${url}`)
|
||||||
|
|
||||||
return html
|
return html
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue