diff --git a/lib/crawler.js b/lib/crawler.js index 86648e0..96a1287 100644 --- a/lib/crawler.js +++ b/lib/crawler.js @@ -1,6 +1,7 @@ const puppeteer = require('puppeteer') const crawl = async (url) => { + console.log(`crawl started for URL ${url}`) const browser = await puppeteer.launch() const page = await browser.newPage() await page.goto(url) @@ -9,6 +10,8 @@ const crawl = async (url) => { await browser.close() + console.log(`crawl finished for URL ${url}`) + return html }