1
0
mirror of https://github.com/comatory/fb2iCal synced 2025-06-05 22:09:25 +02:00

refactor retrieving ICS file

This commit is contained in:
Ondrej Synacek
2019-10-23 20:37:06 +02:00
parent 52b86953aa
commit a41992d53b
7 changed files with 91 additions and 64 deletions

24
lib/services/crawler.js Normal file
View File

@ -0,0 +1,24 @@
const request = require('request')
const crawl = async (url) => {
return new Promise((resolve, reject) => {
console.info(`Started request for URL: ${url}`)
request({
url,
headers: {
'Accept-Language': 'en-US, en',
'User-Agent': 'request',
},
}, (err, res, body) => {
if (err) {
reject(err)
return
}
console.info(`Finished request for URL: ${url}`)
resolve(body)
})
})
}
module.exports = crawl