mirror of
https://github.com/comatory/fb2iCal
synced 2025-06-05 22:09:25 +02:00
refactor retrieving ICS file
This commit is contained in:
24
lib/services/crawler.js
Normal file
24
lib/services/crawler.js
Normal file
@ -0,0 +1,24 @@
|
||||
const request = require('request')
|
||||
|
||||
const crawl = async (url) => {
|
||||
return new Promise((resolve, reject) => {
|
||||
console.info(`Started request for URL: ${url}`)
|
||||
request({
|
||||
url,
|
||||
headers: {
|
||||
'Accept-Language': 'en-US, en',
|
||||
'User-Agent': 'request',
|
||||
},
|
||||
}, (err, res, body) => {
|
||||
if (err) {
|
||||
reject(err)
|
||||
return
|
||||
}
|
||||
|
||||
console.info(`Finished request for URL: ${url}`)
|
||||
resolve(body)
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
module.exports = crawl
|
Reference in New Issue
Block a user