Added check for duplicates

This commit is contained in:
freearhey 2019-08-08 02:24:15 +03:00
parent 74816f027b
commit 97b41a8ab2
1 changed files with 11 additions and 4 deletions

View File

@ -4,7 +4,8 @@ const debug = false
let stats = { let stats = {
countries: 0, countries: 0,
channels: 0, channels: 0,
updated: 0 updated: 0,
duplicates: 0
} }
let buffer = {} let buffer = {}
@ -15,7 +16,7 @@ async function main() {
if(debug) { if(debug) {
console.log('Debug mode is turn on') console.log('Debug mode is turn on')
countries = countries.slice(0, 1) countries = countries.slice(0, 1)
// countries = [{ url: 'channels/au.m3u' }] // countries = [{ url: 'channels/ru.m3u' }]
} }
for(let country of countries) { for(let country of countries) {
@ -35,7 +36,13 @@ async function main() {
url: item.url, url: item.url,
title: item.inf.title title: item.inf.title
}) })
channels.push(channel)
if(!util.checkCache(channel.url)) {
channels.push(channel)
util.addToCache(channel.url)
} else {
stats.duplicates++
}
} }
const epgUrl = playlist.attrs['x-tvg-url'] const epgUrl = playlist.attrs['x-tvg-url']
@ -92,7 +99,7 @@ async function main() {
stats.channels += channels.length stats.channels += channels.length
} }
console.log(`Countries: ${stats.countries}. Channels: ${stats.channels}. Updated: ${stats.updated}.`) console.log(`Countries: ${stats.countries}. Channels: ${stats.channels}. Updated: ${stats.updated}. Duplicates: ${stats.duplicates}.`)
} }
main() main()