a7489099e2
Added counter for duplicates found in 'channels/unsorted.m3u'
159 lines
4.1 KiB
JavaScript
159 lines
4.1 KiB
JavaScript
const util = require('./util')
|
|
|
|
const debug = false
|
|
const verbose = false
|
|
const parseEpg = process.env.npm_config_epg || false
|
|
|
|
let stats = {
|
|
total: 0,
|
|
updated: 0,
|
|
duplicates: 0,
|
|
unvalid: 0,
|
|
removed: 0
|
|
}
|
|
let buffer = {}
|
|
let unsorted = {}
|
|
|
|
async function main() {
|
|
|
|
console.log(`Parsing 'index.m3u'...`)
|
|
const playlist = util.parsePlaylist('index.m3u')
|
|
let countries = playlist.items
|
|
const unsortedIndex = countries.map(c => c.url).indexOf('channels/unsorted.m3u')
|
|
if(unsortedIndex > -1) {
|
|
countries.splice(unsortedIndex, 1)
|
|
}
|
|
|
|
if(debug) {
|
|
console.log('Debug mode is turn on')
|
|
// countries = countries.slice(0, 1)
|
|
// countries = [{ url: 'channels/ru.m3u' }, { url: 'channels/ua.m3u' }]
|
|
}
|
|
|
|
const unsortedPlaylist = util.parsePlaylist('channels/unsorted.m3u')
|
|
for(const item of unsortedPlaylist.items) {
|
|
unsorted[item.url] = util.createChannel({
|
|
id: item.inf['tvg-id'],
|
|
name: item.inf['tvg-name'],
|
|
logo: item.inf['tvg-logo'],
|
|
group: item.inf['group-title'],
|
|
url: item.url,
|
|
title: item.inf.title
|
|
})
|
|
}
|
|
|
|
for(let country of countries) {
|
|
|
|
if (util.skipPlaylist(country.url)) {
|
|
continue
|
|
}
|
|
|
|
if(verbose) {
|
|
console.log(`Clear cache...`)
|
|
}
|
|
util.clearCache()
|
|
|
|
console.log(`Parsing '${country.url}'...`)
|
|
const playlist = util.parsePlaylist(country.url)
|
|
|
|
if(verbose) {
|
|
console.log(`Creating channels list...`)
|
|
}
|
|
let channels = []
|
|
for(let item of playlist.items) {
|
|
let channel = util.createChannel({
|
|
id: item.inf['tvg-id'],
|
|
name: item.inf['tvg-name'],
|
|
logo: item.inf['tvg-logo'],
|
|
group: item.inf['group-title'],
|
|
url: item.url,
|
|
title: item.inf.title
|
|
})
|
|
|
|
if(util.checkCache(channel.url)) {
|
|
stats.duplicates++
|
|
} else if(!util.validateUrl(channel.url)) {
|
|
stats.unvalid++
|
|
} else {
|
|
channels.push(channel)
|
|
util.addToCache(channel.url)
|
|
}
|
|
|
|
if(unsorted[channel.url]) {
|
|
if(verbose) {
|
|
console.log(`Removed '${channel.url}' from 'channels/unsorted.m3u'...`)
|
|
}
|
|
delete unsorted[channel.url]
|
|
stats.removed++
|
|
stats.duplicates++
|
|
}
|
|
}
|
|
|
|
const epgUrl = playlist.attrs['x-tvg-url']
|
|
if(epgUrl && !buffer[epgUrl] && parseEpg) {
|
|
console.log(`Loading '${epgUrl}'...`)
|
|
const epg = await util.loadEPG(epgUrl)
|
|
console.log(`Adding '${epgUrl}' to buffer...`)
|
|
buffer[epgUrl] = epg
|
|
}
|
|
|
|
if(buffer[epgUrl]) {
|
|
console.log(`Fills in missing channel's data...`)
|
|
for(let channel of channels) {
|
|
let channelId = channel.id
|
|
if(!channelId) continue
|
|
let c = buffer[epgUrl].channels[channelId]
|
|
if(!c) continue
|
|
let updated = false
|
|
|
|
if(!channel.name && c.names[0]) {
|
|
channel.name = c.names[0]
|
|
updated = true
|
|
if(verbose) {
|
|
console.log(`Added name '${c.names[0]}' to '${channel.id}'`)
|
|
}
|
|
}
|
|
|
|
if(!channel.logo && c.icon) {
|
|
const icon = c.icon.split('|')[0]
|
|
channel.logo = icon
|
|
updated = true
|
|
if(verbose) {
|
|
console.log(`Added logo '${icon}' to '${channel.id}'`)
|
|
}
|
|
}
|
|
|
|
if(updated) {
|
|
stats.updated++
|
|
}
|
|
}
|
|
}
|
|
|
|
if(verbose) {
|
|
console.log(`Sorting channels...`)
|
|
}
|
|
channels = util.sortByTitle(channels)
|
|
|
|
if(!debug) {
|
|
console.log(`Updating '${country.url}'...`)
|
|
util.createFile(country.url, playlist.getHeader())
|
|
channels.forEach(channel => {
|
|
util.appendToFile(country.url, channel.toString())
|
|
})
|
|
}
|
|
|
|
stats.total += channels.length
|
|
}
|
|
|
|
if(!debug & stats.removed > 0) {
|
|
console.log(`Updating 'channels/unsorted.m3u'...`)
|
|
util.createFile('channels/unsorted.m3u', playlist.getHeader())
|
|
Object.values(unsorted).forEach(channel => {
|
|
util.appendToFile('channels/unsorted.m3u', channel.toString())
|
|
})
|
|
}
|
|
|
|
console.log(`Total: ${stats.total}. Duplicates: ${stats.duplicates}. Unvalid: ${stats.unvalid}. Updated: ${stats.updated}.`)
|
|
}
|
|
|
|
main() |