160 lines
4.2 KiB
JavaScript
160 lines
4.2 KiB
JavaScript
const util = require('./util')
|
|
const escapeStringRegexp = require('escape-string-regexp')
|
|
|
|
const debug = false
|
|
const verbose = false
|
|
const parseEpg = process.env.npm_config_epg || false
|
|
|
|
let stats = {
|
|
total: 0,
|
|
updated: 0,
|
|
duplicates: 0,
|
|
unvalid: 0,
|
|
removed: 0
|
|
}
|
|
let buffer = {}
|
|
let unsorted = {}
|
|
|
|
async function main() {
|
|
|
|
console.log(`Parsing 'index.m3u'...`)
|
|
const playlist = util.parsePlaylist('index.m3u')
|
|
const countries = playlist.items
|
|
|
|
if(debug) {
|
|
console.log('Debug mode is turn on')
|
|
}
|
|
|
|
const unsortedPlaylist = util.parsePlaylist('channels/unsorted.m3u')
|
|
for(const item of unsortedPlaylist.items) {
|
|
unsorted[item.url] = util.createChannel(item)
|
|
}
|
|
|
|
for(let country of countries) {
|
|
|
|
if (util.skipPlaylist(country.url)) {
|
|
continue
|
|
}
|
|
|
|
if(verbose) {
|
|
console.log(`Clear cache...`)
|
|
}
|
|
util.clearCache()
|
|
|
|
console.log(`Parsing '${country.url}'...`)
|
|
const playlist = util.parsePlaylist(country.url)
|
|
|
|
if(verbose) {
|
|
console.log(`Creating channels list...`)
|
|
}
|
|
let channels = []
|
|
for(let item of playlist.items) {
|
|
let channel = util.createChannel(item)
|
|
|
|
if(util.checkCache(channel.url)) {
|
|
stats.duplicates++
|
|
} else if(!util.validateUrl(channel.url)) {
|
|
stats.unvalid++
|
|
} else {
|
|
channels.push(channel)
|
|
util.addToCache(channel.url)
|
|
}
|
|
|
|
if(unsorted[channel.url]) {
|
|
if(verbose) {
|
|
console.log(`Removed '${channel.url}' from 'channels/unsorted.m3u'...`)
|
|
}
|
|
delete unsorted[channel.url]
|
|
stats.removed++
|
|
stats.duplicates++
|
|
}
|
|
}
|
|
|
|
const epgUrl = playlist.header.attrs['x-tvg-url']
|
|
if(epgUrl && !buffer[epgUrl] && parseEpg) {
|
|
console.log(`Loading '${epgUrl}'...`)
|
|
const epg = await util.loadEPG(epgUrl)
|
|
console.log(`Adding '${epgUrl}' to buffer...`)
|
|
buffer[epgUrl] = epg
|
|
}
|
|
|
|
if(buffer[epgUrl]) {
|
|
console.log('Add missing tvg-id from EPG by channel title...')
|
|
for(let channel of channels) {
|
|
for(let channelId in buffer[epgUrl].channels) {
|
|
let c = buffer[epgUrl].channels[channelId]
|
|
for(let epgName of c.names) {
|
|
epgName = escapeStringRegexp(epgName)
|
|
channelTitle = channel.title.replace(/(fhd|hd|sd|高清)$/i, '').trim()
|
|
let regexp = new RegExp(`^${epgName}$`, 'i')
|
|
if(regexp.test(channelTitle)) {
|
|
if(!channel.id) {
|
|
channel.id = c.id
|
|
continue
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if(buffer[epgUrl]) {
|
|
console.log(`Fills in missing channel's data...`)
|
|
for(let channel of channels) {
|
|
let channelId = channel.id
|
|
if(!channelId) continue
|
|
let c = buffer[epgUrl].channels[channelId]
|
|
if(!c) continue
|
|
let updated = false
|
|
|
|
if(!channel.name && c.names[0]) {
|
|
channel.name = c.names[0]
|
|
updated = true
|
|
if(verbose) {
|
|
console.log(`Added name '${c.names[0]}' to '${channel.id}'`)
|
|
}
|
|
}
|
|
|
|
if(!channel.logo && c.icon) {
|
|
const icon = c.icon.split('|')[0]
|
|
channel.logo = icon
|
|
updated = true
|
|
if(verbose) {
|
|
console.log(`Added logo '${icon}' to '${channel.id}'`)
|
|
}
|
|
}
|
|
|
|
if(updated) {
|
|
stats.updated++
|
|
}
|
|
}
|
|
}
|
|
|
|
if(verbose) {
|
|
console.log(`Sorting channels...`)
|
|
}
|
|
channels = util.sortByTitleAndUrl(channels)
|
|
|
|
if(!debug) {
|
|
console.log(`Updating '${country.url}'...`)
|
|
util.createFile(country.url, playlist.getHeader())
|
|
channels.forEach(channel => {
|
|
util.appendToFile(country.url, channel.toString())
|
|
})
|
|
}
|
|
|
|
stats.total += channels.length
|
|
}
|
|
|
|
if(!debug & stats.removed > 0) {
|
|
console.log(`Updating 'channels/unsorted.m3u'...`)
|
|
util.createFile('channels/unsorted.m3u', playlist.getHeader())
|
|
Object.values(unsorted).forEach(channel => {
|
|
util.appendToFile('channels/unsorted.m3u', channel.toString())
|
|
})
|
|
}
|
|
|
|
console.log(`Total: ${stats.total}. Duplicates: ${stats.duplicates}. Unvalid: ${stats.unvalid}. Updated: ${stats.updated}.`)
|
|
}
|
|
|
|
main() |