ixixy
/
iptv
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Update remove-duplicates.js

This commit is contained in:
Aleksandr Statciuk 2021-09-08 20:57:13 +03:00
parent b442162ecd
commit e1d5a6d062
1 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
scripts/remove-duplicates.js
View File

@ -1,5 +1,6 @@
const parser = require('./helpers/parser')
const utils = require('./helpers/utils')
const file = require('./helpers/file')
const log = require('./helpers/log')
let globalBuffer = []
@ -7,18 +8,19 @@ let globalBuffer = []
async function main() {
log.start()
log.print(`Parsing 'index.m3u'...`)
const playlists = parser.parseIndex().filter(i => i.url !== 'channels/unsorted.m3u')
for (const playlist of playlists) {
log.print(`\nProcessing '${playlist.url}'...`)
let files = await file.list()
if (!files.length) log.print(`No files is selected\n`)
files = files.filter(file => file !== 'channels/unsorted.m3u')
for (const file of files) {
log.print(`\nProcessing '${file}'...`)
await parser
.parsePlaylist(playlist.url)
.parsePlaylist(file)
.then(addToGlobalBuffer)
.then(removeDuplicates)
.then(p => p.save())
}
if (playlists.length) {
if (files.length) {
log.print(`\nProcessing 'channels/unsorted.m3u'...`)
await parser
.parsePlaylist('channels/unsorted.m3u')