const fs = require('fs') const path = require('path') const playlistParser = require('iptv-playlist-parser') const axios = require('axios') const zlib = require('zlib') const epgParser = require('epg-parser') const urlParser = require('url') const escapeStringRegexp = require('escape-string-regexp') const markdownInclude = require('markdown-include') const iso6393 = require('iso-639-3') let helper = {} helper.supportedCategories = { auto: 'Auto', business: 'Business', classic: 'Classic', comedy: 'Comedy', documentary: 'Documentary', education: 'Education', entertainment: 'Entertainment', family: 'Family', fashion: 'Fashion', food: 'Food', general: 'General', health: 'Health', history: 'History', hobby: 'Hobby', kids: 'Kids', legislative: 'Legislative', lifestyle: 'Lifestyle', local: 'Local', movies: 'Movies', music: 'Music', news: 'News', quiz: 'Quiz', religious: 'Religious', 'sci-fi': 'Sci-Fi', shop: 'Shop', sport: 'Sport', travel: 'Travel', weather: 'Weather', xxx: 'XXX', other: 'Other' } helper.code2flag = function (code) { switch (code) { case 'uk': return '🇬🇧' case 'int': return '🌎' case 'unsorted': return '' default: return code .toUpperCase() .replace(/./g, char => String.fromCodePoint(char.charCodeAt(0) + 127397)) } } helper.sortBy = function (arr, fields) { return arr.sort((a, b) => { for (let field of fields) { let propA = a[field] ? a[field].toLowerCase() : '' let propB = b[field] ? b[field].toLowerCase() : '' if (propA < propB) { return -1 } if (propA > propB) { return 1 } } return 0 }) } helper.createDir = function (dir) { if (!fs.existsSync(dir)) { fs.mkdirSync(dir) } } helper.compileMarkdown = function (filepath) { return markdownInclude.compileFiles(path.resolve(__dirname, filepath)) } helper.escapeStringRegexp = function (scring) { return escapeStringRegexp(string) } helper.getISO6391Name = function (code) { const lang = iso6393.find(l => l.iso6393 === code.toLowerCase()) return lang && lang.name ? lang.name : null } helper.getISO6391Code = function (name) { const lang = iso6393.find(l => l.name === name) return lang && lang.iso6393 ? lang.iso6393 : null } helper.parsePlaylist = function (filename) { const content = this.readFile(filename) const result = playlistParser.parse(content) return new Playlist(result) } helper.parseEPG = async function (url) { return this.getEPG(url).then(content => { const result = epgParser.parse(content) console.log('wo') const channels = {} for (let channel of result.channels) { channels[channel.id] = channel } return { url, channels } }) } helper.getEPG = function (url) { return new Promise((resolve, reject) => { var buffer = [] axios({ method: 'get', url: url, responseType: 'stream', timeout: 60000 }) .then(res => { let stream if (/\.gz$/i.test(url)) { let gunzip = zlib.createGunzip() res.data.pipe(gunzip) stream = gunzip } else { stream = res.data } stream .on('data', function (data) { buffer.push(data.toString()) }) .on('end', function () { resolve(buffer.join('')) }) .on('error', function (e) { reject(e) }) }) .catch(e => { reject(e) }) }) } helper.readFile = function (filename) { return fs.readFileSync(path.resolve(__dirname) + `/../${filename}`, { encoding: 'utf8' }) } helper.appendToFile = function (filename, data) { fs.appendFileSync(path.resolve(__dirname) + '/../' + filename, data) } helper.createFile = function (filename, data = '') { fs.writeFileSync(path.resolve(__dirname) + '/../' + filename, data) } helper.getBasename = function (filename) { return path.basename(filename, path.extname(filename)) } helper.getUrlPath = function (u) { let parsed = urlParser.parse(u) let searchQuery = parsed.search || '' let path = parsed.host + parsed.pathname + searchQuery return path.toLowerCase() } helper.generateTable = function (data, options) { let output = '\n' output += '\t\n\t\t' for (let column of options.columns) { output += `` } output += '\n\t\n' output += '\t\n' for (let item of data) { output += '\t\t' let i = 0 for (let prop in item) { const column = options.columns[i] let nowrap = column.nowrap let align = column.align output += `` i++ } output += '\n' } output += '\t\n' output += '
${column.name}
${item[prop]}
' return output } helper.createChannel = function (data) { return new Channel(data) } helper.writeToLog = function (country, msg, url) { var now = new Date() var line = `${country}: ${msg} '${url}'` this.appendToFile('error.log', now.toISOString() + ' ' + line + '\n') } helper.filterPlaylists = function (arr, include = '', exclude = '') { if (include) { const included = include.split(',').map(filename => `channels/${filename}.m3u`) return arr.filter(i => included.indexOf(i.url) > -1) } if (exclude) { const excluded = exclude.split(',').map(filename => `channels/${filename}.m3u`) return arr.filter(i => excluded.indexOf(i.url) === -1) } return arr } helper.filterGroup = function (groupTitle) { return this.supportedCategories[groupTitle.toLowerCase()] || '' } helper.filterNSFW = function (arr) { const sfwCategories = [ 'Auto', 'Business', 'Classic', 'Comedy', 'Documentary', 'Education', 'Entertainment', 'Family', 'Fashion', 'Food', 'General', 'Health', 'History', 'Hobby', 'Kids', 'Legislative', 'Lifestyle', 'Local', 'Movies', 'Music', 'News', 'Quiz', 'Religious', 'Sci-Fi', 'Shop', 'Sport', 'Travel', 'Weather' ] return arr.filter(i => sfwCategories.includes(i.category)) } helper.sleep = function (ms) { return function (x) { return new Promise(resolve => setTimeout(() => resolve(x), ms)) } } class Playlist { constructor(data) { this.header = data.header this.items = data.items } getHeader() { let parts = ['#EXTM3U'] for (let key in this.header.attrs) { let value = this.header.attrs[key] if (value) { parts.push(`${key}="${value}"`) } } return `${parts.join(' ')}\n` } } class Channel { constructor(data) { this.parseData(data) } parseData(data) { this.logo = data.tvg.logo this.category = helper.filterGroup(data.group.title) this.url = data.url this.name = this.parseName(data.name) this.status = this.parseStatus(data.name) this.http = data.http this.tvg = data.tvg this.country = { code: null, name: null } this.resolution = this.parseResolution(data.name) this.setLanguage(data.tvg.language) } get ['language.name']() { return this.language[0] ? this.language[0].name : null } get ['country.name']() { return this.country.name || null } parseName(title) { return title .trim() .split(' ') .map(s => s.trim()) .filter(s => { return !/\[|\]/i.test(s) && !/\((\d+)P\)/i.test(s) }) .join(' ') } parseStatus(title) { const regex = /\[(.*)\]/i const match = title.match(regex) return match ? match[1] : null } parseResolution(title) { const regex = /\((\d+)P\)/i const match = title.match(regex) return { width: null, height: match ? parseInt(match[1]) : null } } setLanguage(lang) { this.language = lang .split(';') .map(name => { const code = name ? helper.getISO6391Code(name) : null if (!code) return null return { code, name } }) .filter(l => l) } toString() { const country = this.country.code ? this.country.code.toUpperCase() : '' const tvgUrl = (this.tvg.id || this.tvg.name) && this.tvg.url ? this.tvg.url : '' const language = this.language.map(l => l.name).join(';') const resolution = this.resolution.height ? ` (${this.resolution.height}p)` : '' const status = this.status ? ` [${this.status}]` : '' let info = `-1 tvg-id="${this.tvg.id}" tvg-name="${this.tvg.name}" tvg-language="${language}" tvg-logo="${this.logo}" tvg-country="${country}" tvg-url="${tvgUrl}" group-title="${this.category}",${this.name}${resolution}${status}` if (this.http['referrer']) { info += `\n#EXTVLCOPT:http-referrer=${this.http['referrer']}` } if (this.http['user-agent']) { info += `\n#EXTVLCOPT:http-user-agent=${this.http['user-agent']}` } return '#EXTINF:' + info + '\n' + this.url + '\n' } toShortString() { const language = this.language.map(l => l.name).join(';') const resolution = this.resolution.height ? ` (${this.resolution.height}p)` : '' const status = this.status ? ` [${this.status}]` : '' let info = `-1 tvg-id="${this.tvg.id}" tvg-name="${this.tvg.name}" tvg-language="${language}" tvg-logo="${this.logo}" group-title="${this.category}",${this.name}${resolution}${status}` if (this.http['referrer']) { info += `\n#EXTVLCOPT:http-referrer=${this.http['referrer']}` } if (this.http['user-agent']) { info += `\n#EXTVLCOPT:http-user-agent=${this.http['user-agent']}` } return '#EXTINF:' + info + '\n' + this.url + '\n' } toJSON() { return { name: this.name, logo: this.logo || null, url: this.url, category: this.category || null, language: this.language, country: this.country, tvg: { id: this.tvg.id || null, name: this.tvg.name || null, url: this.tvg.url || null } } } } module.exports = helper