Refactoring helper functions

helpers/formatter.js

@@ -1,81 +1,35 @@
-const parsers = require('playlist-parser')
+const util = require('./util')
-const M3U = parsers.M3U
-const fs = require("fs")
-const path = require('path')
-const urlParser = require('url')
 
 let total = 0
-const supportedGroups = [ 
-  'Auto',
-  'Business', 
-  'CCTV', 
-  'Classic',
-  'Comedy',
-  'Documentary',
-  'Education',
-  'Entertainment', 
-  'Family',
-  'Fashion',
-  'Food', 
-  'General', 
-  'Health', 
-  'History', 
-  'Hobby', 
-  'Kids', 
-  'Legislative',
-  'Lifestyle',
-  'Local', 
-  'Movies', 
-  'Music', 
-  'News', 
-  'Quiz',
-  'Radio', 
-  'Religious',
-  'Sci-Fi', 
-  'Shop', 
-  'Sport', 
-  'Travel', 
-  'Weather', 
-  'XXX'
-]
 
 function init() {
 
-  let countries = loadPlaylist('index.m3u')
+  let countries = util.parsePlaylist('index.m3u')
-  // countries = countries.slice(0, 4)
+  countries = countries.slice(0, 1)
 
   let channels = []
 
   for(let country of countries) {
 
-    const playlist = loadPlaylist(country.file)
+    const playlist = util.parsePlaylist(country.file)
 
     for(let item of playlist) {
 
-      let channel = {
+      let channel = util.parseChannelData(item)
-        title: parseTitle(item),
-        file: item.file,
-        id: parseTvgId(item),
-        name: parseTvgName(item),
-        logo: parseTvgLogo(item),
-        group: parseGroupTitle(item)
-      }
 
       channels.push(channel)
 
     }
 
-    channels = channels.sort(byTitle)
+    channels = util.sortByTitle(channels)
 
-    let outputPath = path.resolve(__dirname) + '/../' + country.file
+    util.createFile(country.file)
-
-    fs.writeFileSync(outputPath, '#EXTM3U\n')
 
     channels.forEach(channel => {
-      writeToFile(outputPath, channel)
+      const info = `-1 tvg-id="${channel.id}" tvg-name="${channel.name}" tvg-logo="${channel.logo}" group-title="${channel.group}",${channel.title}`
-    })
 
-    // console.log(country.title, channels)
+      util.writeToFile(country.file, info, channel.file)
+    })
 
     total += channels.length
 
@@ -86,73 +40,3 @@ function init() {
 init()
 
 console.log(`Total: ${total}.`)
-
-function loadPlaylist(filename) {
-  return M3U.parse(fs.readFileSync(path.resolve(__dirname) + `/../${filename}`, { encoding: "utf8" }))
-}
-
-function writeToFile(outputPath, channel) {
-  let info = `#EXTINF:-1 tvg-id="${channel.id}" tvg-name="${channel.name}" tvg-logo="${channel.logo}" group-title="${channel.group}",${channel.title}`
-
-  fs.appendFileSync(outputPath, info + '\n' + channel.file + '\n')
-}
-
-function getInfo(item) {
-  return (item.artist) ? item.artist + '-' + item.title : item.title
-}
-
-function parseTitle(item) {
-  let info = getInfo(item)
-  let parts = info.split(',')
-
-  return parts[parts.length - 1].trim()
-}
-
-function parseTvgId(item) {
-  let info = getInfo(item)
-  let matches = info.match(/tvg\-id\=\"(.*?)\"/i)
-
-  return (matches && matches.length > 1) ? matches[1] : ''
-}
-
-function parseTvgName(item) {
-  let info = getInfo(item)
-  let matches = info.match(/tvg\-name\=\"(.*?)\"/i)
-
-  return (matches && matches.length > 1) ? matches[1] : ''
-}
-
-function parseTvgLogo(item) {
-  let info = getInfo(item)
-  let matches = info.match(/tvg\-logo\=\"(.*?)\"/i)
-
-  return (matches && matches.length > 1) ? matches[1] : ''
-}
-
-function parseGroupTitle(item) {
-  let info = getInfo(item)
-  let matches = info.match(/group\-title\=\"(.*?)\"/i)
-  let groupTitle = (matches && matches.length > 1) ? matches[1] : ''
-  let groupIndex = supportedGroups.map(g => g.toLowerCase()).indexOf(groupTitle.toLowerCase())
-
-  if(groupIndex === -1) {
-    groupTitle = ''
-  } else {
-    groupTitle = supportedGroups[groupIndex]
-  }
-
-  return groupTitle
-}
-
-function byTitle(a, b) {
-  var nameA = a.title.toLowerCase()
-  var nameB = b.title.toLowerCase()
-  if (nameA < nameB) {
-    return -1
-  }
-  if (nameA > nameB) {
-    return 1
-  }
-
-  return 0
-}

helpers/generate.js

@@ -1,44 +1,51 @@
-const parsers = require('playlist-parser')
+const util = require('./util')
-const M3U = parsers.M3U
-const fs = require("fs")
-const path = require('path')
 const urlParser = require('url')
 
-let outputPath = path.resolve(__dirname) + '/../index.all.m3u'
+const outputFile = 'index.full.m3u'
-let channels = 0
+const debug = false
-let duplicates = 0
 let cache = {}
-
+let stats = {
-fs.writeFileSync(outputPath, '#EXTM3U\n')
+  total: 0,
+  duplicates: 0
+}
 
 function init() {
 
-  let countries = loadPlaylist('index.m3u')
+  let countries = util.parsePlaylist('index.m3u')
-  // countries = countries.slice(0, 2)
+
+  if(debug) {
+    countries = countries.slice(0, 1)
+  }
+
+  util.createFile(outputFile)
 
   for(let country of countries) {
 
-    const playlist = loadPlaylist(country.file)
+    const countryName = util.getTitle(country.title)
+    const countryCode = util.getBasename(country.file).toUpperCase()
+    const playlist = util.parsePlaylist(country.file)
 
     for(let item of playlist) {
 
-      let title = (item.artist) ? item.length + ',' + item.artist + '-' + item.title : item.title
+      const channel = util.parseChannelData(item)
+      const groupTitle = [ countryName, channel.group ].filter(i => i).join(';')
 
-      let url = item.file
+      const info = `-1 tvg-id="${channel.id}" tvg-name="${channel.name}" tvg-logo="${channel.logo}" group-title="${groupTitle}",${channel.title}`
+      const file = channel.file
 
-      if(checkCache(url)) {
+      if(checkCache(file)) {
 
-        duplicates++
+        stats.duplicates++
 
       } else {
 
-        writeToFile(title, url)
+        util.writeToFile(outputFile, info, file)
-
+        
-        addToCache(url)
+        addToCache(file)
       
       }
 
-      channels++
+      stats.total++
 
     }
 
@@ -47,16 +54,7 @@ function init() {
 
 init()
 
-console.log(`Total: ${channels}. Duplicates: ${duplicates}.`)
+console.log(`Total: ${stats.total}. Duplicates: ${stats.duplicates}. Unique: ${stats.total - stats.duplicates}`)
-
-
-function loadPlaylist(filename) {
-  return M3U.parse(fs.readFileSync(path.resolve(__dirname) + `/../${filename}`, { encoding: "utf8" }))
-}
-
-function writeToFile(title, file) {
-  fs.appendFileSync(outputPath, '#EXTINF:' + title + '\n' + file + '\n')
-}
 
 function addToCache(url) {
   let id = getUrlPath(url)

helpers/util.js

@@ -0,0 +1,103 @@
+const parsers = require('playlist-parser')
+const M3U = parsers.M3U
+const fs = require("fs")
+const path = require('path')
+
+function parsePlaylist(filename) {
+  return M3U.parse(fs.readFileSync(path.resolve(__dirname) + `/../${filename}`, { encoding: "utf8" }))
+}
+
+function parseChannelData(item) {
+  const info = getInfo(item)
+
+  function getTvgId(info) {
+    const matches = info.match(/tvg\-id\=\"(.*?)\"/i)
+
+    return (matches && matches.length > 1) ? matches[1] : ''
+  }
+
+  function getTvgName(info) {
+    const matches = info.match(/tvg\-name\=\"(.*?)\"/i)
+
+    return (matches && matches.length > 1) ? matches[1] : ''
+  }
+
+  function getTvgLogo(info) {
+    const matches = info.match(/tvg\-logo\=\"(.*?)\"/i)
+
+    return (matches && matches.length > 1) ? matches[1] : ''
+  }
+
+  function getGroupTitle(item) {
+    const supportedGroups = [ 'Auto','Business', 'CCTV', 'Classic','Comedy','Documentary','Education','Entertainment', 'Family','Fashion','Food', 'General', 'Health', 'History', 'Hobby', 'Kids', 'Legislative','Lifestyle','Local', 'Movies', 'Music', 'News', 'Quiz','Radio', 'Religious','Sci-Fi', 'Shop', 'Sport', 'Travel', 'Weather', 'XXX' ]
+    const matches = info.match(/group\-title\=\"(.*?)\"/i)
+    let groupTitle = (matches && matches.length > 1) ? matches[1] : ''
+    const groupIndex = supportedGroups.map(g => g.toLowerCase()).indexOf(groupTitle.toLowerCase())
+
+    if(groupIndex === -1) {
+      groupTitle = ''
+    } else {
+      groupTitle = supportedGroups[groupIndex]
+    }
+
+    return groupTitle
+  }
+
+  return {
+    title: getTitle(info),
+    file: item.file,
+    id: getTvgId(info),
+    name: getTvgName(info),
+    logo: getTvgLogo(info),
+    group: getGroupTitle(info)
+  }
+}
+
+function getInfo(item) {
+  return (item.artist) ? item.artist + '-' + item.title : item.title
+}
+
+function getTitle(info) {
+  const parts = info.split(',')
+
+  return parts[parts.length - 1].trim()
+}
+
+function byTitle(a, b) {
+  var nameA = a.title.toLowerCase()
+  var nameB = b.title.toLowerCase()
+  if (nameA < nameB) {
+    return -1
+  }
+  if (nameA > nameB) {
+    return 1
+  }
+
+  return 0
+}
+
+function sortByTitle(arr) {
+  return arr.sort(byTitle)
+}
+
+function writeToFile(filename, info, file) {
+  fs.appendFileSync(path.resolve(__dirname) + '/../' + filename, '#EXTINF:' + info + '\n' + file + '\n')
+}
+
+function createFile(filename) {
+  fs.writeFileSync(path.resolve(__dirname) + '/../' + filename, '#EXTM3U\n')
+}
+
+function getBasename(filename) {
+  return path.basename(filename, path.extname(filename))
+}
+
+module.exports = {
+  parsePlaylist,
+  parseChannelData,
+  getTitle,
+  sortByTitle,
+  writeToFile,
+  createFile,
+  getBasename
+}