This commit is contained in:
Aleksandr Statciuk
2022-02-07 02:27:15 +03:00
parent bad3eddf9d
commit 86e0c2f7da
31 changed files with 611 additions and 698 deletions

View File

@@ -9,274 +9,17 @@ async function main() {
await generator.generate('countries', streams)
await generator.generate('languages', streams)
await generator.generate('regions', streams)
await generator.generate('index_m3u', streams)
// await generateRegions()
// await generateIndex()
// await generateIndexNSFW()
// await generateIndexCategory()
// await generateIndexCountry()
// await generateIndexLanguage()
// await generateIndexRegion()
// await generateChannelsJson()
// await saveLogs()
}
main()
// async function generateRegions() {
// logger.info(`Generating regions/...`)
// for (const region of regions) {
// const { count } = await generator.generate(
// `${PUBLIC_PATH}/regions/${region.code.toLowerCase()}.m3u`,
// {
// regions: { $elemMatch: region }
// }
// )
// await log('regions', {
// name: region.name,
// code: region.code,
// count
// })
// }
// const { count: undefinedCount } = await generator.generate(
// `${PUBLIC_PATH}/regions/undefined.m3u`,
// { regions: { $size: 0 } },
// {
// saveEmpty: true,
// onLoad: function (items) {
// return items.map(item => {
// item.group_title = 'Undefined'
// return item
// })
// }
// }
// )
// await log('regions', {
// name: 'Undefined',
// code: 'UNDEFINED',
// count: undefinedCount
// })
// }
async function generateIndexNSFW() {
logger.info(`Generating index.nsfw.m3u...`)
await generator.generate(
`${PUBLIC_PATH}/index.nsfw.m3u`,
{},
{
includeNSFW: true,
onLoad: function (items) {
return items.map(item => {
if (!item.categories || !item.categories.length) {
item.group_title = 'Other'
}
return item
})
},
sortBy: item => {
if (item.group_title === 'Other') return '_'
return item.group_title || ''
}
}
)
}
async function generateIndex() {
logger.info(`Generating index.m3u...`)
await generator.generate(
`${PUBLIC_PATH}/index.m3u`,
{},
{
onLoad: function (items) {
return items.map(item => {
if (!item.categories || !item.categories.length) {
item.group_title = 'Other'
}
return item
})
},
sortBy: item => {
if (item.group_title === 'Other') return '_'
return item.group_title || ''
}
}
)
}
async function generateIndexCategory() {
logger.info(`Generating index.category.m3u...`)
await generator.generate(
`${PUBLIC_PATH}/index.category.m3u`,
{},
{
onLoad: function (items) {
let results = items
.filter(item => !item.categories || !item.categories.length)
.map(item => {
const newItem = _.cloneDeep(item)
newItem.group_title = 'Other'
return newItem
})
for (const category of _.sortBy(Object.values(categories), ['name'])) {
let filtered = items
.filter(item => {
return (
Array.isArray(item.categories) &&
item.categories.map(c => c.slug).includes(category.slug)
)
})
.map(item => {
const newItem = _.cloneDeep(item)
newItem.group_title = category.name
return newItem
})
results = results.concat(filtered)
}
return results
},
sortBy: item => {
if (item.group_title === 'Other') return '_'
return item.group_title
}
}
)
}
async function generateIndexCountry() {
logger.info(`Generating index.country.m3u...`)
await generator.generate(
`${PUBLIC_PATH}/index.country.m3u`,
{},
{
onLoad: function (items) {
let results = items
.filter(item => !item.countries || !item.countries.length)
.map(item => {
const newItem = _.cloneDeep(item)
newItem.group_title = 'Undefined'
newItem.categories = []
return newItem
})
for (const country of _.sortBy(Object.values(countries), ['name'])) {
let filtered = items
.filter(item => {
return (
Array.isArray(item.countries) &&
item.countries.map(c => c.code).includes(country.code)
)
})
.map(item => {
const newItem = _.cloneDeep(item)
newItem.group_title = country.name
return newItem
})
results = results.concat(filtered)
}
return results
},
sortBy: item => {
if (item.group_title === 'Undefined') return '_'
return item.group_title
}
}
)
}
async function generateIndexLanguage() {
logger.info(`Generating index.language.m3u...`)
await generator.generate(
`${PUBLIC_PATH}/index.language.m3u`,
{},
{
onLoad: function (items) {
let results = items
.filter(item => !item.languages || !item.languages.length)
.map(item => {
const newItem = _.cloneDeep(item)
newItem.group_title = 'Undefined'
newItem.categories = []
return newItem
})
for (const language of languages) {
let filtered = items
.filter(item => {
return (
Array.isArray(item.languages) &&
item.languages.map(c => c.code).includes(language.code)
)
})
.map(item => {
const newItem = _.cloneDeep(item)
newItem.group_title = language.name
return newItem
})
results = results.concat(filtered)
}
return results
},
sortBy: item => {
if (item.group_title === 'Undefined') return '_'
return item.group_title
}
}
)
}
async function generateIndexRegion() {
logger.info(`Generating index.region.m3u...`)
await generator.generate(
`${PUBLIC_PATH}/index.region.m3u`,
{},
{
onLoad: function (items) {
let results = items
.filter(item => !item.regions.length)
.map(item => {
const newItem = _.cloneDeep(item)
newItem.group_title = 'Undefined'
newItem.categories = []
return newItem
})
for (const region of regions) {
let filtered = items
.filter(item => {
return item.regions.map(c => c.code).includes(region.code)
})
.map(item => {
const newItem = _.cloneDeep(item)
newItem.group_title = region.name
return newItem
})
results = results.concat(filtered)
}
return results
},
sortBy: item => {
if (item.group_title === 'Undefined') return '_'
return item.group_title
}
}
)
}
async function loadStreams() {
await api.channels.load()
let channels = await api.channels.all()
@@ -318,3 +61,192 @@ async function loadStreams() {
return stream
})
}
// async function generateIndexNSFW() {
// logger.info(`Generating index.nsfw.m3u...`)
// await generator.generate(
// `${PUBLIC_PATH}/index.nsfw.m3u`,
// {},
// {
// includeNSFW: true,
// onLoad: function (items) {
// return items.map(item => {
// if (!item.categories || !item.categories.length) {
// item.group_title = 'Other'
// }
// return item
// })
// },
// sortBy: item => {
// if (item.group_title === 'Other') return '_'
// return item.group_title || ''
// }
// }
// )
// }
// async function generateIndexCategory() {
// logger.info(`Generating index.category.m3u...`)
// await generator.generate(
// `${PUBLIC_PATH}/index.category.m3u`,
// {},
// {
// onLoad: function (items) {
// let results = items
// .filter(item => !item.categories || !item.categories.length)
// .map(item => {
// const newItem = _.cloneDeep(item)
// newItem.group_title = 'Other'
// return newItem
// })
// for (const category of _.sortBy(Object.values(categories), ['name'])) {
// let filtered = items
// .filter(item => {
// return (
// Array.isArray(item.categories) &&
// item.categories.map(c => c.slug).includes(category.slug)
// )
// })
// .map(item => {
// const newItem = _.cloneDeep(item)
// newItem.group_title = category.name
// return newItem
// })
// results = results.concat(filtered)
// }
// return results
// },
// sortBy: item => {
// if (item.group_title === 'Other') return '_'
// return item.group_title
// }
// }
// )
// }
// async function generateIndexCountry() {
// logger.info(`Generating index.country.m3u...`)
// await generator.generate(
// `${PUBLIC_PATH}/index.country.m3u`,
// {},
// {
// onLoad: function (items) {
// let results = items
// .filter(item => !item.countries || !item.countries.length)
// .map(item => {
// const newItem = _.cloneDeep(item)
// newItem.group_title = 'Undefined'
// newItem.categories = []
// return newItem
// })
// for (const country of _.sortBy(Object.values(countries), ['name'])) {
// let filtered = items
// .filter(item => {
// return (
// Array.isArray(item.countries) &&
// item.countries.map(c => c.code).includes(country.code)
// )
// })
// .map(item => {
// const newItem = _.cloneDeep(item)
// newItem.group_title = country.name
// return newItem
// })
// results = results.concat(filtered)
// }
// return results
// },
// sortBy: item => {
// if (item.group_title === 'Undefined') return '_'
// return item.group_title
// }
// }
// )
// }
// async function generateIndexLanguage() {
// logger.info(`Generating index.language.m3u...`)
// await generator.generate(
// `${PUBLIC_PATH}/index.language.m3u`,
// {},
// {
// onLoad: function (items) {
// let results = items
// .filter(item => !item.languages || !item.languages.length)
// .map(item => {
// const newItem = _.cloneDeep(item)
// newItem.group_title = 'Undefined'
// newItem.categories = []
// return newItem
// })
// for (const language of languages) {
// let filtered = items
// .filter(item => {
// return (
// Array.isArray(item.languages) &&
// item.languages.map(c => c.code).includes(language.code)
// )
// })
// .map(item => {
// const newItem = _.cloneDeep(item)
// newItem.group_title = language.name
// return newItem
// })
// results = results.concat(filtered)
// }
// return results
// },
// sortBy: item => {
// if (item.group_title === 'Undefined') return '_'
// return item.group_title
// }
// }
// )
// }
// async function generateIndexRegion() {
// logger.info(`Generating index.region.m3u...`)
// await generator.generate(
// `${PUBLIC_PATH}/index.region.m3u`,
// {},
// {
// onLoad: function (items) {
// let results = items
// .filter(item => !item.regions.length)
// .map(item => {
// const newItem = _.cloneDeep(item)
// newItem.group_title = 'Undefined'
// newItem.categories = []
// return newItem
// })
// for (const region of regions) {
// let filtered = items
// .filter(item => {
// return item.regions.map(c => c.code).includes(region.code)
// })
// .map(item => {
// const newItem = _.cloneDeep(item)
// newItem.group_title = region.name
// return newItem
// })
// results = results.concat(filtered)
// }
// return results
// },
// sortBy: item => {
// if (item.group_title === 'Undefined') return '_'
// return item.group_title
// }
// }
// )
// }

View File

@@ -14,16 +14,17 @@ generator.generate = async function (name, items = []) {
try {
items = _.orderBy(
items,
['channel.name', 'status.level', 'resolution.height'],
['channel_name', 'status.level', 'resolution.height'],
['asc', 'asc', 'desc']
)
items = _.uniqBy(items, s => s.channel_id || _.uniqueId())
const output = await generators[name].bind()(items)
await file.create(`${LOGS_DIR}/${name}.log`, output.map(toJSON).join('\n'))
let output = await generators[name].bind()(items)
output = Array.isArray(output) ? output : [output]
for (const type of output) {
const playlist = createPlaylist(type.items, { public: true })
await file.create(`${PUBLIC_DIR}/${name}/${type.id}.m3u`, playlist.toString())
await file.create(`${PUBLIC_DIR}/${type.filepath}`, playlist.toString())
}
await file.create(`${LOGS_DIR}/${name}.log`, output.map(toJSON).join('\n'))
} catch (error) {
logger.error(`generators/${name}.js: ${error.message}`)
}
@@ -33,5 +34,7 @@ generator.generate = async function (name, items = []) {
module.exports = generator
function toJSON(type) {
return JSON.stringify({ id: type.id, count: type.items.length })
type.count = type.items.length
delete type.items
return JSON.stringify(type)
}

View File

@@ -7,11 +7,11 @@ module.exports = async function (streams = []) {
const categories = await api.categories.all()
for (const category of categories) {
let items = _.filter(streams, { channel: { categories: [category.id] } })
output.push({ id: category.id, items })
output.push({ filepath: `categories/${category.id}.m3u`, items })
}
let items = _.filter(streams, s => !s.categories.length)
output.push({ id: 'undefined', items })
output.push({ filepath: 'categories/undefined.m3u', items })
return output
}

View File

@@ -11,11 +11,11 @@ module.exports = async function (streams = []) {
const areaCodes = _.filter(regions, { countries: [country.code] }).map(r => r.code)
areaCodes.push(country.code)
let items = _.filter(streams, s => _.intersection(areaCodes, s.broadcast_area).length)
output.push({ id: country.code.toLowerCase(), items })
output.push({ filepath: `countries/${country.code.toLowerCase()}.m3u`, items })
}
let items = _.filter(streams, s => !s.broadcast_area.length)
output.push({ id: 'undefined', items })
output.push({ filepath: 'countries/undefined.m3u', items })
return output
}

View File

@@ -2,3 +2,4 @@ exports.categories = require('./categories')
exports.countries = require('./countries')
exports.languages = require('./languages')
exports.regions = require('./regions')
exports.index_m3u = require('./index_m3u')

View File

@@ -0,0 +1,6 @@
const api = require('../core/api')
const _ = require('lodash')
module.exports = async function (streams = []) {
return { filepath: 'index.m3u', items: streams }
}

View File

@@ -9,12 +9,12 @@ module.exports = async function (streams = []) {
for (const language of languages) {
let items = _.filter(streams, { channel: { languages: [language.code] } })
if (items.length) {
output.push({ id: language.code, items })
output.push({ filepath: `languages/${language.code}.m3u`, items })
}
}
let items = _.filter(streams, s => !s.languages.length)
output.push({ id: 'undefined', items })
output.push({ filepath: 'languages/undefined.m3u', items })
return output
}

View File

@@ -9,11 +9,11 @@ module.exports = async function (streams = []) {
const areaCodes = region.countries
areaCodes.push(region.code)
let items = _.filter(streams, s => _.intersection(areaCodes, s.broadcast_area).length)
output.push({ id: region.code.toLowerCase(), items })
output.push({ filepath: `regions/${region.code.toLowerCase()}.m3u`, items })
}
let items = _.filter(streams, s => !s.broadcast_area.length)
output.push({ id: 'undefined', items })
output.push({ filepath: 'regions/undefined.m3u', items })
return output
}