const parser = require('./helpers/parser') const utils = require('./helpers/utils') const file = require('./helpers/file') const log = require('./helpers/log') let globalBuffer = [] async function main() { log.start() let files = await file.list() if (!files.length) log.print(`No files is selected\n`) files = files.filter(file => file !== 'channels/unsorted.m3u') for (const file of files) { log.print(`\nProcessing '${file}'...`) await parser .parsePlaylist(file) .then(addToGlobalBuffer) .then(removeDuplicates) .then(p => p.save()) } if (files.length) { log.print(`\nProcessing 'channels/unsorted.m3u'...`) await parser .parsePlaylist('channels/unsorted.m3u') .then(removeDuplicates) .then(removeGlobalDuplicates) .then(p => p.save()) } log.print('\n') log.finish() } async function addToGlobalBuffer(playlist) { playlist.channels.forEach(channel => { const url = utils.removeProtocol(channel.url) globalBuffer.push(url) }) return playlist } async function removeDuplicates(playlist) { const buffer = [] const channels = playlist.channels.filter(channel => { const sameUrl = buffer.find(item => { return utils.removeProtocol(item.url) === utils.removeProtocol(channel.url) }) if (sameUrl) return false buffer.push(channel) return true }) if (playlist.channels.length !== channels.length) { log.print('updated') playlist.channels = channels playlist.updated = true } return playlist } async function removeGlobalDuplicates(playlist) { const channels = playlist.channels.filter(channel => { const url = utils.removeProtocol(channel.url) return !globalBuffer.includes(url) }) if (channels.length !== playlist.channels.length) { log.print('updated') playlist.channels = channels playlist.updated = true } return playlist } main()