const helper = require('./helper') const config = { debug: process.env.npm_config_debug || false, country: process.env.npm_config_country, exclude: process.env.npm_config_exclude, epg: process.env.npm_config_epg || false, } let updated = 0 let items = [] async function main() { console.log(`Parsing index...`) const index = parseIndex() for (let item of index.items) { console.log(`Processing '${item.url}'...`) let playlist = parsePlaylist(item.url) items = items.concat(playlist.items) if (config.debug) { console.log(`Sorting channels...`) } playlist = sortChannels(playlist) if (config.debug) { console.log(`Removing duplicates...`) } playlist = removeDuplicates(playlist) if (config.epg) { const tvgUrl = playlist.header.attrs['x-tvg-url'] if (tvgUrl) { if (config.debug) { console.log(`Loading EPG from '${tvgUrl}'...`) } const epg = await loadEPG(tvgUrl) if (config.debug) { console.log(`Adding the missing data from EPG...`) } playlist = addDataFromEPG(playlist, epg) } else { if (config.debug) { console.log(`EPG source is not found`) } } } if (playlist.changed) { updatePlaylist(item.url, playlist) updated++ } else { console.log('Nothing is changed') } } console.log(`Processing 'channels/unsorted.m3u'...`) filterUnsorted() console.log(`Updated ${updated} playlist(s)`) console.log('Done.\n') } function parseIndex() { const playlist = helper.parsePlaylist('index.m3u') playlist.items = filterPlaylists(playlist.items, config.country, config.exclude) console.log(`Found ${playlist.items.length + 1} playlist(s)`) return playlist } function parsePlaylist(url) { const playlist = helper.parsePlaylist(url) playlist.items = playlist.items.map((item) => { return helper.createChannel(item) }) return playlist } function sortChannels(playlist) { const channels = JSON.stringify(playlist.items) playlist.items = helper.sortBy(playlist.items, ['title', 'url']) if (channels !== JSON.stringify(playlist.items)) { playlist.changed = true } return playlist } function removeDuplicates(playlist) { let buffer = {} const channels = JSON.stringify(playlist.items) playlist.items = playlist.items.filter((i) => { let result = typeof buffer[i.url] === 'undefined' if (result) { buffer[i.url] = true } else { if (config.debug) { console.log(`Duplicate of '${i.title}' has been removed`) } } return result }) if (channels !== JSON.stringify(playlist.items)) { playlist.changed = true } return playlist } async function loadEPG(url) { try { return await helper.parseEPG(url) } catch (err) { console.error(`Error: could not load '${url}'`) return } } function addDataFromEPG(playlist, epg) { if (!epg) return playlist for (let item of playlist.items) { if (!item.id) continue const channel = epg.channels[item.id] if (!channel) continue if (!item.name && channel.name.length) { item.name = channel.name[0].value playlist.changed = true if (config.debug) { console.log(`Added tvg-name '${item.name}' to '${item.title}'`) } } if (!item.language && channel.name.length && channel.name[0].lang) { item.language = channel.name[0].lang playlist.changed = true if (config.debug) { console.log(`Added tvg-language '${item.language}' to '${item.title}'`) } } if (!item.logo && channel.icon.length) { item.logo = channel.icon[0] playlist.changed = true if (config.debug) { console.log(`Added tvg-logo '${item.logo}' to '${item.title}'`) } } } return playlist } function updatePlaylist(filepath, playlist) { helper.createFile(filepath, playlist.getHeader()) for (let channel of playlist.items) { helper.appendToFile(filepath, channel.toShortString()) } console.log(`Playlist '${filepath}' has been updated`) } function filterPlaylists(arr, include = '', exclude = '') { if (include) { const included = include.split(',').map((filename) => `channels/${filename}.m3u`) return arr.filter((i) => included.indexOf(i.url) > -1) } if (exclude) { const excluded = exclude.split(',').map((filename) => `channels/${filename}.m3u`) return arr.filter((i) => excluded.indexOf(i.url) === -1) } return arr } function filterUnsorted() { const urls = items.map((i) => i.url) const unsortedPlaylist = parsePlaylist('channels/unsorted.m3u') const before = unsortedPlaylist.items.length unsortedPlaylist.items = unsortedPlaylist.items.filter((i) => !urls.includes(i.url)) if (before !== unsortedPlaylist.items.length) { updatePlaylist('channels/unsorted.m3u', unsortedPlaylist) updated++ } } main()