mirror of
https://github.com/iptv-org/iptv.git
synced 2024-09-08 00:00:27 +02:00
162 lines
4.0 KiB
JavaScript
162 lines
4.0 KiB
JavaScript
const { db, store, parser, file, logger } = require('../../core')
|
|
const _ = require('lodash')
|
|
const dayjs = require('dayjs')
|
|
const utc = require('dayjs/plugin/utc')
|
|
dayjs.extend(utc)
|
|
|
|
const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs/cluster/load'
|
|
|
|
async function main() {
|
|
const streams = await loadStreams()
|
|
const results = await loadResults()
|
|
const origins = await loadOrigins(results)
|
|
|
|
await updateStreams(streams, results, origins)
|
|
}
|
|
|
|
main()
|
|
|
|
async function updateStreams(items = [], results = {}, origins = {}) {
|
|
logger.info('updating streams...')
|
|
|
|
let updated = 0
|
|
const now = dayjs.utc().format()
|
|
for (const item of items) {
|
|
const stream = store.create(item)
|
|
const result = results[item._id]
|
|
if (result) {
|
|
const status = parseStatus(result.error)
|
|
if (status) {
|
|
stream.set('status', { status })
|
|
}
|
|
|
|
if (result.streams.length) {
|
|
const { width, height, bitrate, frame_rate } = parseMediaInfo(result.streams)
|
|
stream.set('width', { width })
|
|
stream.set('height', { height })
|
|
stream.set('bitrate', { bitrate })
|
|
stream.set('frame_rate', { frame_rate })
|
|
}
|
|
|
|
if (result.requests.length) {
|
|
const origin = findOrigin(result.requests, origins)
|
|
if (origin) {
|
|
stream.set('url', { url: origin })
|
|
}
|
|
}
|
|
}
|
|
|
|
if (stream.changed) {
|
|
stream.set('updated_at', { updated_at: now })
|
|
await db.streams.update({ _id: stream.get('_id') }, stream.data())
|
|
updated++
|
|
}
|
|
}
|
|
|
|
db.streams.compact()
|
|
|
|
logger.info(`updated ${updated} streams`)
|
|
logger.info('done')
|
|
}
|
|
|
|
async function loadStreams() {
|
|
logger.info('loading streams...')
|
|
|
|
await db.streams.load()
|
|
const streams = await db.streams.find({})
|
|
|
|
logger.info(`found ${streams.length} streams`)
|
|
|
|
return streams
|
|
}
|
|
|
|
async function loadResults() {
|
|
logger.info('loading check results...')
|
|
|
|
const results = {}
|
|
const files = await file.list(`${LOGS_DIR}/cluster_*.log`)
|
|
for (const filepath of files) {
|
|
const parsed = await parser.parseLogs(filepath)
|
|
for (const item of parsed) {
|
|
results[item._id] = item
|
|
}
|
|
}
|
|
|
|
logger.info(`found ${Object.values(results).length} results`)
|
|
|
|
return results
|
|
}
|
|
|
|
async function loadOrigins(results = {}) {
|
|
logger.info('loading origins...')
|
|
|
|
const origins = {}
|
|
for (const { error, requests } of Object.values(results)) {
|
|
if (error || !Array.isArray(requests) || !requests.length) continue
|
|
|
|
let origin = requests.shift()
|
|
origin = new URL(origin.url)
|
|
for (const request of requests) {
|
|
const curr = new URL(request.url)
|
|
const key = curr.href.replace(/(^\w+:|^)/, '')
|
|
if (!origins[key] && curr.host === origin.host) {
|
|
origins[key] = origin.href
|
|
}
|
|
}
|
|
}
|
|
|
|
logger.info(`found ${_.uniq(Object.values(origins)).length} origins`)
|
|
|
|
return origins
|
|
}
|
|
|
|
function findOrigin(requests = [], origins = {}) {
|
|
if (origins && Array.isArray(requests)) {
|
|
requests = requests.map(r => r.url.replace(/(^\w+:|^)/, ''))
|
|
for (const url of requests) {
|
|
if (origins[url]) {
|
|
return origins[url]
|
|
}
|
|
}
|
|
}
|
|
|
|
return null
|
|
}
|
|
|
|
function parseMediaInfo(streams) {
|
|
streams = streams.filter(s => s.codec_type === 'video')
|
|
streams = streams.map(s => {
|
|
s.bitrate = s.tags && s.tags.variant_bitrate ? parseInt(s.tags.variant_bitrate) : 0
|
|
s.frame_rate = parseFrameRate(s.avg_frame_rate)
|
|
|
|
return s
|
|
})
|
|
streams = _.orderBy(streams, ['height', 'bitrate'], ['desc', 'desc'])
|
|
|
|
return _.head(streams) || {}
|
|
}
|
|
|
|
function parseFrameRate(frame_rate = '0/0') {
|
|
const parts = frame_rate.split('/')
|
|
const number = parseInt(parts[0]) / parseInt(parts[1])
|
|
|
|
return number > 0 ? Math.round(number * 100) / 100 : 0
|
|
}
|
|
|
|
function parseStatus(error) {
|
|
if (!error) return 'online'
|
|
|
|
switch (error.code) {
|
|
case 'FFMPEG_UNDEFINED':
|
|
return null
|
|
case 'HTTP_REQUEST_TIMEOUT':
|
|
return 'timeout'
|
|
case 'HTTP_FORBIDDEN':
|
|
case 'HTTP_UNAUTHORIZED':
|
|
case 'HTTP_UNAVAILABLE_FOR_LEGAL_REASONS':
|
|
return 'blocked'
|
|
default:
|
|
return 'error'
|
|
}
|
|
}
|