91 lines
3.0 KiB
JavaScript
91 lines
3.0 KiB
JavaScript
const fs = require('node:fs')
|
|
|
|
const upload = require('../utils/upload.js')
|
|
const ytdlp = require('../utils/ytdlp.js')
|
|
const redis = require('../utils/redis.js')
|
|
|
|
const metadata = require('../utils/metadata.js')
|
|
const websocket = require('../utils/websocket.js')
|
|
const logger = require("../utils/logger.js")
|
|
|
|
const { PrismaClient } = require('@prisma/client')
|
|
const prisma = new PrismaClient()
|
|
|
|
async function handleCheck() {
|
|
const channels = await prisma.autodownload.findMany()
|
|
|
|
for (c of channels) {
|
|
if (await redis.get(c.channel)) {
|
|
logger.info({ message: `${c.channel} is already being downloaded` })
|
|
} else {
|
|
await redis.set(c.channel, 'downloading')
|
|
await handleDownload(c.channel)
|
|
await redis.del(c.channel)
|
|
}
|
|
}
|
|
}
|
|
|
|
async function handleDownload(channelId) {
|
|
logger.info({ message: `Checking ${channelId} for new videos...` })
|
|
|
|
const videos = await metadata.getChannelVideos(channelId)
|
|
if (!videos) return logger.info({ message: `Failed requesting Youtube for ${channelId}` })
|
|
let downloadIndex = 0
|
|
|
|
await Promise.all(videos.map(async (video) => {
|
|
const id = video.url.match(/[?&]v=([^&]+)/)[1]
|
|
|
|
const already = await prisma.videos.findFirst({
|
|
where: {
|
|
id: id
|
|
}
|
|
})
|
|
|
|
if (already) return
|
|
if (await redis.get(id)) {
|
|
logger.info({ message: `Someone is already downloading ${video.title}, ${id}` })
|
|
return
|
|
}
|
|
|
|
if (video.duration > 5400) {
|
|
logger.info({ message: `${video.title} is longer than 1h30m, ${id}` })
|
|
return
|
|
}
|
|
|
|
await redis.set(id, 'downloading')
|
|
|
|
downloadIndex++
|
|
await delay(downloadIndex * 10000)
|
|
|
|
logger.info({ message: `Starting to download ${video.title}, ${id}` })
|
|
|
|
const download = await ytdlp.downloadVideo('https://www.youtube.com' + video.url)
|
|
if (download.fail) {
|
|
logger.info({ message: `Failed downloading ${video.title}, ${id} -> ${download.message}` })
|
|
await redis.del(id)
|
|
return
|
|
} else {
|
|
const file = fs.readdirSync("./videos").find(f => f.includes(id))
|
|
if (file) {
|
|
fs.renameSync(`./videos/${file}`, `./videos/${id}.webm`)
|
|
logger.info({ message: `Downloaded ${video.title}, ${id}` })
|
|
|
|
const videoUrl = await upload.uploadVideo(`./videos/${id}.webm`)
|
|
logger.info({ message: `Uploaded ${video.title}, ${id}` })
|
|
fs.unlinkSync(`./videos/${id}.webm`)
|
|
|
|
await websocket.createDatabaseVideo(id, videoUrl)
|
|
await redis.del(id)
|
|
} else {
|
|
await redis.set(id, 'error')
|
|
logger.info({ message: `Couldn't find file for ${video.title}, ${id}` })
|
|
}
|
|
}
|
|
}))
|
|
}
|
|
|
|
async function delay(ms) {
|
|
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
}
|
|
|
|
module.exports = { handleCheck, handleDownload } |