preservetube
/
metadata
mirror of https://github.com/preservetube/metadata.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

switching ips

This commit is contained in:
localhost 2025-01-29 10:11:30 +01:00
parent 61ba7f4cbf
commit fa3a9ce85b
1 changed files with 223 additions and 173 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

396
index.js
View File

@ -15,220 +15,270 @@ const maxRetries = 5
const platforms = ['iOS', 'YTSTUDIO_ANDROID', 'WEB', 'YTMUSIC_ANDROID', 'YTMUSIC', 'TV_EMBEDDED'] const platforms = ['iOS', 'YTSTUDIO_ANDROID', 'WEB', 'YTMUSIC_ANDROID', 'YTMUSIC', 'TV_EMBEDDED']
app.get('/health', async (req, res) => { app.get('/health', async (req, res) => {
try { try {
const urls = ['/video/sRMMwpDTs5k', '/channel/UCRijo3ddMTht_IHyNSNXpNQ', '/videos/UCRijo3ddMTht_IHyNSNXpNQ'] const urls = ['/video/sRMMwpDTs5k', '/channel/UCRijo3ddMTht_IHyNSNXpNQ', '/videos/UCRijo3ddMTht_IHyNSNXpNQ']
const results = await Promise.all(urls.map(async (url) => { const results = await Promise.all(urls.map(async (url) => {
const response = await fetch(`http://localhost:8008${url}`); const response = await fetch(`http://localhost:8008${url}`);
const jsonData = await response.json(); const jsonData = await response.json();
const status = jsonData.error ? 'unhealthy' : 'healthy'; const status = jsonData.error ? 'unhealthy' : 'healthy';
return { url, status }; return { url, status };
})); }));
console.log('Health check results:', results); console.log('Health check results:', results);
const isHealthy = results.every(result => result.status === 'healthy'); const isHealthy = results.every(result => result.status === 'healthy');
if (isHealthy) { if (isHealthy) {
res.status(200).json({ message: 'All endpoints are healthy', results }); res.status(200).json({ message: 'All endpoints are healthy', results });
} else { } else {
res.status(500).json({ error: 'Health check failed', results }); res.status(500).json({ error: 'Health check failed', results });
}
} catch (error) {
console.error('Health check failed:', error.message);
res.status(500).json({ error: 'Health check failed', results: [], errorMessage: error.message });
} }
} catch (error) {
console.error('Health check failed:', error.message);
res.status(500).json({ error: 'Health check failed', results: [], errorMessage: error.message });
}
}) })
app.get('/video/:id', async (req, res) => { app.get('/video/:id', async (req, res) => {
let error = '' let error = ''
for (let retries = 0; retries < maxRetries; retries++) { for (let retries = 0; retries < maxRetries; retries++) {
try { try {
const platform = platforms[retries % platforms.length]; const platform = platforms[retries % platforms.length];
const yt = await Innertube.create(); const yt = await Innertube.create();
const info = await yt.getInfo(req.params.id, platform); const info = await yt.getInfo(req.params.id, platform);
if (!info) { if (!info) {
error = 'ErrorCantConnectToServiceAPI' error = 'ErrorCantConnectToServiceAPI'
continue; continue;
} }
if (info.playability_status.status !== 'OK') { if (info.playability_status.status !== 'OK') {
error = 'ErrorYTUnavailable' error = 'ErrorYTUnavailable'
continue; continue;
} }
if (info.basic_info.is_live) { if (info.basic_info.is_live) {
error = 'ErrorLiveVideo' error = 'ErrorLiveVideo'
continue; continue;
} }
if (info.basic_info.title == 'Video Not Available') { if (info.basic_info.title == 'Video Not Available') {
error = 'YoutubeIsFuckingWithMe' error = 'YoutubeIsFuckingWithMe'
continue; continue;
} }
return res.json(info) return res.json(info)
} catch (error) { } catch (error) {
continue continue
}
} }
}
res.json({ error: error || 'ErrorUnknown' }) res.json({ error: error || 'ErrorUnknown' })
}) })
app.get('/channel/:id', async (req, res) => { app.get('/channel/:id', async (req, res) => {
let error = '' let error = ''
for (let retries = 0; retries < maxRetries; retries++) { for (let retries = 0; retries < maxRetries; retries++) {
try { try {
const platform = platforms[retries % platforms.length]; const platform = platforms[retries % platforms.length];
const yt = await Innertube.create(); const yt = await Innertube.create();
const info = await yt.getChannel(req.params.id, platform); const info = await yt.getChannel(req.params.id, platform);
if (!info) { if (!info) {
error = 'ErrorCantConnectToServiceAPI' error = 'ErrorCantConnectToServiceAPI'
continue; continue;
} }
return res.json(info) return res.json(info)
} catch (error) { } catch (error) {
continue continue
}
} }
}
res.json({ error: error || 'ErrorUnknown' }) res.json({ error: error || 'ErrorUnknown' })
}) })
app.get('/videos/:id', async (req, res) => { app.get('/videos/:id', async (req, res) => {
try { try {
const videos = []; const videos = [];
const yt = await Innertube.create(); const yt = await Innertube.create();
const channel = await yt.getChannel(req.params.id); const channel = await yt.getChannel(req.params.id);
let json = await channel.getVideos(); let json = await channel.getVideos();
videos.push(...json.videos); videos.push(...json.videos);
while (json.has_continuation && videos.length < 60) { while (json.has_continuation && videos.length < 60) {
json = await getNextPage(json); json = await getNextPage(json);
videos.push(...json.videos); videos.push(...json.videos);
}
return res.json(videos)
} catch (e) {
res.json(false)
}
async function getNextPage(json) {
const page = await json.getContinuation();
return page;
} }
return res.json(videos)
} catch (e) {
res.json(false)
}
async function getNextPage(json) {
const page = await json.getContinuation();
return page;
}
}) })
app.ws('/download/:id/:quality', async (ws, req) => { app.ws('/download/:id/:quality', async (ws, req) => {
const yt = await Innertube.create(); const yt = await Innertube.create();
const info = await yt.getInfo(req.params.id, 'WEB_EMBEDDED'); const info = await yt.getInfo(req.params.id, 'WEB_EMBEDDED');
const videoOptions = { const videoOptions = {
format: 'mp4', format: 'mp4',
quality: req.params.quality, quality: req.params.quality,
type: 'video' type: 'video'
}
const videoFormat = info.chooseFormat(videoOptions)
const videoStream = await info.download(videoOptions)
const videoWriteStream = fs.createWriteStream(`./output/${req.params.id}_video.mp4`)
let videoTotal = videoFormat.content_length;
if (videoTotal > (1_048_576 * 150)) {
ws.send('Is this content considered high risk? If so, please email me at admin@preservetube.com.');
ws.send('This video is too large, and unfortunately, Preservetube does not have unlimited storage.');
return ws.close()
}
let videoDownloaded = 0;
let videoStartTime = Date.now();
const videoPrecentages = []
for await (const chunk of Utils.streamToIterable(videoStream)) {
videoWriteStream.write(chunk);
videoDownloaded += chunk.length;
let elapsedTime = (Date.now() - videoStartTime) / 1000;
let progress = videoDownloaded / videoTotal;
let speedInMBps = (videoDownloaded / (1024 * 1024)) / elapsedTime;
let remainingTime = (videoTotal - videoDownloaded) / (speedInMBps * 1024 * 1024);
if (videoPrecentages.includes((progress * 100).toFixed(0))) continue
videoPrecentages.push((progress * 100).toFixed(0))
ws.send(`[video] ${(progress * 100).toFixed(2)}% of ${hr.fromBytes(videoTotal)} at ${speedInMBps.toFixed(2)} MB/s ETA ${secondsToTime(remainingTime.toFixed(0))}`)
}
ws.send(`The video has been downloaded. ${!videoFormat.has_audio ? ' Downloading the audio.' : ''}`)
if (!videoFormat.has_audio) {
const audioOptions = {
type: 'audio',
quality: 'bestefficiency'
} }
const videoFormat = info.chooseFormat(videoOptions) const audioFormat = info.chooseFormat(audioOptions)
const videoStream = await info.download(videoOptions) const audioStream = await info.download(audioOptions)
const videoWriteStream = fs.createWriteStream(`./output/${req.params.id}_video.mp4`) const audioWriteStream = fs.createWriteStream(`./output/${req.params.id}_audio.mp4`)
let videoTotal = videoFormat.content_length; let audioTotal = audioFormat.content_length;
if (videoTotal > (1_048_576 * 150)) { let audioDownloaded = 0;
ws.send('Is this content considered high risk? If so, please email me at admin@preservetube.com.'); let audioStartTime = Date.now();
ws.send('This video is too large, and unfortunately, Preservetube does not have unlimited storage.'); const audioPrecentages = []
return ws.close()
}
let videoDownloaded = 0;
let videoStartTime = Date.now();
const videoPrecentages = []
for await (const chunk of Utils.streamToIterable(videoStream)) { for await (const chunk of Utils.streamToIterable(audioStream)) {
videoWriteStream.write(chunk); audioWriteStream.write(chunk);
videoDownloaded += chunk.length; audioDownloaded += chunk.length;
let elapsedTime = (Date.now() - videoStartTime) / 1000;
let progress = videoDownloaded / videoTotal;
let speedInMBps = (videoDownloaded / (1024 * 1024)) / elapsedTime;
let remainingTime = (videoTotal - videoDownloaded) / (speedInMBps * 1024 * 1024);
if (videoPrecentages.includes((progress*100).toFixed(0))) continue let elapsedTime = (Date.now() - audioStartTime) / 1000;
videoPrecentages.push((progress*100).toFixed(0)) let progress = audioDownloaded / audioTotal;
let speedInMBps = (audioDownloaded / (1024 * 1024)) / elapsedTime;
ws.send(`[video] ${(progress * 100).toFixed(2)}% of ${hr.fromBytes(videoTotal)} at ${speedInMBps.toFixed(2)} MB/s ETA ${secondsToTime(remainingTime.toFixed(0))}`) let remainingTime = (audioTotal - audioDownloaded) / (speedInMBps * 1024 * 1024);
if (audioPrecentages.includes((progress * 100).toFixed(0))) continue
audioPrecentages.push((progress * 100).toFixed(0))
ws.send(`[audio] ${(progress * 100).toFixed(2)}% of ${hr.fromBytes(audioTotal)} at ${speedInMBps.toFixed(2)} MB/s ETA ${secondsToTime(remainingTime.toFixed(0))}`)
} }
ws.send(`The video has been downloaded. ${!videoFormat.has_audio ? ' Downloading the audio.' : ''}`) ws.send('Downloaded video and audio. Merging them together.')
if (!videoFormat.has_audio) { await mergeIt(`./output/${req.params.id}_audio.mp4`, `./output/${req.params.id}_video.mp4`, `./output/${req.params.id}.mp4`)
const audioOptions = { } else {
type: 'audio', fs.renameSync(`./output/${req.params.id}_video.mp4`, `./output/${req.params.id}.mp4`)
quality: 'bestefficiency' }
}
const audioFormat = info.chooseFormat(audioOptions)
const audioStream = await info.download(audioOptions)
const audioWriteStream = fs.createWriteStream(`./output/${req.params.id}_audio.mp4`)
let audioTotal = audioFormat.content_length;
let audioDownloaded = 0;
let audioStartTime = Date.now();
const audioPrecentages = []
for await (const chunk of Utils.streamToIterable(audioStream)) {
audioWriteStream.write(chunk);
audioDownloaded += chunk.length;
let elapsedTime = (Date.now() - audioStartTime) / 1000;
let progress = audioDownloaded / audioTotal;
let speedInMBps = (audioDownloaded / (1024 * 1024)) / elapsedTime;
let remainingTime = (audioTotal - audioDownloaded) / (speedInMBps * 1024 * 1024);
if (audioPrecentages.includes((progress*100).toFixed(0))) continue
audioPrecentages.push((progress*100).toFixed(0))
ws.send(`[audio] ${(progress * 100).toFixed(2)}% of ${hr.fromBytes(audioTotal)} at ${speedInMBps.toFixed(2)} MB/s ETA ${secondsToTime(remainingTime.toFixed(0))}`)
}
ws.send('Downloaded video and audio. Merging them together.')
await mergeIt(`./output/${req.params.id}_audio.mp4`, `./output/${req.params.id}_video.mp4`, `./output/${req.params.id}.mp4`)
} else {
fs.renameSync(`./output/${req.params.id}_video.mp4`, `./output/${req.params.id}.mp4`)
}
if (fs.existsSync(`./output/${req.params.id}_audio.mp4`)) fs.rmSync(`./output/${req.params.id}_audio.mp4`)
if (fs.existsSync(`./output/${req.params.id}_video.mp4`)) fs.rmSync(`./output/${req.params.id}_video.mp4`)
ws.send('done') if (fs.existsSync(`./output/${req.params.id}_audio.mp4`)) fs.rmSync(`./output/${req.params.id}_audio.mp4`)
ws.close() if (fs.existsSync(`./output/${req.params.id}_video.mp4`)) fs.rmSync(`./output/${req.params.id}_video.mp4`)
ws.send('done')
ws.close()
}); });
function secondsToTime(seconds) { function secondsToTime(seconds) {
const minutes = Math.floor(seconds / 60); const minutes = Math.floor(seconds / 60);
const remainingSeconds = seconds % 60; const remainingSeconds = seconds % 60;
const formattedSeconds = remainingSeconds < 10 ? '0' + remainingSeconds : remainingSeconds; const formattedSeconds = remainingSeconds < 10 ? '0' + remainingSeconds : remainingSeconds;
return `${minutes}:${formattedSeconds}`; return `${minutes}:${formattedSeconds}`;
} }
function mergeIt(audioPath, videoPath, outputPath) { function mergeIt(audioPath, videoPath, outputPath) {
return new Promise((resolve, reject) => { return new Promise((resolve, reject) => {
ffmpeg() ffmpeg()
.addInput(videoPath) .addInput(videoPath)
.addInput(audioPath) .addInput(audioPath)
.outputOptions('-c:v copy') .outputOptions('-c:v copy')
.outputOptions('-c:a aac') .outputOptions('-c:a aac')
.output(outputPath) .output(outputPath)
.on('end', () => { .on('end', () => {
resolve('Merging finished!'); resolve('Merging finished!');
}) })
.on('error', (err) => { .on('error', (err) => {
reject(new Error('An error occurred: ' + err.message)); reject(new Error('An error occurred: ' + err.message));
}) })
.run(); .run();
}); });
} }
async function switchIps() {
const currentIp = await (await fetch('http://localhost:8000/v1/publicip/ip', {
headers: {
'X-API-Key': '64d1781e469965c1cdad611b0c05d313'
}
})).json()
const currentDate = new Date()
console.log(`starting switching ips. ${currentIp.public_ip}, ${currentIp.city}, ${currentIp.region}, ${currentIp.organization}`)
const s = await fetch('http://localhost:8000/v1/vpn/status', {
method: 'PUT',
headers: {
'X-API-Key': '64d1781e469965c1cdad611b0c05d313',
'Content-Type': 'application/json'
},
body: JSON.stringify({ status: 'stopped' })
})
console.log(`stopped vpn - ${await s.text()}`)
const r = await fetch('http://localhost:8000/v1/vpn/status', {
method: 'PUT',
headers: {
'X-API-Key': '64d1781e469965c1cdad611b0c05d313',
'Content-Type': 'application/json'
},
body: JSON.stringify({ status: 'running' })
})
console.log(`turned on vpn - ${await r.text()}`)
await new Promise((resolve, reject) => {
const intervalId = setInterval(async () => {
const newIp = await (await fetch('http://localhost:8000/v1/publicip/ip', {
headers: {
'X-API-Key': '64d1781e469965c1cdad611b0c05d313',
},
})).json();
if (newIp.public_ip !== '') {
console.log(`finished switching ips. ${newIp.public_ip}, ${newIp.city}, ${newIp.region}, ${newIp.organization}. took ${(new Date().getTime() - currentDate.getTime()) / 1000}s`)
clearInterval(intervalId);
resolve()
}
}, 500);
})
}
setInterval(switchIps, 30 * 60000) // 30 minutes
app.listen(8008, () => { app.listen(8008, () => {
console.log('the metadata server is up.') console.log('the metadata server is up.')
switchIps()
}) })