preservetube
/
backend
mirror of https://github.com/preservetube/backend.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

move away from s3

This commit is contained in:
localhost 2026-01-07 20:48:04 +01:00
parent ce19fea3c0
commit 6491a4b57d
3 changed files with 24 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
bun.lockb
View File

Binary file not shown.

3
package.json
View File

@ -27,7 +27,6 @@
"kysely": "^0.27.4", "kysely": "^0.27.4",
"pg": "^8.13.1", "pg": "^8.13.1",
"readable-to-ms": "^1.0.3", "readable-to-ms": "^1.0.3",
"rolling-rate-limiter": "^0.4.2", "rolling-rate-limiter": "^0.4.2"
"ultralight-s3": "^0.0.7"
} }
} }

45
src/utils/upload.ts
View File

@ -1,36 +1,37 @@
import { S3 } from 'ultralight-s3';
import * as fs from 'node:fs' import * as fs from 'node:fs'
const keys = JSON.parse(fs.readFileSync('s3.json', 'utf-8')) const keys = JSON.parse(fs.readFileSync('s3.json', 'utf-8'))
const videos3 = new S3({
endpoint: keys.endpoint,
accessKeyId: keys.videos[0].access,
secretAccessKey: keys.videos[0].secret,
bucketName: keys.videos[0].bucket
})
const images3 = new S3({
endpoint: keys.endpoint,
accessKeyId: keys.images[0].access,
secretAccessKey: keys.images[0].secret,
bucketName: keys.images[0].bucket
});
async function uploadVideo(video: string) { async function uploadVideo(video: string) {
const videoFile = fs.readFileSync(video) const uploaded = await fetch(`${keys.endpoint}/${video.split('/')[2]}`, {
const uploaded = await videos3.put(video.split('/')[2], videoFile) method: 'PUT',
headers: {
'x-authtoken': keys.videos[0].secret
},
body: await Bun.file(video).arrayBuffer()
})
return uploaded.url.replace(keys.endpoint, 'https://s4.archive.party') return uploaded.url.replace(keys.endpoint, 'https://s4.archive.party')
} }
async function uploadImage(id: string, url: string) { async function uploadImage(id: string, url: string) {
const response = await fetch(url) const response = await fetch(url)
const buffer = Buffer.from(await response.arrayBuffer()) const arrayBuffer = await response.arrayBuffer()
const bufferHash = Bun.hash(buffer).toString() const bufferHash = Bun.hash(Buffer.from(arrayBuffer)).toString()
const exists = await images3.fileExists(`${id}-${bufferHash}.webp`) const exists = await fetch(`${keys.endpoint}/${id}-${bufferHash}.webp`, {
if (exists) return `${keys.images[0].url}${id}-${bufferHash}.webp` method: 'HEAD',
headers: {
'x-authtoken': keys.videos[0].secret
}
})
if (exists.status == 200) return `${keys.images[0].url}${id}-${bufferHash}.webp`
const uploaded = await images3.put(`${id}-${bufferHash}.webp`, buffer) const uploaded = await fetch(`${keys.endpoint}/${id}-${bufferHash}.webp`, {
method: 'PUT',
headers: {
'x-authtoken': keys.videos[0].secret
},
body: await response.arrayBuffer()
})
return uploaded.url.replace(keys.endpoint, 'https://s4.archive.party') return uploaded.url.replace(keys.endpoint, 'https://s4.archive.party')
} }