3a4992633e
Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:
* Server can be faster at startup because imports() are async and we can
easily lazy import big modules
* Angular doesn't seem to support ES import (with .js extension), so we
had to correctly organize peertube into a monorepo:
* Use yarn workspace feature
* Use typescript reference projects for dependencies
* Shared projects have been moved into "packages", each one is now a
node module (with a dedicated package.json/tsconfig.json)
* server/tools have been moved into apps/ and is now a dedicated app
bundled and published on NPM so users don't have to build peertube
cli tools manually
* server/tests have been moved into packages/ so we don't compile
them every time we want to run the server
* Use isolatedModule option:
* Had to move from const enum to const
(https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
* Had to explictely specify "type" imports when used in decorators
* Prefer tsx (that uses esbuild under the hood) instead of ts-node to
load typescript files (tests with mocha or scripts):
* To reduce test complexity as esbuild doesn't support decorator
metadata, we only test server files that do not import server
models
* We still build tests files into js files for a faster CI
* Remove unmaintained peertube CLI import script
* Removed some barrels to speed up execution (less imports)
99 lines
2.8 KiB
TypeScript
99 lines
2.8 KiB
TypeScript
import { program } from 'commander'
|
|
import { toCompleteUUID } from '@server/helpers/custom-validators/misc.js'
|
|
import { CONFIG } from '@server/initializers/config.js'
|
|
import { initDatabaseModels } from '@server/initializers/database.js'
|
|
import { JobQueue } from '@server/lib/job-queue/index.js'
|
|
import { moveToExternalStorageState } from '@server/lib/video-state.js'
|
|
import { VideoModel } from '@server/models/video/video.js'
|
|
import { VideoState, VideoStorage } from '@peertube/peertube-models'
|
|
|
|
program
|
|
.description('Move videos to another storage.')
|
|
.option('-o, --to-object-storage', 'Move videos in object storage')
|
|
.option('-v, --video [videoUUID]', 'Move a specific video')
|
|
.option('-a, --all-videos', 'Migrate all videos')
|
|
.parse(process.argv)
|
|
|
|
const options = program.opts()
|
|
|
|
if (!options['toObjectStorage']) {
|
|
console.error('You need to choose where to send video files.')
|
|
process.exit(-1)
|
|
}
|
|
|
|
if (!options['video'] && !options['allVideos']) {
|
|
console.error('You need to choose which videos to move.')
|
|
process.exit(-1)
|
|
}
|
|
|
|
if (options['toObjectStorage'] && !CONFIG.OBJECT_STORAGE.ENABLED) {
|
|
console.error('Object storage is not enabled on this instance.')
|
|
process.exit(-1)
|
|
}
|
|
|
|
run()
|
|
.then(() => process.exit(0))
|
|
.catch(err => {
|
|
console.error(err)
|
|
process.exit(-1)
|
|
})
|
|
|
|
async function run () {
|
|
await initDatabaseModels(true)
|
|
|
|
JobQueue.Instance.init()
|
|
|
|
let ids: number[] = []
|
|
|
|
if (options['video']) {
|
|
const video = await VideoModel.load(toCompleteUUID(options['video']))
|
|
|
|
if (!video) {
|
|
console.error('Unknown video ' + options['video'])
|
|
process.exit(-1)
|
|
}
|
|
|
|
if (video.remote === true) {
|
|
console.error('Cannot process a remote video')
|
|
process.exit(-1)
|
|
}
|
|
|
|
if (video.isLive) {
|
|
console.error('Cannot process live video')
|
|
process.exit(-1)
|
|
}
|
|
|
|
if (video.state === VideoState.TO_MOVE_TO_EXTERNAL_STORAGE) {
|
|
console.error('This video is already being moved to external storage')
|
|
process.exit(-1)
|
|
}
|
|
|
|
ids.push(video.id)
|
|
} else {
|
|
ids = await VideoModel.listLocalIds()
|
|
}
|
|
|
|
for (const id of ids) {
|
|
const videoFull = await VideoModel.loadFull(id)
|
|
|
|
if (videoFull.isLive) continue
|
|
|
|
const files = videoFull.VideoFiles || []
|
|
const hls = videoFull.getHLSPlaylist()
|
|
|
|
if (files.some(f => f.storage === VideoStorage.FILE_SYSTEM) || hls?.storage === VideoStorage.FILE_SYSTEM) {
|
|
console.log('Processing video %s.', videoFull.name)
|
|
|
|
const success = await moveToExternalStorageState({ video: videoFull, isNewVideo: false, transaction: undefined })
|
|
|
|
if (!success) {
|
|
console.error(
|
|
'Cannot create move job for %s: job creation may have failed or there may be pending transcoding jobs for this video',
|
|
videoFull.name
|
|
)
|
|
}
|
|
}
|
|
|
|
console.log(`Created move-to-object-storage job for ${videoFull.name}.`)
|
|
}
|
|
}
|