3a4992633e
Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:
* Server can be faster at startup because imports() are async and we can
easily lazy import big modules
* Angular doesn't seem to support ES import (with .js extension), so we
had to correctly organize peertube into a monorepo:
* Use yarn workspace feature
* Use typescript reference projects for dependencies
* Shared projects have been moved into "packages", each one is now a
node module (with a dedicated package.json/tsconfig.json)
* server/tools have been moved into apps/ and is now a dedicated app
bundled and published on NPM so users don't have to build peertube
cli tools manually
* server/tests have been moved into packages/ so we don't compile
them every time we want to run the server
* Use isolatedModule option:
* Had to move from const enum to const
(https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
* Had to explictely specify "type" imports when used in decorators
* Prefer tsx (that uses esbuild under the hood) instead of ts-node to
load typescript files (tests with mocha or scripts):
* To reduce test complexity as esbuild doesn't support decorator
metadata, we only test server files that do not import server
models
* We still build tests files into js files for a faster CI
* Remove unmaintained peertube CLI import script
* Removed some barrels to speed up execution (less imports)
110 lines
3.5 KiB
TypeScript
110 lines
3.5 KiB
TypeScript
import Bluebird from 'bluebird'
|
|
import { move } from 'fs-extra/esm'
|
|
import { readFile, writeFile } from 'fs/promises'
|
|
import { join } from 'path'
|
|
import { initDatabaseModels } from '@server/initializers/database.js'
|
|
import { federateVideoIfNeeded } from '@server/lib/activitypub/videos/index.js'
|
|
import { JobQueue } from '@server/lib/job-queue/index.js'
|
|
import {
|
|
generateHLSMasterPlaylistFilename,
|
|
generateHlsSha256SegmentsFilename,
|
|
getHlsResolutionPlaylistFilename
|
|
} from '@server/lib/paths.js'
|
|
import { VideoPathManager } from '@server/lib/video-path-manager.js'
|
|
import { VideoStreamingPlaylistModel } from '@server/models/video/video-streaming-playlist.js'
|
|
import { VideoModel } from '@server/models/video/video.js'
|
|
|
|
run()
|
|
.then(() => process.exit(0))
|
|
.catch(err => {
|
|
console.error(err)
|
|
process.exit(-1)
|
|
|
|
})
|
|
|
|
async function run () {
|
|
console.log('Migrate old HLS paths to new format.')
|
|
|
|
await initDatabaseModels(true)
|
|
|
|
JobQueue.Instance.init()
|
|
|
|
const ids = await VideoModel.listLocalIds()
|
|
|
|
await Bluebird.map(ids, async id => {
|
|
try {
|
|
await processVideo(id)
|
|
} catch (err) {
|
|
console.error('Cannot process video %s.', { err })
|
|
}
|
|
}, { concurrency: 5 })
|
|
|
|
console.log('Migration finished!')
|
|
}
|
|
|
|
async function processVideo (videoId: number) {
|
|
const video = await VideoModel.loadWithFiles(videoId)
|
|
|
|
const hls = video.getHLSPlaylist()
|
|
if (video.isLive || !hls || hls.playlistFilename !== 'master.m3u8' || hls.VideoFiles.length === 0) {
|
|
return
|
|
}
|
|
|
|
console.log(`Renaming HLS playlist files of video ${video.name}.`)
|
|
|
|
const playlist = await VideoStreamingPlaylistModel.loadHLSPlaylistByVideo(video.id)
|
|
const hlsDirPath = VideoPathManager.Instance.getFSHLSOutputPath(video)
|
|
|
|
const masterPlaylistPath = join(hlsDirPath, playlist.playlistFilename)
|
|
let masterPlaylistContent = await readFile(masterPlaylistPath, 'utf8')
|
|
|
|
for (const videoFile of hls.VideoFiles) {
|
|
const srcName = `${videoFile.resolution}.m3u8`
|
|
const dstName = getHlsResolutionPlaylistFilename(videoFile.filename)
|
|
|
|
const src = join(hlsDirPath, srcName)
|
|
const dst = join(hlsDirPath, dstName)
|
|
|
|
try {
|
|
await move(src, dst)
|
|
|
|
masterPlaylistContent = masterPlaylistContent.replace(new RegExp('^' + srcName + '$', 'm'), dstName)
|
|
} catch (err) {
|
|
console.error('Cannot move video file %s to %s.', src, dst, err)
|
|
}
|
|
}
|
|
|
|
await writeFile(masterPlaylistPath, masterPlaylistContent)
|
|
|
|
if (playlist.segmentsSha256Filename === 'segments-sha256.json') {
|
|
try {
|
|
const newName = generateHlsSha256SegmentsFilename(video.isLive)
|
|
|
|
const dst = join(hlsDirPath, newName)
|
|
await move(join(hlsDirPath, playlist.segmentsSha256Filename), dst)
|
|
playlist.segmentsSha256Filename = newName
|
|
} catch (err) {
|
|
console.error(`Cannot rename ${video.name} segments-sha256.json file to a new name`, err)
|
|
}
|
|
}
|
|
|
|
if (playlist.playlistFilename === 'master.m3u8') {
|
|
try {
|
|
const newName = generateHLSMasterPlaylistFilename(video.isLive)
|
|
|
|
const dst = join(hlsDirPath, newName)
|
|
await move(join(hlsDirPath, playlist.playlistFilename), dst)
|
|
playlist.playlistFilename = newName
|
|
} catch (err) {
|
|
console.error(`Cannot rename ${video.name} master.m3u8 file to a new name`, err)
|
|
}
|
|
}
|
|
|
|
// Everything worked, we can save the playlist now
|
|
await playlist.save()
|
|
|
|
const allVideo = await VideoModel.loadFull(video.id)
|
|
await federateVideoIfNeeded(allVideo, false)
|
|
|
|
console.log(`Successfully moved HLS files of ${video.name}.`)
|
|
}
|