139 lines
4.9 KiB
TypeScript
139 lines
4.9 KiB
TypeScript
import { Job } from 'bullmq'
|
|
import { join } from 'path'
|
|
import { MoveStoragePayload, VideoStateType, VideoStorage } from '@peertube/peertube-models'
|
|
import { logger, loggerTagsFactory } from '@server/helpers/logger.js'
|
|
import { updateTorrentMetadata } from '@server/helpers/webtorrent.js'
|
|
import { P2P_MEDIA_LOADER_PEER_VERSION } from '@server/initializers/constants.js'
|
|
import {
|
|
makeHLSFileAvailable,
|
|
makeWebVideoFileAvailable,
|
|
removeHLSFileObjectStorageByFilename,
|
|
removeHLSObjectStorage,
|
|
removeWebVideoObjectStorage
|
|
} from '@server/lib/object-storage/index.js'
|
|
import { getHLSDirectory, getHlsResolutionPlaylistFilename } from '@server/lib/paths.js'
|
|
import { VideoPathManager } from '@server/lib/video-path-manager.js'
|
|
import { moveToFailedMoveToFileSystemState, moveToNextState } from '@server/lib/video-state.js'
|
|
import { MStreamingPlaylistVideo, MVideo, MVideoFile, MVideoWithAllFiles } from '@server/types/models/index.js'
|
|
import { moveToJob, onMoveToStorageFailure } from './shared/move-video.js'
|
|
|
|
const lTagsBase = loggerTagsFactory('move-file-system')
|
|
|
|
export async function processMoveToFileSystem (job: Job) {
|
|
const payload = job.data as MoveStoragePayload
|
|
logger.info('Moving video %s to file system in job %s.', payload.videoUUID, job.id)
|
|
|
|
await moveToJob({
|
|
jobId: job.id,
|
|
videoUUID: payload.videoUUID,
|
|
loggerTags: lTagsBase().tags,
|
|
|
|
moveWebVideoFiles,
|
|
moveHLSFiles,
|
|
doAfterLastMove: video => doAfterLastMove({ video, previousVideoState: payload.previousVideoState, isNewVideo: payload.isNewVideo }),
|
|
moveToFailedState: moveToFailedMoveToFileSystemState
|
|
})
|
|
}
|
|
|
|
export async function onMoveToFileSystemFailure (job: Job, err: any) {
|
|
const payload = job.data as MoveStoragePayload
|
|
|
|
await onMoveToStorageFailure({
|
|
videoUUID: payload.videoUUID,
|
|
err,
|
|
lTags: lTagsBase(),
|
|
moveToFailedState: moveToFailedMoveToFileSystemState
|
|
})
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// Private
|
|
// ---------------------------------------------------------------------------
|
|
|
|
async function moveWebVideoFiles (video: MVideoWithAllFiles) {
|
|
for (const file of video.VideoFiles) {
|
|
if (file.storage === VideoStorage.FILE_SYSTEM) continue
|
|
|
|
await makeWebVideoFileAvailable(file.filename, VideoPathManager.Instance.getFSVideoFileOutputPath(video, file))
|
|
await onFileMoved({
|
|
videoOrPlaylist: video,
|
|
file,
|
|
objetStorageRemover: () => removeWebVideoObjectStorage(file)
|
|
})
|
|
}
|
|
}
|
|
|
|
async function moveHLSFiles (video: MVideoWithAllFiles) {
|
|
for (const playlist of video.VideoStreamingPlaylists) {
|
|
const playlistWithVideo = playlist.withVideo(video)
|
|
|
|
for (const file of playlist.VideoFiles) {
|
|
if (file.storage === VideoStorage.FILE_SYSTEM) continue
|
|
|
|
// Resolution playlist
|
|
const playlistFilename = getHlsResolutionPlaylistFilename(file.filename)
|
|
await makeHLSFileAvailable(playlistWithVideo, playlistFilename, join(getHLSDirectory(video), playlistFilename))
|
|
await makeHLSFileAvailable(playlistWithVideo, file.filename, join(getHLSDirectory(video), file.filename))
|
|
|
|
await onFileMoved({
|
|
videoOrPlaylist: playlistWithVideo,
|
|
file,
|
|
objetStorageRemover: async () => {
|
|
await removeHLSFileObjectStorageByFilename(playlistWithVideo, playlistFilename)
|
|
await removeHLSFileObjectStorageByFilename(playlistWithVideo, file.filename)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
async function onFileMoved (options: {
|
|
videoOrPlaylist: MVideo | MStreamingPlaylistVideo
|
|
file: MVideoFile
|
|
objetStorageRemover: () => Promise<any>
|
|
}) {
|
|
const { videoOrPlaylist, file, objetStorageRemover } = options
|
|
|
|
const oldFileUrl = file.fileUrl
|
|
|
|
file.fileUrl = null
|
|
file.storage = VideoStorage.FILE_SYSTEM
|
|
|
|
await updateTorrentMetadata(videoOrPlaylist, file)
|
|
await file.save()
|
|
|
|
logger.debug('Removing web video file %s because it\'s now on file system', oldFileUrl, lTagsBase())
|
|
await objetStorageRemover()
|
|
}
|
|
|
|
async function doAfterLastMove (options: {
|
|
video: MVideoWithAllFiles
|
|
previousVideoState: VideoStateType
|
|
isNewVideo: boolean
|
|
}) {
|
|
const { video, previousVideoState, isNewVideo } = options
|
|
|
|
for (const playlist of video.VideoStreamingPlaylists) {
|
|
if (playlist.storage === VideoStorage.FILE_SYSTEM) continue
|
|
|
|
const playlistWithVideo = playlist.withVideo(video)
|
|
|
|
for (const filename of [ playlist.playlistFilename, playlist.segmentsSha256Filename ]) {
|
|
await makeHLSFileAvailable(playlistWithVideo, filename, join(getHLSDirectory(video), filename))
|
|
}
|
|
|
|
playlist.playlistUrl = null
|
|
playlist.segmentsSha256Url = null
|
|
playlist.storage = VideoStorage.FILE_SYSTEM
|
|
|
|
playlist.assignP2PMediaLoaderInfoHashes(video, playlist.VideoFiles)
|
|
playlist.p2pMediaLoaderPeerVersion = P2P_MEDIA_LOADER_PEER_VERSION
|
|
|
|
await playlist.save()
|
|
|
|
await removeHLSObjectStorage(playlistWithVideo)
|
|
}
|
|
|
|
await moveToNextState({ video, previousVideoState, isNewVideo })
|
|
}
|