2021-08-27 08:32:44 -04:00
|
|
|
import { Job } from 'bull'
|
2020-12-04 09:29:18 -05:00
|
|
|
import { pathExists, readdir, remove } from 'fs-extra'
|
2020-09-25 04:04:21 -04:00
|
|
|
import { join } from 'path'
|
2020-12-04 09:58:29 -05:00
|
|
|
import { ffprobePromise, getAudioStream, getDurationFromVideoFile, getVideoFileResolution } from '@server/helpers/ffprobe-utils'
|
2020-11-30 11:03:13 -05:00
|
|
|
import { VIDEO_LIVE } from '@server/initializers/constants'
|
2021-06-16 09:14:41 -04:00
|
|
|
import { buildConcatenatedName, cleanupLive, LiveSegmentShaStore } from '@server/lib/live'
|
2021-08-17 02:26:20 -04:00
|
|
|
import { generateHLSMasterPlaylistFilename, generateHlsSha256SegmentsFilename, getLiveDirectory } from '@server/lib/paths'
|
2020-11-20 11:16:55 -05:00
|
|
|
import { generateVideoMiniature } from '@server/lib/thumbnail'
|
2021-05-11 04:57:25 -04:00
|
|
|
import { generateHlsPlaylistResolutionFromTS } from '@server/lib/transcoding/video-transcoding'
|
2021-08-17 02:26:20 -04:00
|
|
|
import { VideoPathManager } from '@server/lib/video-path-manager'
|
|
|
|
import { moveToNextState } from '@server/lib/video-state'
|
2020-09-25 04:04:21 -04:00
|
|
|
import { VideoModel } from '@server/models/video/video'
|
2020-11-04 08:16:57 -05:00
|
|
|
import { VideoFileModel } from '@server/models/video/video-file'
|
2020-10-26 11:44:23 -04:00
|
|
|
import { VideoLiveModel } from '@server/models/video/video-live'
|
2020-09-25 04:04:21 -04:00
|
|
|
import { VideoStreamingPlaylistModel } from '@server/models/video/video-streaming-playlist'
|
2021-07-23 05:20:00 -04:00
|
|
|
import { MStreamingPlaylist, MVideo, MVideoLive } from '@server/types/models'
|
2020-11-06 04:57:40 -05:00
|
|
|
import { ThumbnailType, VideoLiveEndingPayload, VideoState } from '@shared/models'
|
2020-09-25 04:04:21 -04:00
|
|
|
import { logger } from '../../../helpers/logger'
|
|
|
|
|
2021-08-27 08:32:44 -04:00
|
|
|
async function processVideoLiveEnding (job: Job) {
|
2020-09-25 04:04:21 -04:00
|
|
|
const payload = job.data as VideoLiveEndingPayload
|
|
|
|
|
2020-11-04 08:16:57 -05:00
|
|
|
function logError () {
|
|
|
|
logger.warn('Video live %d does not exist anymore. Cannot process live ending.', payload.videoId)
|
|
|
|
}
|
|
|
|
|
2020-10-26 11:44:23 -04:00
|
|
|
const video = await VideoModel.load(payload.videoId)
|
|
|
|
const live = await VideoLiveModel.loadByVideoId(payload.videoId)
|
|
|
|
|
2020-11-04 08:16:57 -05:00
|
|
|
if (!video || !live) {
|
|
|
|
logError()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-10-26 11:44:23 -04:00
|
|
|
const streamingPlaylist = await VideoStreamingPlaylistModel.loadHLSPlaylistByVideo(video.id)
|
2020-11-04 08:16:57 -05:00
|
|
|
if (!streamingPlaylist) {
|
|
|
|
logError()
|
2020-09-25 04:04:21 -04:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-06-16 09:14:41 -04:00
|
|
|
LiveSegmentShaStore.Instance.cleanupShaSegments(video.uuid)
|
2020-12-03 08:10:54 -05:00
|
|
|
|
2020-10-26 11:44:23 -04:00
|
|
|
if (live.saveReplay !== true) {
|
|
|
|
return cleanupLive(video, streamingPlaylist)
|
|
|
|
}
|
|
|
|
|
2021-07-23 05:20:00 -04:00
|
|
|
return saveLive(video, live, streamingPlaylist)
|
2020-10-26 11:44:23 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
2021-06-16 09:14:41 -04:00
|
|
|
processVideoLiveEnding
|
2020-10-26 11:44:23 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2021-07-23 05:20:00 -04:00
|
|
|
async function saveLive (video: MVideo, live: MVideoLive, streamingPlaylist: MStreamingPlaylist) {
|
2021-08-17 02:26:20 -04:00
|
|
|
const replayDirectory = VideoPathManager.Instance.getFSHLSOutputPath(video, VIDEO_LIVE.REPLAY_DIRECTORY)
|
2020-11-30 09:59:22 -05:00
|
|
|
|
2021-08-17 02:26:20 -04:00
|
|
|
const rootFiles = await readdir(getLiveDirectory(video))
|
2020-11-30 09:59:22 -05:00
|
|
|
|
2020-12-07 04:00:34 -05:00
|
|
|
const playlistFiles = rootFiles.filter(file => {
|
2021-07-23 05:20:00 -04:00
|
|
|
return file.endsWith('.m3u8') && file !== streamingPlaylist.playlistFilename
|
2020-12-07 04:00:34 -05:00
|
|
|
})
|
2020-11-30 09:59:22 -05:00
|
|
|
|
2021-08-17 02:26:20 -04:00
|
|
|
await cleanupTMPLiveFiles(getLiveDirectory(video))
|
2020-10-26 11:44:23 -04:00
|
|
|
|
2020-10-27 11:06:24 -04:00
|
|
|
await live.destroy()
|
|
|
|
|
2020-10-26 11:44:23 -04:00
|
|
|
video.isLive = false
|
2020-11-06 10:42:23 -05:00
|
|
|
// Reinit views
|
|
|
|
video.views = 0
|
2020-10-26 11:44:23 -04:00
|
|
|
video.state = VideoState.TO_TRANSCODE
|
2020-10-28 05:49:20 -04:00
|
|
|
|
2020-10-26 11:44:23 -04:00
|
|
|
await video.save()
|
|
|
|
|
2020-11-03 09:33:30 -05:00
|
|
|
// Remove old HLS playlist video files
|
2021-02-16 10:25:53 -05:00
|
|
|
const videoWithFiles = await VideoModel.loadAndPopulateAccountAndServerAndTags(video.id)
|
2020-10-26 11:44:23 -04:00
|
|
|
|
2020-11-03 09:33:30 -05:00
|
|
|
const hlsPlaylist = videoWithFiles.getHLSPlaylist()
|
|
|
|
await VideoFileModel.removeHLSFilesOfVideoId(hlsPlaylist.id)
|
2021-07-23 05:20:00 -04:00
|
|
|
|
|
|
|
// Reset playlist
|
2020-11-03 09:33:30 -05:00
|
|
|
hlsPlaylist.VideoFiles = []
|
2021-07-23 05:20:00 -04:00
|
|
|
hlsPlaylist.playlistFilename = generateHLSMasterPlaylistFilename()
|
|
|
|
hlsPlaylist.segmentsSha256Filename = generateHlsSha256SegmentsFilename()
|
|
|
|
await hlsPlaylist.save()
|
2020-11-03 09:33:30 -05:00
|
|
|
|
2020-12-09 09:00:02 -05:00
|
|
|
let durationDone = false
|
2020-10-26 11:44:23 -04:00
|
|
|
|
2020-12-02 04:07:26 -05:00
|
|
|
for (const playlistFile of playlistFiles) {
|
2021-06-16 09:14:41 -04:00
|
|
|
const concatenatedTsFile = buildConcatenatedName(playlistFile)
|
2020-12-04 09:10:13 -05:00
|
|
|
const concatenatedTsFilePath = join(replayDirectory, concatenatedTsFile)
|
2020-12-02 04:07:26 -05:00
|
|
|
|
2020-12-04 09:29:18 -05:00
|
|
|
const probe = await ffprobePromise(concatenatedTsFilePath)
|
|
|
|
const { audioStream } = await getAudioStream(concatenatedTsFilePath, probe)
|
|
|
|
|
2021-08-06 07:35:25 -04:00
|
|
|
const { resolution, isPortraitMode } = await getVideoFileResolution(concatenatedTsFilePath, probe)
|
2020-12-02 04:07:26 -05:00
|
|
|
|
2021-08-17 02:26:20 -04:00
|
|
|
const { resolutionPlaylistPath: outputPath } = await generateHlsPlaylistResolutionFromTS({
|
2020-10-26 11:44:23 -04:00
|
|
|
video: videoWithFiles,
|
2020-12-04 09:10:13 -05:00
|
|
|
concatenatedTsFilePath,
|
2021-08-06 07:35:25 -04:00
|
|
|
resolution,
|
2020-12-04 09:29:18 -05:00
|
|
|
isPortraitMode,
|
|
|
|
isAAC: audioStream?.codec_name === 'aac'
|
2020-10-26 11:44:23 -04:00
|
|
|
})
|
|
|
|
|
2020-12-03 03:38:24 -05:00
|
|
|
if (!durationDone) {
|
2020-12-02 04:07:26 -05:00
|
|
|
videoWithFiles.duration = await getDurationFromVideoFile(outputPath)
|
|
|
|
await videoWithFiles.save()
|
2020-12-03 03:38:24 -05:00
|
|
|
|
|
|
|
durationDone = true
|
2020-12-02 04:07:26 -05:00
|
|
|
}
|
2020-11-03 09:33:30 -05:00
|
|
|
}
|
2020-10-28 05:49:20 -04:00
|
|
|
|
2020-12-02 04:07:26 -05:00
|
|
|
await remove(replayDirectory)
|
|
|
|
|
2020-11-06 04:57:40 -05:00
|
|
|
// Regenerate the thumbnail & preview?
|
|
|
|
if (videoWithFiles.getMiniature().automaticallyGenerated === true) {
|
2021-02-16 02:50:40 -05:00
|
|
|
await generateVideoMiniature({
|
|
|
|
video: videoWithFiles,
|
|
|
|
videoFile: videoWithFiles.getMaxQualityFile(),
|
|
|
|
type: ThumbnailType.MINIATURE
|
|
|
|
})
|
2020-11-06 04:57:40 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
if (videoWithFiles.getPreview().automaticallyGenerated === true) {
|
2021-02-16 02:50:40 -05:00
|
|
|
await generateVideoMiniature({
|
|
|
|
video: videoWithFiles,
|
|
|
|
videoFile: videoWithFiles.getMaxQualityFile(),
|
|
|
|
type: ThumbnailType.PREVIEW
|
|
|
|
})
|
2020-11-06 04:57:40 -05:00
|
|
|
}
|
|
|
|
|
2021-08-17 02:26:20 -04:00
|
|
|
await moveToNextState(videoWithFiles, false)
|
2020-10-26 11:44:23 -04:00
|
|
|
}
|
|
|
|
|
2021-08-17 02:26:20 -04:00
|
|
|
async function cleanupTMPLiveFiles (hlsDirectory: string) {
|
2020-12-03 08:10:54 -05:00
|
|
|
if (!await pathExists(hlsDirectory)) return
|
|
|
|
|
2020-09-25 04:04:21 -04:00
|
|
|
const files = await readdir(hlsDirectory)
|
|
|
|
|
|
|
|
for (const filename of files) {
|
|
|
|
if (
|
|
|
|
filename.endsWith('.ts') ||
|
|
|
|
filename.endsWith('.m3u8') ||
|
|
|
|
filename.endsWith('.mpd') ||
|
|
|
|
filename.endsWith('.m4s') ||
|
2020-12-02 04:07:26 -05:00
|
|
|
filename.endsWith('.tmp')
|
2020-09-25 04:04:21 -04:00
|
|
|
) {
|
|
|
|
const p = join(hlsDirectory, filename)
|
|
|
|
|
|
|
|
remove(p)
|
|
|
|
.catch(err => logger.error('Cannot remove %s.', p, { err }))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|