1
0
Fork 0
peertube/server/models/video/video-file.ts

499 lines
12 KiB
TypeScript
Raw Normal View History

import { remove } from 'fs-extra'
import * as memoizee from 'memoizee'
import { join } from 'path'
import { FindOptions, Op, QueryTypes, Transaction } from 'sequelize'
2018-09-11 10:27:07 -04:00
import {
AllowNull,
BelongsTo,
Column,
CreatedAt,
DataType,
Default,
DefaultScope,
2018-09-11 10:27:07 -04:00
ForeignKey,
HasMany,
Is,
Model,
Scopes,
Table,
UpdatedAt
2018-09-11 10:27:07 -04:00
} from 'sequelize-typescript'
import { Where } from 'sequelize/types/lib/utils'
import validator from 'validator'
import { buildRemoteVideoBaseUrl } from '@server/helpers/activitypub'
import { logger } from '@server/helpers/logger'
import { extractVideo } from '@server/helpers/video'
import { getTorrentFilePath } from '@server/lib/video-paths'
import { MStreamingPlaylistVideo, MVideo, MVideoWithHost } from '@server/types/models'
2021-05-12 08:09:04 -04:00
import { AttributesOnly } from '@shared/core-utils'
import {
2018-12-11 08:52:50 -05:00
isVideoFileExtnameValid,
isVideoFileInfoHashValid,
isVideoFileResolutionValid,
isVideoFileSizeValid,
isVideoFPSResolutionValid
} from '../../helpers/custom-validators/videos'
import {
LAZY_STATIC_PATHS,
MEMOIZE_LENGTH,
MEMOIZE_TTL,
MIMETYPES,
STATIC_DOWNLOAD_PATHS,
STATIC_PATHS,
WEBSERVER
} from '../../initializers/constants'
import { MVideoFile, MVideoFileStreamingPlaylistVideo, MVideoFileVideo } from '../../types/models/video/video-file'
import { VideoRedundancyModel } from '../redundancy/video-redundancy'
2019-04-23 03:50:57 -04:00
import { parseAggregateResult, throwIfNotValid } from '../utils'
2017-12-12 11:53:50 -05:00
import { VideoModel } from './video'
2019-04-08 05:13:49 -04:00
import { VideoStreamingPlaylistModel } from './video-streaming-playlist'
export enum ScopeNames {
WITH_VIDEO = 'WITH_VIDEO',
WITH_METADATA = 'WITH_METADATA',
WITH_VIDEO_OR_PLAYLIST = 'WITH_VIDEO_OR_PLAYLIST'
}
@DefaultScope(() => ({
attributes: {
2020-03-10 09:49:02 -04:00
exclude: [ 'metadata' ]
}
}))
@Scopes(() => ({
[ScopeNames.WITH_VIDEO]: {
include: [
{
model: VideoModel.unscoped(),
required: true
}
]
},
[ScopeNames.WITH_VIDEO_OR_PLAYLIST]: (options: { whereVideo?: Where } = {}) => {
return {
include: [
{
model: VideoModel.unscoped(),
required: false,
where: options.whereVideo
},
{
model: VideoStreamingPlaylistModel.unscoped(),
required: false,
include: [
{
model: VideoModel.unscoped(),
required: true,
where: options.whereVideo
}
]
}
]
}
},
[ScopeNames.WITH_METADATA]: {
attributes: {
2020-03-10 09:49:02 -04:00
include: [ 'metadata' ]
}
}
}))
2017-12-12 11:53:50 -05:00
@Table({
tableName: 'videoFile',
indexes: [
{
fields: [ 'videoId' ],
where: {
videoId: {
[Op.ne]: null
}
}
},
{
fields: [ 'videoStreamingPlaylistId' ],
where: {
videoStreamingPlaylistId: {
[Op.ne]: null
}
}
},
{
2017-12-12 11:53:50 -05:00
fields: [ 'infoHash' ]
2018-07-23 14:13:30 -04:00
},
{
fields: [ 'torrentFilename' ],
unique: true
},
{
fields: [ 'filename' ],
unique: true
},
2018-07-23 14:13:30 -04:00
{
fields: [ 'videoId', 'resolution', 'fps' ],
unique: true,
where: {
videoId: {
[Op.ne]: null
}
}
},
{
fields: [ 'videoStreamingPlaylistId', 'resolution', 'fps' ],
unique: true,
where: {
videoStreamingPlaylistId: {
[Op.ne]: null
}
}
}
]
2017-12-12 11:53:50 -05:00
})
2021-05-12 08:09:04 -04:00
export class VideoFileModel extends Model<Partial<AttributesOnly<VideoFileModel>>> {
2017-12-12 11:53:50 -05:00
@CreatedAt
createdAt: Date
@UpdatedAt
updatedAt: Date
@AllowNull(false)
@Is('VideoFileResolution', value => throwIfNotValid(value, isVideoFileResolutionValid, 'resolution'))
@Column
resolution: number
@AllowNull(false)
@Is('VideoFileSize', value => throwIfNotValid(value, isVideoFileSizeValid, 'size'))
@Column(DataType.BIGINT)
size: number
@AllowNull(false)
2018-12-11 08:52:50 -05:00
@Is('VideoFileExtname', value => throwIfNotValid(value, isVideoFileExtnameValid, 'extname'))
@Column
2017-12-12 11:53:50 -05:00
extname: string
@AllowNull(true)
@Is('VideoFileInfohash', value => throwIfNotValid(value, isVideoFileInfoHashValid, 'info hash', true))
2017-12-12 11:53:50 -05:00
@Column
infoHash: string
@AllowNull(false)
@Default(-1)
@Is('VideoFileFPS', value => throwIfNotValid(value, isVideoFPSResolutionValid, 'fps'))
@Column
fps: number
@AllowNull(true)
@Column(DataType.JSONB)
metadata: any
@AllowNull(true)
@Column
metadataUrl: string
@AllowNull(true)
@Column
fileUrl: string
// Could be null for live files
@AllowNull(true)
@Column
filename: string
@AllowNull(true)
@Column
torrentUrl: string
// Could be null for live files
@AllowNull(true)
@Column
torrentFilename: string
2017-12-12 11:53:50 -05:00
@ForeignKey(() => VideoModel)
@Column
videoId: number
@BelongsTo(() => VideoModel, {
foreignKey: {
allowNull: true
},
onDelete: 'CASCADE'
})
2017-12-12 11:53:50 -05:00
Video: VideoModel
2018-08-14 05:00:03 -04:00
@ForeignKey(() => VideoStreamingPlaylistModel)
@Column
videoStreamingPlaylistId: number
@BelongsTo(() => VideoStreamingPlaylistModel, {
foreignKey: {
allowNull: true
},
onDelete: 'CASCADE'
})
VideoStreamingPlaylist: VideoStreamingPlaylistModel
2018-09-11 10:27:07 -04:00
@HasMany(() => VideoRedundancyModel, {
foreignKey: {
2019-01-29 02:37:25 -05:00
allowNull: true
2018-09-11 10:27:07 -04:00
},
onDelete: 'CASCADE',
hooks: true
})
RedundancyVideos: VideoRedundancyModel[]
2020-01-03 07:47:45 -05:00
static doesInfohashExistCached = memoizee(VideoFileModel.doesInfohashExist, {
promise: true,
max: MEMOIZE_LENGTH.INFO_HASH_EXISTS,
maxAge: MEMOIZE_TTL.INFO_HASH_EXISTS
})
2019-01-29 02:37:25 -05:00
static doesInfohashExist (infoHash: string) {
2018-08-14 05:00:03 -04:00
const query = 'SELECT 1 FROM "videoFile" WHERE "infoHash" = $infoHash LIMIT 1'
const options = {
2019-10-21 08:50:55 -04:00
type: QueryTypes.SELECT as QueryTypes.SELECT,
2018-08-14 05:00:03 -04:00
bind: { infoHash },
raw: true
}
return VideoModel.sequelize.query(query, options)
2019-04-23 03:50:57 -04:00
.then(results => results.length === 1)
2018-08-14 05:00:03 -04:00
}
static async doesVideoExistForVideoFile (id: number, videoIdOrUUID: number | string) {
const videoFile = await VideoFileModel.loadWithVideoOrPlaylist(id, videoIdOrUUID)
2020-03-10 09:49:02 -04:00
return !!videoFile
}
static loadWithVideoOrPlaylistByTorrentFilename (filename: string) {
const query = {
where: {
torrentFilename: filename
}
}
return VideoFileModel.scope(ScopeNames.WITH_VIDEO_OR_PLAYLIST).findOne(query)
}
static loadWithMetadata (id: number) {
return VideoFileModel.scope(ScopeNames.WITH_METADATA).findByPk(id)
}
2018-10-03 10:43:57 -04:00
static loadWithVideo (id: number) {
return VideoFileModel.scope(ScopeNames.WITH_VIDEO).findByPk(id)
}
2018-10-03 10:43:57 -04:00
static loadWithVideoOrPlaylist (id: number, videoIdOrUUID: number | string) {
2020-03-10 09:49:02 -04:00
const whereVideo = validator.isUUID(videoIdOrUUID + '')
? { uuid: videoIdOrUUID }
: { id: videoIdOrUUID }
const options = {
where: {
id
}
2020-03-10 09:49:02 -04:00
}
return VideoFileModel.scope({ method: [ ScopeNames.WITH_VIDEO_OR_PLAYLIST, whereVideo ] })
.findOne(options)
2020-03-10 09:49:02 -04:00
.then(file => {
// We used `required: false` so check we have at least a video or a streaming playlist
if (!file.Video && !file.VideoStreamingPlaylist) return null
return file
})
2018-10-03 10:43:57 -04:00
}
2019-04-23 03:50:57 -04:00
static listByStreamingPlaylist (streamingPlaylistId: number, transaction: Transaction) {
2019-04-08 05:13:49 -04:00
const query = {
include: [
{
model: VideoModel.unscoped(),
required: true,
include: [
{
model: VideoStreamingPlaylistModel.unscoped(),
required: true,
where: {
id: streamingPlaylistId
}
}
]
}
],
transaction
}
return VideoFileModel.findAll(query)
}
2019-04-23 03:50:57 -04:00
static getStats () {
2020-11-10 02:07:21 -05:00
const webtorrentFilesQuery: FindOptions = {
2019-01-15 03:45:54 -05:00
include: [
{
attributes: [],
2020-11-10 02:07:21 -05:00
required: true,
2019-01-15 03:45:54 -05:00
model: VideoModel.unscoped(),
where: {
remote: false
}
}
]
}
2019-04-23 03:50:57 -04:00
2020-11-10 02:07:21 -05:00
const hlsFilesQuery: FindOptions = {
include: [
{
attributes: [],
required: true,
model: VideoStreamingPlaylistModel.unscoped(),
include: [
{
attributes: [],
model: VideoModel.unscoped(),
required: true,
where: {
remote: false
}
}
]
}
]
}
return Promise.all([
VideoFileModel.aggregate('size', 'SUM', webtorrentFilesQuery),
VideoFileModel.aggregate('size', 'SUM', hlsFilesQuery)
]).then(([ webtorrentResult, hlsResult ]) => ({
totalLocalVideoFilesSize: parseAggregateResult(webtorrentResult) + parseAggregateResult(hlsResult)
}))
2019-01-15 03:45:54 -05:00
}
// Redefine upsert because sequelize does not use an appropriate where clause in the update query with 2 unique indexes
static async customUpsert (
videoFile: MVideoFile,
mode: 'streaming-playlist' | 'video',
transaction: Transaction
) {
const baseWhere = {
fps: videoFile.fps,
resolution: videoFile.resolution
}
if (mode === 'streaming-playlist') Object.assign(baseWhere, { videoStreamingPlaylistId: videoFile.videoStreamingPlaylistId })
else Object.assign(baseWhere, { videoId: videoFile.videoId })
const element = await VideoFileModel.findOne({ where: baseWhere, transaction })
if (!element) return videoFile.save({ transaction })
for (const k of Object.keys(videoFile.toJSON())) {
element[k] = videoFile[k]
}
return element.save({ transaction })
}
2020-11-03 09:33:30 -05:00
static removeHLSFilesOfVideoId (videoStreamingPlaylistId: number) {
const options = {
where: { videoStreamingPlaylistId }
}
return VideoFileModel.destroy(options)
}
hasTorrent () {
return this.infoHash && this.torrentFilename
}
getVideoOrStreamingPlaylist (this: MVideoFileVideo | MVideoFileStreamingPlaylistVideo): MVideo | MStreamingPlaylistVideo {
if (this.videoId) return (this as MVideoFileVideo).Video
return (this as MVideoFileStreamingPlaylistVideo).VideoStreamingPlaylist
}
getVideo (this: MVideoFileVideo | MVideoFileStreamingPlaylistVideo): MVideo {
return extractVideo(this.getVideoOrStreamingPlaylist())
}
2019-05-16 10:55:34 -04:00
isAudio () {
return !!MIMETYPES.AUDIO.EXT_MIMETYPE[this.extname]
}
2020-11-04 09:31:32 -05:00
isLive () {
return this.size === -1
}
2020-11-06 04:57:40 -05:00
isHLS () {
2020-11-06 08:33:31 -05:00
return !!this.videoStreamingPlaylistId
2020-11-06 04:57:40 -05:00
}
2021-02-18 05:28:00 -05:00
getFileUrl (video: MVideo) {
if (!this.Video) this.Video = video as VideoModel
if (video.isOwned()) return WEBSERVER.URL + this.getFileStaticPath(video)
2021-02-18 04:15:11 -05:00
return this.fileUrl
}
getFileStaticPath (video: MVideo) {
if (this.isHLS()) return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, video.uuid, this.filename)
return join(STATIC_PATHS.WEBSEED, this.filename)
}
getFileDownloadUrl (video: MVideoWithHost) {
const basePath = this.isHLS()
? STATIC_DOWNLOAD_PATHS.HLS_VIDEOS
: STATIC_DOWNLOAD_PATHS.VIDEOS
const path = join(basePath, this.filename)
if (video.isOwned()) return WEBSERVER.URL + path
// FIXME: don't guess remote URL
return buildRemoteVideoBaseUrl(video, path)
}
2021-02-18 05:28:00 -05:00
getRemoteTorrentUrl (video: MVideo) {
if (video.isOwned()) throw new Error(`Video ${video.url} is not a remote video`)
2021-02-18 04:15:11 -05:00
return this.torrentUrl
}
// We proxify torrent requests so use a local URL
getTorrentUrl () {
2021-02-25 07:56:07 -05:00
if (!this.torrentFilename) return null
return WEBSERVER.URL + this.getTorrentStaticPath()
}
getTorrentStaticPath () {
2021-02-25 07:56:07 -05:00
if (!this.torrentFilename) return null
return join(LAZY_STATIC_PATHS.TORRENTS, this.torrentFilename)
}
getTorrentDownloadUrl () {
2021-02-25 07:56:07 -05:00
if (!this.torrentFilename) return null
return WEBSERVER.URL + join(STATIC_DOWNLOAD_PATHS.TORRENTS, this.torrentFilename)
}
removeTorrent () {
2021-02-25 07:56:07 -05:00
if (!this.torrentFilename) return null
const torrentPath = getTorrentFilePath(this)
return remove(torrentPath)
.catch(err => logger.warn('Cannot delete torrent %s.', torrentPath, { err }))
}
2019-08-15 05:53:26 -04:00
hasSameUniqueKeysThan (other: MVideoFile) {
return this.fps === other.fps &&
this.resolution === other.resolution &&
(
(this.videoId !== null && this.videoId === other.videoId) ||
(this.videoStreamingPlaylistId !== null && this.videoStreamingPlaylistId === other.videoStreamingPlaylistId)
)
}
}