2018-09-11 14:27:07 +00:00
|
|
|
import {
|
|
|
|
AllowNull,
|
|
|
|
BelongsTo,
|
|
|
|
Column,
|
|
|
|
CreatedAt,
|
|
|
|
DataType,
|
|
|
|
Default,
|
|
|
|
ForeignKey,
|
|
|
|
HasMany,
|
|
|
|
Is,
|
|
|
|
Model,
|
|
|
|
Table,
|
2020-03-10 13:39:40 +00:00
|
|
|
UpdatedAt,
|
|
|
|
Scopes,
|
|
|
|
DefaultScope
|
2018-09-11 14:27:07 +00:00
|
|
|
} from 'sequelize-typescript'
|
2018-06-29 14:41:29 +00:00
|
|
|
import {
|
2018-12-11 13:52:50 +00:00
|
|
|
isVideoFileExtnameValid,
|
2018-06-29 14:41:29 +00:00
|
|
|
isVideoFileInfoHashValid,
|
|
|
|
isVideoFileResolutionValid,
|
|
|
|
isVideoFileSizeValid,
|
|
|
|
isVideoFPSResolutionValid
|
|
|
|
} from '../../helpers/custom-validators/videos'
|
2019-04-23 07:50:57 +00:00
|
|
|
import { parseAggregateResult, throwIfNotValid } from '../utils'
|
2017-12-12 16:53:50 +00:00
|
|
|
import { VideoModel } from './video'
|
2018-09-11 14:27:07 +00:00
|
|
|
import { VideoRedundancyModel } from '../redundancy/video-redundancy'
|
2019-04-08 09:13:49 +00:00
|
|
|
import { VideoStreamingPlaylistModel } from './video-streaming-playlist'
|
2019-11-15 14:06:03 +00:00
|
|
|
import { FindOptions, Op, QueryTypes, Transaction } from 'sequelize'
|
2020-01-03 12:47:45 +00:00
|
|
|
import { MIMETYPES, MEMOIZE_LENGTH, MEMOIZE_TTL } from '../../initializers/constants'
|
2020-06-18 08:45:25 +00:00
|
|
|
import { MVideoFile, MVideoFileStreamingPlaylistVideo, MVideoFileVideo } from '../../types/models/video/video-file'
|
|
|
|
import { MStreamingPlaylistVideo, MVideo } from '@server/types/models'
|
2020-01-03 12:47:45 +00:00
|
|
|
import * as memoizee from 'memoizee'
|
2020-03-10 13:49:02 +00:00
|
|
|
import validator from 'validator'
|
2017-08-25 09:36:23 +00:00
|
|
|
|
2020-03-10 13:39:40 +00:00
|
|
|
export enum ScopeNames {
|
|
|
|
WITH_VIDEO = 'WITH_VIDEO',
|
|
|
|
WITH_METADATA = 'WITH_METADATA'
|
|
|
|
}
|
|
|
|
|
|
|
|
@DefaultScope(() => ({
|
|
|
|
attributes: {
|
2020-03-10 13:49:02 +00:00
|
|
|
exclude: [ 'metadata' ]
|
2020-03-10 13:39:40 +00:00
|
|
|
}
|
|
|
|
}))
|
|
|
|
@Scopes(() => ({
|
|
|
|
[ScopeNames.WITH_VIDEO]: {
|
|
|
|
include: [
|
|
|
|
{
|
|
|
|
model: VideoModel.unscoped(),
|
|
|
|
required: true
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
[ScopeNames.WITH_METADATA]: {
|
|
|
|
attributes: {
|
2020-03-10 13:49:02 +00:00
|
|
|
include: [ 'metadata' ]
|
2020-03-10 13:39:40 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}))
|
2017-12-12 16:53:50 +00:00
|
|
|
@Table({
|
|
|
|
tableName: 'videoFile',
|
|
|
|
indexes: [
|
2017-08-25 09:36:23 +00:00
|
|
|
{
|
2019-11-15 14:06:03 +00:00
|
|
|
fields: [ 'videoId' ],
|
|
|
|
where: {
|
|
|
|
videoId: {
|
|
|
|
[Op.ne]: null
|
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
{
|
|
|
|
fields: [ 'videoStreamingPlaylistId' ],
|
|
|
|
where: {
|
|
|
|
videoStreamingPlaylistId: {
|
|
|
|
[Op.ne]: null
|
|
|
|
}
|
|
|
|
}
|
2017-08-25 09:36:23 +00:00
|
|
|
},
|
2019-11-15 14:06:03 +00:00
|
|
|
|
2017-08-25 09:36:23 +00:00
|
|
|
{
|
2017-12-12 16:53:50 +00:00
|
|
|
fields: [ 'infoHash' ]
|
2018-07-23 18:13:30 +00:00
|
|
|
},
|
2019-11-15 14:06:03 +00:00
|
|
|
|
2018-07-23 18:13:30 +00:00
|
|
|
{
|
|
|
|
fields: [ 'videoId', 'resolution', 'fps' ],
|
2019-11-15 14:06:03 +00:00
|
|
|
unique: true,
|
|
|
|
where: {
|
|
|
|
videoId: {
|
|
|
|
[Op.ne]: null
|
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
{
|
|
|
|
fields: [ 'videoStreamingPlaylistId', 'resolution', 'fps' ],
|
|
|
|
unique: true,
|
|
|
|
where: {
|
|
|
|
videoStreamingPlaylistId: {
|
|
|
|
[Op.ne]: null
|
|
|
|
}
|
|
|
|
}
|
2017-08-25 09:36:23 +00:00
|
|
|
}
|
|
|
|
]
|
2017-12-12 16:53:50 +00:00
|
|
|
})
|
|
|
|
export class VideoFileModel extends Model<VideoFileModel> {
|
|
|
|
@CreatedAt
|
|
|
|
createdAt: Date
|
|
|
|
|
|
|
|
@UpdatedAt
|
|
|
|
updatedAt: Date
|
|
|
|
|
|
|
|
@AllowNull(false)
|
|
|
|
@Is('VideoFileResolution', value => throwIfNotValid(value, isVideoFileResolutionValid, 'resolution'))
|
|
|
|
@Column
|
|
|
|
resolution: number
|
|
|
|
|
|
|
|
@AllowNull(false)
|
|
|
|
@Is('VideoFileSize', value => throwIfNotValid(value, isVideoFileSizeValid, 'size'))
|
|
|
|
@Column(DataType.BIGINT)
|
|
|
|
size: number
|
|
|
|
|
|
|
|
@AllowNull(false)
|
2018-12-11 13:52:50 +00:00
|
|
|
@Is('VideoFileExtname', value => throwIfNotValid(value, isVideoFileExtnameValid, 'extname'))
|
|
|
|
@Column
|
2017-12-12 16:53:50 +00:00
|
|
|
extname: string
|
|
|
|
|
2020-09-17 07:20:52 +00:00
|
|
|
@AllowNull(true)
|
|
|
|
@Is('VideoFileInfohash', value => throwIfNotValid(value, isVideoFileInfoHashValid, 'info hash', true))
|
2017-12-12 16:53:50 +00:00
|
|
|
@Column
|
|
|
|
infoHash: string
|
|
|
|
|
2018-09-26 12:08:35 +00:00
|
|
|
@AllowNull(false)
|
|
|
|
@Default(-1)
|
2018-06-29 14:41:29 +00:00
|
|
|
@Is('VideoFileFPS', value => throwIfNotValid(value, isVideoFPSResolutionValid, 'fps'))
|
|
|
|
@Column
|
|
|
|
fps: number
|
|
|
|
|
2020-03-10 13:39:40 +00:00
|
|
|
@AllowNull(true)
|
|
|
|
@Column(DataType.JSONB)
|
|
|
|
metadata: any
|
|
|
|
|
|
|
|
@AllowNull(true)
|
|
|
|
@Column
|
|
|
|
metadataUrl: string
|
|
|
|
|
2017-12-12 16:53:50 +00:00
|
|
|
@ForeignKey(() => VideoModel)
|
|
|
|
@Column
|
|
|
|
videoId: number
|
|
|
|
|
|
|
|
@BelongsTo(() => VideoModel, {
|
2017-08-25 09:36:23 +00:00
|
|
|
foreignKey: {
|
2019-11-15 14:06:03 +00:00
|
|
|
allowNull: true
|
2017-08-25 09:36:23 +00:00
|
|
|
},
|
|
|
|
onDelete: 'CASCADE'
|
|
|
|
})
|
2017-12-12 16:53:50 +00:00
|
|
|
Video: VideoModel
|
2018-08-14 09:00:03 +00:00
|
|
|
|
2019-11-15 14:06:03 +00:00
|
|
|
@ForeignKey(() => VideoStreamingPlaylistModel)
|
|
|
|
@Column
|
|
|
|
videoStreamingPlaylistId: number
|
|
|
|
|
|
|
|
@BelongsTo(() => VideoStreamingPlaylistModel, {
|
|
|
|
foreignKey: {
|
|
|
|
allowNull: true
|
|
|
|
},
|
|
|
|
onDelete: 'CASCADE'
|
|
|
|
})
|
|
|
|
VideoStreamingPlaylist: VideoStreamingPlaylistModel
|
|
|
|
|
2018-09-11 14:27:07 +00:00
|
|
|
@HasMany(() => VideoRedundancyModel, {
|
|
|
|
foreignKey: {
|
2019-01-29 07:37:25 +00:00
|
|
|
allowNull: true
|
2018-09-11 14:27:07 +00:00
|
|
|
},
|
|
|
|
onDelete: 'CASCADE',
|
|
|
|
hooks: true
|
|
|
|
})
|
|
|
|
RedundancyVideos: VideoRedundancyModel[]
|
|
|
|
|
2020-01-03 12:47:45 +00:00
|
|
|
static doesInfohashExistCached = memoizee(VideoFileModel.doesInfohashExist, {
|
|
|
|
promise: true,
|
|
|
|
max: MEMOIZE_LENGTH.INFO_HASH_EXISTS,
|
|
|
|
maxAge: MEMOIZE_TTL.INFO_HASH_EXISTS
|
|
|
|
})
|
|
|
|
|
2019-01-29 07:37:25 +00:00
|
|
|
static doesInfohashExist (infoHash: string) {
|
2018-08-14 09:00:03 +00:00
|
|
|
const query = 'SELECT 1 FROM "videoFile" WHERE "infoHash" = $infoHash LIMIT 1'
|
|
|
|
const options = {
|
2019-10-21 12:50:55 +00:00
|
|
|
type: QueryTypes.SELECT as QueryTypes.SELECT,
|
2018-08-14 09:00:03 +00:00
|
|
|
bind: { infoHash },
|
|
|
|
raw: true
|
|
|
|
}
|
|
|
|
|
|
|
|
return VideoModel.sequelize.query(query, options)
|
2019-04-23 07:50:57 +00:00
|
|
|
.then(results => results.length === 1)
|
2018-08-14 09:00:03 +00:00
|
|
|
}
|
2018-09-24 11:07:33 +00:00
|
|
|
|
2020-03-10 13:39:40 +00:00
|
|
|
static async doesVideoExistForVideoFile (id: number, videoIdOrUUID: number | string) {
|
|
|
|
const videoFile = await VideoFileModel.loadWithVideoOrPlaylist(id, videoIdOrUUID)
|
2020-03-10 13:49:02 +00:00
|
|
|
|
|
|
|
return !!videoFile
|
2020-03-10 13:39:40 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static loadWithMetadata (id: number) {
|
|
|
|
return VideoFileModel.scope(ScopeNames.WITH_METADATA).findByPk(id)
|
|
|
|
}
|
|
|
|
|
2018-10-03 14:43:57 +00:00
|
|
|
static loadWithVideo (id: number) {
|
2020-03-10 13:39:40 +00:00
|
|
|
return VideoFileModel.scope(ScopeNames.WITH_VIDEO).findByPk(id)
|
|
|
|
}
|
2018-10-03 14:43:57 +00:00
|
|
|
|
2020-03-10 13:39:40 +00:00
|
|
|
static loadWithVideoOrPlaylist (id: number, videoIdOrUUID: number | string) {
|
2020-03-10 13:49:02 +00:00
|
|
|
const whereVideo = validator.isUUID(videoIdOrUUID + '')
|
|
|
|
? { uuid: videoIdOrUUID }
|
|
|
|
: { id: videoIdOrUUID }
|
|
|
|
|
|
|
|
const options = {
|
|
|
|
where: {
|
|
|
|
id
|
|
|
|
},
|
|
|
|
include: [
|
|
|
|
{
|
|
|
|
model: VideoModel.unscoped(),
|
|
|
|
required: false,
|
|
|
|
where: whereVideo
|
|
|
|
},
|
|
|
|
{
|
|
|
|
model: VideoStreamingPlaylistModel.unscoped(),
|
|
|
|
required: false,
|
|
|
|
include: [
|
|
|
|
{
|
|
|
|
model: VideoModel.unscoped(),
|
|
|
|
required: true,
|
|
|
|
where: whereVideo
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
2020-03-10 13:39:40 +00:00
|
|
|
]
|
2020-03-10 13:49:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return VideoFileModel.findOne(options)
|
|
|
|
.then(file => {
|
|
|
|
// We used `required: false` so check we have at least a video or a streaming playlist
|
|
|
|
if (!file.Video && !file.VideoStreamingPlaylist) return null
|
|
|
|
|
|
|
|
return file
|
|
|
|
})
|
2018-10-03 14:43:57 +00:00
|
|
|
}
|
|
|
|
|
2019-04-23 07:50:57 +00:00
|
|
|
static listByStreamingPlaylist (streamingPlaylistId: number, transaction: Transaction) {
|
2019-04-08 09:13:49 +00:00
|
|
|
const query = {
|
|
|
|
include: [
|
|
|
|
{
|
|
|
|
model: VideoModel.unscoped(),
|
|
|
|
required: true,
|
|
|
|
include: [
|
|
|
|
{
|
|
|
|
model: VideoStreamingPlaylistModel.unscoped(),
|
|
|
|
required: true,
|
|
|
|
where: {
|
|
|
|
id: streamingPlaylistId
|
|
|
|
}
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
],
|
|
|
|
transaction
|
|
|
|
}
|
|
|
|
|
|
|
|
return VideoFileModel.findAll(query)
|
|
|
|
}
|
|
|
|
|
2019-04-23 07:50:57 +00:00
|
|
|
static getStats () {
|
2020-11-10 07:07:21 +00:00
|
|
|
const webtorrentFilesQuery: FindOptions = {
|
2019-01-15 08:45:54 +00:00
|
|
|
include: [
|
|
|
|
{
|
|
|
|
attributes: [],
|
2020-11-10 07:07:21 +00:00
|
|
|
required: true,
|
2019-01-15 08:45:54 +00:00
|
|
|
model: VideoModel.unscoped(),
|
|
|
|
where: {
|
|
|
|
remote: false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
2019-04-23 07:50:57 +00:00
|
|
|
|
2020-11-10 07:07:21 +00:00
|
|
|
const hlsFilesQuery: FindOptions = {
|
|
|
|
include: [
|
|
|
|
{
|
|
|
|
attributes: [],
|
|
|
|
required: true,
|
|
|
|
model: VideoStreamingPlaylistModel.unscoped(),
|
|
|
|
include: [
|
|
|
|
{
|
|
|
|
attributes: [],
|
|
|
|
model: VideoModel.unscoped(),
|
|
|
|
required: true,
|
|
|
|
where: {
|
|
|
|
remote: false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
|
|
|
|
return Promise.all([
|
|
|
|
VideoFileModel.aggregate('size', 'SUM', webtorrentFilesQuery),
|
|
|
|
VideoFileModel.aggregate('size', 'SUM', hlsFilesQuery)
|
|
|
|
]).then(([ webtorrentResult, hlsResult ]) => ({
|
|
|
|
totalLocalVideoFilesSize: parseAggregateResult(webtorrentResult) + parseAggregateResult(hlsResult)
|
|
|
|
}))
|
2019-01-15 08:45:54 +00:00
|
|
|
}
|
|
|
|
|
2019-11-15 14:06:03 +00:00
|
|
|
// Redefine upsert because sequelize does not use an appropriate where clause in the update query with 2 unique indexes
|
|
|
|
static async customUpsert (
|
|
|
|
videoFile: MVideoFile,
|
|
|
|
mode: 'streaming-playlist' | 'video',
|
|
|
|
transaction: Transaction
|
|
|
|
) {
|
|
|
|
const baseWhere = {
|
|
|
|
fps: videoFile.fps,
|
|
|
|
resolution: videoFile.resolution
|
|
|
|
}
|
|
|
|
|
|
|
|
if (mode === 'streaming-playlist') Object.assign(baseWhere, { videoStreamingPlaylistId: videoFile.videoStreamingPlaylistId })
|
|
|
|
else Object.assign(baseWhere, { videoId: videoFile.videoId })
|
|
|
|
|
|
|
|
const element = await VideoFileModel.findOne({ where: baseWhere, transaction })
|
|
|
|
if (!element) return videoFile.save({ transaction })
|
|
|
|
|
|
|
|
for (const k of Object.keys(videoFile.toJSON())) {
|
|
|
|
element[k] = videoFile[k]
|
|
|
|
}
|
|
|
|
|
|
|
|
return element.save({ transaction })
|
|
|
|
}
|
|
|
|
|
2020-11-03 14:33:30 +00:00
|
|
|
static removeHLSFilesOfVideoId (videoStreamingPlaylistId: number) {
|
|
|
|
const options = {
|
|
|
|
where: { videoStreamingPlaylistId }
|
|
|
|
}
|
|
|
|
|
|
|
|
return VideoFileModel.destroy(options)
|
|
|
|
}
|
|
|
|
|
2019-11-15 14:06:03 +00:00
|
|
|
getVideoOrStreamingPlaylist (this: MVideoFileVideo | MVideoFileStreamingPlaylistVideo): MVideo | MStreamingPlaylistVideo {
|
|
|
|
if (this.videoId) return (this as MVideoFileVideo).Video
|
|
|
|
|
|
|
|
return (this as MVideoFileStreamingPlaylistVideo).VideoStreamingPlaylist
|
|
|
|
}
|
|
|
|
|
2019-05-16 14:55:34 +00:00
|
|
|
isAudio () {
|
|
|
|
return !!MIMETYPES.AUDIO.EXT_MIMETYPE[this.extname]
|
|
|
|
}
|
|
|
|
|
2020-11-04 14:31:32 +00:00
|
|
|
isLive () {
|
|
|
|
return this.size === -1
|
|
|
|
}
|
|
|
|
|
2020-11-06 09:57:40 +00:00
|
|
|
isHLS () {
|
2020-11-06 13:33:31 +00:00
|
|
|
return !!this.videoStreamingPlaylistId
|
2020-11-06 09:57:40 +00:00
|
|
|
}
|
|
|
|
|
2019-08-15 09:53:26 +00:00
|
|
|
hasSameUniqueKeysThan (other: MVideoFile) {
|
2018-09-24 11:07:33 +00:00
|
|
|
return this.fps === other.fps &&
|
|
|
|
this.resolution === other.resolution &&
|
2019-11-15 14:06:03 +00:00
|
|
|
(
|
|
|
|
(this.videoId !== null && this.videoId === other.videoId) ||
|
|
|
|
(this.videoStreamingPlaylistId !== null && this.videoStreamingPlaylistId === other.videoStreamingPlaylistId)
|
|
|
|
)
|
2018-09-24 11:07:33 +00:00
|
|
|
}
|
2017-08-25 09:36:23 +00:00
|
|
|
}
|