2021-02-16 10:25:53 -05:00
|
|
|
import * as memoizee from 'memoizee'
|
|
|
|
import { join } from 'path'
|
|
|
|
import { Op, QueryTypes } from 'sequelize'
|
2019-08-15 05:53:26 -04:00
|
|
|
import { AllowNull, BelongsTo, Column, CreatedAt, DataType, ForeignKey, HasMany, Is, Model, Table, UpdatedAt } from 'sequelize-typescript'
|
2021-02-16 10:25:53 -05:00
|
|
|
import { VideoFileModel } from '@server/models/video/video-file'
|
|
|
|
import { MStreamingPlaylist } from '@server/types/models'
|
2019-01-29 02:37:25 -05:00
|
|
|
import { VideoStreamingPlaylistType } from '../../../shared/models/videos/video-streaming-playlist.type'
|
|
|
|
import { sha1 } from '../../helpers/core-utils'
|
2021-02-16 10:25:53 -05:00
|
|
|
import { isActivityPubUrlValid } from '../../helpers/custom-validators/activitypub/misc'
|
2019-01-29 02:37:25 -05:00
|
|
|
import { isArrayOf } from '../../helpers/custom-validators/misc'
|
2021-02-16 10:25:53 -05:00
|
|
|
import { isVideoFileInfoHashValid } from '../../helpers/custom-validators/videos'
|
|
|
|
import { CONSTRAINTS_FIELDS, MEMOIZE_LENGTH, MEMOIZE_TTL, P2P_MEDIA_LOADER_PEER_VERSION, STATIC_PATHS } from '../../initializers/constants'
|
|
|
|
import { VideoRedundancyModel } from '../redundancy/video-redundancy'
|
|
|
|
import { throwIfNotValid } from '../utils'
|
|
|
|
import { VideoModel } from './video'
|
2019-01-29 02:37:25 -05:00
|
|
|
|
|
|
|
@Table({
|
|
|
|
tableName: 'videoStreamingPlaylist',
|
|
|
|
indexes: [
|
|
|
|
{
|
|
|
|
fields: [ 'videoId' ]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
fields: [ 'videoId', 'type' ],
|
|
|
|
unique: true
|
|
|
|
},
|
|
|
|
{
|
|
|
|
fields: [ 'p2pMediaLoaderInfohashes' ],
|
|
|
|
using: 'gin'
|
|
|
|
}
|
2019-04-23 03:50:57 -04:00
|
|
|
]
|
2019-01-29 02:37:25 -05:00
|
|
|
})
|
2020-12-08 08:30:29 -05:00
|
|
|
export class VideoStreamingPlaylistModel extends Model {
|
2019-01-29 02:37:25 -05:00
|
|
|
@CreatedAt
|
|
|
|
createdAt: Date
|
|
|
|
|
|
|
|
@UpdatedAt
|
|
|
|
updatedAt: Date
|
|
|
|
|
|
|
|
@AllowNull(false)
|
|
|
|
@Column
|
|
|
|
type: VideoStreamingPlaylistType
|
|
|
|
|
|
|
|
@AllowNull(false)
|
|
|
|
@Is('PlaylistUrl', value => throwIfNotValid(value, isActivityPubUrlValid, 'playlist url'))
|
|
|
|
@Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.URL.max))
|
|
|
|
playlistUrl: string
|
|
|
|
|
|
|
|
@AllowNull(false)
|
|
|
|
@Is('VideoStreamingPlaylistInfoHashes', value => throwIfNotValid(value, v => isArrayOf(v, isVideoFileInfoHashValid), 'info hashes'))
|
2019-04-23 03:50:57 -04:00
|
|
|
@Column(DataType.ARRAY(DataType.STRING))
|
2019-01-29 02:37:25 -05:00
|
|
|
p2pMediaLoaderInfohashes: string[]
|
|
|
|
|
2019-04-08 05:13:49 -04:00
|
|
|
@AllowNull(false)
|
|
|
|
@Column
|
|
|
|
p2pMediaLoaderPeerVersion: number
|
|
|
|
|
2019-01-29 02:37:25 -05:00
|
|
|
@AllowNull(false)
|
|
|
|
@Is('VideoStreamingSegmentsSha256Url', value => throwIfNotValid(value, isActivityPubUrlValid, 'segments sha256 url'))
|
|
|
|
@Column
|
|
|
|
segmentsSha256Url: string
|
|
|
|
|
|
|
|
@ForeignKey(() => VideoModel)
|
|
|
|
@Column
|
|
|
|
videoId: number
|
|
|
|
|
|
|
|
@BelongsTo(() => VideoModel, {
|
|
|
|
foreignKey: {
|
|
|
|
allowNull: false
|
|
|
|
},
|
|
|
|
onDelete: 'CASCADE'
|
|
|
|
})
|
|
|
|
Video: VideoModel
|
|
|
|
|
2019-11-15 09:06:03 -05:00
|
|
|
@HasMany(() => VideoFileModel, {
|
|
|
|
foreignKey: {
|
|
|
|
allowNull: true
|
|
|
|
},
|
|
|
|
onDelete: 'CASCADE'
|
|
|
|
})
|
|
|
|
VideoFiles: VideoFileModel[]
|
|
|
|
|
2019-01-29 02:37:25 -05:00
|
|
|
@HasMany(() => VideoRedundancyModel, {
|
|
|
|
foreignKey: {
|
|
|
|
allowNull: false
|
|
|
|
},
|
|
|
|
onDelete: 'CASCADE',
|
|
|
|
hooks: true
|
|
|
|
})
|
|
|
|
RedundancyVideos: VideoRedundancyModel[]
|
|
|
|
|
2020-01-03 07:47:45 -05:00
|
|
|
static doesInfohashExistCached = memoizee(VideoStreamingPlaylistModel.doesInfohashExist, {
|
|
|
|
promise: true,
|
|
|
|
max: MEMOIZE_LENGTH.INFO_HASH_EXISTS,
|
|
|
|
maxAge: MEMOIZE_TTL.INFO_HASH_EXISTS
|
|
|
|
})
|
|
|
|
|
2019-01-29 02:37:25 -05:00
|
|
|
static doesInfohashExist (infoHash: string) {
|
|
|
|
const query = 'SELECT 1 FROM "videoStreamingPlaylist" WHERE $infoHash = ANY("p2pMediaLoaderInfohashes") LIMIT 1'
|
|
|
|
const options = {
|
2019-04-18 05:28:17 -04:00
|
|
|
type: QueryTypes.SELECT as QueryTypes.SELECT,
|
2019-01-29 02:37:25 -05:00
|
|
|
bind: { infoHash },
|
|
|
|
raw: true
|
|
|
|
}
|
|
|
|
|
2019-04-23 03:50:57 -04:00
|
|
|
return VideoModel.sequelize.query<object>(query, options)
|
2019-04-18 05:28:17 -04:00
|
|
|
.then(results => results.length === 1)
|
2019-01-29 02:37:25 -05:00
|
|
|
}
|
|
|
|
|
2019-11-15 09:06:03 -05:00
|
|
|
static buildP2PMediaLoaderInfoHashes (playlistUrl: string, files: unknown[]) {
|
2019-01-29 02:37:25 -05:00
|
|
|
const hashes: string[] = []
|
|
|
|
|
2019-04-08 05:13:49 -04:00
|
|
|
// https://github.com/Novage/p2p-media-loader/blob/master/p2p-media-loader-core/lib/p2p-media-manager.ts#L115
|
2019-11-15 09:06:03 -05:00
|
|
|
for (let i = 0; i < files.length; i++) {
|
2019-04-08 05:13:49 -04:00
|
|
|
hashes.push(sha1(`${P2P_MEDIA_LOADER_PEER_VERSION}${playlistUrl}+V${i}`))
|
2019-01-29 02:37:25 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
return hashes
|
|
|
|
}
|
|
|
|
|
2019-04-08 05:13:49 -04:00
|
|
|
static listByIncorrectPeerVersion () {
|
|
|
|
const query = {
|
|
|
|
where: {
|
|
|
|
p2pMediaLoaderPeerVersion: {
|
2019-04-18 05:28:17 -04:00
|
|
|
[Op.ne]: P2P_MEDIA_LOADER_PEER_VERSION
|
2019-04-08 05:13:49 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return VideoStreamingPlaylistModel.findAll(query)
|
|
|
|
}
|
|
|
|
|
2019-01-29 02:37:25 -05:00
|
|
|
static loadWithVideo (id: number) {
|
|
|
|
const options = {
|
|
|
|
include: [
|
|
|
|
{
|
|
|
|
model: VideoModel.unscoped(),
|
|
|
|
required: true
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
|
2019-02-21 08:28:06 -05:00
|
|
|
return VideoStreamingPlaylistModel.findByPk(id, options)
|
2019-01-29 02:37:25 -05:00
|
|
|
}
|
|
|
|
|
2020-09-25 04:04:21 -04:00
|
|
|
static loadHLSPlaylistByVideo (videoId: number) {
|
|
|
|
const options = {
|
|
|
|
where: {
|
|
|
|
type: VideoStreamingPlaylistType.HLS,
|
|
|
|
videoId
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return VideoStreamingPlaylistModel.findOne(options)
|
|
|
|
}
|
|
|
|
|
2019-01-29 02:37:25 -05:00
|
|
|
static getHlsPlaylistFilename (resolution: number) {
|
|
|
|
return resolution + '.m3u8'
|
|
|
|
}
|
|
|
|
|
|
|
|
static getMasterHlsPlaylistFilename () {
|
|
|
|
return 'master.m3u8'
|
|
|
|
}
|
|
|
|
|
|
|
|
static getHlsSha256SegmentsFilename () {
|
|
|
|
return 'segments-sha256.json'
|
|
|
|
}
|
|
|
|
|
|
|
|
static getHlsMasterPlaylistStaticPath (videoUUID: string) {
|
2019-03-05 06:00:31 -05:00
|
|
|
return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getMasterHlsPlaylistFilename())
|
2019-01-29 02:37:25 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
static getHlsPlaylistStaticPath (videoUUID: string, resolution: number) {
|
2019-03-05 06:00:31 -05:00
|
|
|
return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getHlsPlaylistFilename(resolution))
|
2019-01-29 02:37:25 -05:00
|
|
|
}
|
|
|
|
|
2020-09-17 03:20:52 -04:00
|
|
|
static getHlsSha256SegmentsStaticPath (videoUUID: string, isLive: boolean) {
|
|
|
|
if (isLive) return join('/live', 'segments-sha256', videoUUID)
|
|
|
|
|
2019-03-05 06:00:31 -05:00
|
|
|
return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getHlsSha256SegmentsFilename())
|
2019-01-29 02:37:25 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
getStringType () {
|
|
|
|
if (this.type === VideoStreamingPlaylistType.HLS) return 'hls'
|
|
|
|
|
|
|
|
return 'unknown'
|
|
|
|
}
|
|
|
|
|
2019-11-15 09:06:03 -05:00
|
|
|
getTrackerUrls (baseUrlHttp: string, baseUrlWs: string) {
|
|
|
|
return [ baseUrlWs + '/tracker/socket', baseUrlHttp + '/tracker/announce' ]
|
|
|
|
}
|
|
|
|
|
2019-08-15 05:53:26 -04:00
|
|
|
hasSameUniqueKeysThan (other: MStreamingPlaylist) {
|
2019-01-29 02:37:25 -05:00
|
|
|
return this.type === other.type &&
|
|
|
|
this.videoId === other.videoId
|
|
|
|
}
|
|
|
|
}
|