forks/peertube
1
0
Fork 0
Code Releases Activity

Use a migration script to generate HLS torrent files

Browse source
This commit is contained in:
Chocobozzz 2019-12-12 10:54:01 +01:00
parent 458218d2ba
commit 907b8f9347
No known key found for this signature in database
GPG key ID: 583A612D890159BE
3 changed files with 78 additions and 56 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

77
scripts/migrations/peertube-2.1.ts Normal file
View file

@ -0,0 +1,77 @@
import { registerTSPaths } from '../../server/helpers/register-ts-paths'
registerTSPaths()
import { initDatabaseModels, sequelizeTypescript } from '../../server/initializers'
import * as Sequelize from 'sequelize'
import { join } from 'path'
import { HLS_STREAMING_PLAYLIST_DIRECTORY, STATIC_PATHS, WEBSERVER } from '@server/initializers/constants'
import { pathExists, stat, writeFile } from 'fs-extra'
import { createTorrentPromise } from '@server/helpers/webtorrent'
import { CONFIG } from '@server/initializers/config'
import * as parseTorrent from 'parse-torrent'
import { logger } from '@server/helpers/logger'
run()
.then(() => process.exit(0))
.catch(err => {
console.error(err)
process.exit(-1)
})
async function run () {
logger.info('Creating torrents and updating database for HSL files.')
await initDatabaseModels(true)
const query = 'select "videoFile".id as id, "videoFile".resolution as resolution, "video".uuid as uuid from "videoFile" ' +
'inner join "videoStreamingPlaylist" ON "videoStreamingPlaylist".id = "videoFile"."videoStreamingPlaylistId" ' +
'inner join video ON video.id = "videoStreamingPlaylist"."videoId" ' +
'WHERE video.remote IS FALSE'
const options = {
type: Sequelize.QueryTypes.SELECT
}
const res = await sequelizeTypescript.query(query, options)
for (const row of res) {
const videoFilename = `${row['uuid']}-${row['resolution']}-fragmented.mp4`
const videoFilePath = join(HLS_STREAMING_PLAYLIST_DIRECTORY, row['uuid'], videoFilename)
logger.info('Processing %s.', videoFilePath)
if (!await pathExists(videoFilePath)) {
console.warn('Cannot generate torrent of %s: file does not exist.', videoFilePath)
continue
}
const createTorrentOptions = {
// Keep the extname, it's used by the client to stream the file inside a web browser
name: `video ${row['uuid']}`,
createdBy: 'PeerTube',
announceList: [
[ WEBSERVER.WS + '://' + WEBSERVER.HOSTNAME + ':' + WEBSERVER.PORT + '/tracker/socket' ],
[ WEBSERVER.URL + '/tracker/announce' ]
],
urlList: [ WEBSERVER.URL + join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, row['uuid'], videoFilename) ]
}
const torrent = await createTorrentPromise(videoFilePath, createTorrentOptions)
const torrentName = `${row['uuid']}-${row['resolution']}-hls.torrent`
const filePath = join(CONFIG.STORAGE.TORRENTS_DIR, torrentName)
await writeFile(filePath, torrent)
const parsedTorrent = parseTorrent(torrent)
const infoHash = parsedTorrent.infoHash
const stats = await stat(videoFilePath)
const size = stats.size
const queryUpdate = 'UPDATE "videoFile" SET "infoHash" = ?, "size" = ? WHERE id = ?'
const options = {
type: Sequelize.QueryTypes.UPDATE,
replacements: [ infoHash, size, row['id'] ]
}
await sequelizeTypescript.query(queryUpdate, options)
}
}

55
server/initializers/migrations/0450-streaming-playlist-files.ts
View file

@ -48,61 +48,6 @@ async function up (utils: {
await utils.sequelize.query(query, { transaction: utils.transaction })
}
{
const query = 'select "videoFile".id as id, "videoFile".resolution as resolution, "video".uuid as uuid from "videoFile" ' +
'inner join "videoStreamingPlaylist" ON "videoStreamingPlaylist".id = "videoFile"."videoStreamingPlaylistId" ' +
'inner join video ON video.id = "videoStreamingPlaylist"."videoId" ' +
'WHERE video.remote IS FALSE'
const options = {
type: Sequelize.QueryTypes.SELECT,
transaction: utils.transaction
}
const res = await utils.sequelize.query(query, options)
for (const row of res) {
const videoFilename = `${row['uuid']}-${row['resolution']}-fragmented.mp4`
const videoFilePath = join(HLS_STREAMING_PLAYLIST_DIRECTORY, row['uuid'], videoFilename)
if (!await pathExists(videoFilePath)) {
console.warn('Cannot generate torrent of %s: file does not exist.', videoFilePath)
continue
}
const createTorrentOptions = {
// Keep the extname, it's used by the client to stream the file inside a web browser
name: `video ${row['uuid']}`,
createdBy: 'PeerTube',
announceList: [
[ WEBSERVER.WS + '://' + WEBSERVER.HOSTNAME + ':' + WEBSERVER.PORT + '/tracker/socket' ],
[ WEBSERVER.URL + '/tracker/announce' ]
],
urlList: [ WEBSERVER.URL + join(HLS_STREAMING_PLAYLIST_DIRECTORY, row['uuid'], videoFilename) ]
}
const torrent = await createTorrentPromise(videoFilePath, createTorrentOptions)
const torrentName = `${row['uuid']}-${row['resolution']}-hls.torrent`
const filePath = join(CONFIG.STORAGE.TORRENTS_DIR, torrentName)
await writeFile(filePath, torrent)
const parsedTorrent = parseTorrent(torrent)
const infoHash = parsedTorrent.infoHash
const stats = await stat(videoFilePath)
const size = stats.size
const queryUpdate = 'UPDATE "videoFile" SET "infoHash" = ?, "size" = ? WHERE id = ?'
const options = {
type: Sequelize.QueryTypes.UPDATE,
replacements: [ infoHash, size, row['id'] ],
transaction: utils.transaction
}
await utils.sequelize.query(queryUpdate, options)
}
}
}
function down (options) {

2
server/models/video/video-file.ts
View file

@ -26,7 +26,7 @@ import { VideoStreamingPlaylistModel } from './video-streaming-playlist'
import { FindOptions, Op, QueryTypes, Transaction } from 'sequelize'
import { MIMETYPES } from '../../initializers/constants'
import { MVideoFile, MVideoFileStreamingPlaylistVideo, MVideoFileVideo } from '../../typings/models/video/video-file'
import { MStreamingPlaylist, MStreamingPlaylistVideo, MVideo } from '@server/typings/models'
import { MStreamingPlaylistVideo, MVideo } from '@server/typings/models'
@Table({
tableName: 'videoFile',