forks
/
peertube
1
0
Fork 0
Code Releases Activity

Speed up plugin transcoding tests

This commit is contained in:
Chocobozzz 2021-07-22 08:46:55 +02:00
parent 7c94e1e7b6
commit 13e1337791
No known key found for this signature in database
GPG Key ID: 583A612D890159BE
5 changed files with 97 additions and 92 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/benchmark.ts
View File

@ -1,10 +1,10 @@
import { registerTSPaths } from '../server/helpers/register-ts-paths'
registerTSPaths()
import * as autocannon from 'autocannon'
import { writeJson } from 'fs-extra'
import { createSingleServer, killallServers, PeerTubeServer, setAccessTokensToServers } from '@shared/extra-utils'
import { Video, VideoPrivacy } from '@shared/models'
import { registerTSPaths } from '../server/helpers/register-ts-paths'
registerTSPaths()
let server: PeerTubeServer
let video: Video

2
scripts/ci.sh
View File

@ -77,7 +77,7 @@ elif [ "$1" = "api-2" ]; then
serverFiles=$(findTestFiles ./dist/server/tests/api/server)
usersFiles=$(findTestFiles ./dist/server/tests/api/users)
MOCHA_PARALLEL=true runTest "$1" 3 $serverFiles $usersFiles $liveFiles
MOCHA_PARALLEL=true runTest "$1" 3 $liveFiles $serverFiles $usersFiles
elif [ "$1" = "api-3" ]; then
npm run build:server

7
server/tests/fixtures/peertube-plugin-test-transcoding-one/main.js vendored
View File

@ -18,12 +18,12 @@ async function register ({ transcodingManager }) {
const builder = (options) => {
return {
outputOptions: [
'-r:' + options.streamNum + ' 5'
'-r:' + options.streamNum + ' 50'
]
}
}
transcodingManager.addLiveProfile('libx264', 'low-live', builder)
transcodingManager.addLiveProfile('libx264', 'high-live', builder)
}
}
@ -45,7 +45,7 @@ async function register ({ transcodingManager }) {
const builder = () => {
return {
inputOptions: [
'-r 5'
'-r 50'
]
}
}
@ -82,7 +82,6 @@ async function register ({ transcodingManager }) {
}
}
async function unregister () {
return
}

BIN
server/tests/fixtures/video_very_short_240p.mp4 vendored Normal file
View File

Binary file not shown.

174
server/tests/plugins/plugin-transcoding.ts
View File

@ -110,119 +110,125 @@ describe('Test transcoding plugins', function () {
const config = await server.config.getConfig()
expect(config.transcoding.availableProfiles).to.have.members([ 'default', 'low-vod', 'input-options-vod', 'bad-scale-vod' ])
expect(config.live.transcoding.availableProfiles).to.have.members([ 'default', 'low-live', 'input-options-live', 'bad-scale-live' ])
expect(config.live.transcoding.availableProfiles).to.have.members([ 'default', 'high-live', 'input-options-live', 'bad-scale-live' ])
})
it('Should not use the plugin profile if not chosen by the admin', async function () {
this.timeout(240000)
describe('VOD', function () {
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
it('Should not use the plugin profile if not chosen by the admin', async function () {
this.timeout(240000)
await checkVideoFPS(videoUUID, 'above', 20)
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
await checkVideoFPS(videoUUID, 'above', 20)
})
it('Should use the vod profile', async function () {
this.timeout(240000)
await updateConf(server, 'low-vod', 'default')
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
await checkVideoFPS(videoUUID, 'below', 12)
})
it('Should apply input options in vod profile', async function () {
this.timeout(240000)
await updateConf(server, 'input-options-vod', 'default')
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
await checkVideoFPS(videoUUID, 'below', 6)
})
it('Should apply the scale filter in vod profile', async function () {
this.timeout(240000)
await updateConf(server, 'bad-scale-vod', 'default')
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
// Transcoding failed
const video = await server.videos.get({ id: videoUUID })
expect(video.files).to.have.lengthOf(1)
expect(video.streamingPlaylists).to.have.lengthOf(0)
})
})
it('Should use the vod profile', async function () {
this.timeout(240000)
describe('Live', function () {
await updateConf(server, 'low-vod', 'default')
it('Should not use the plugin profile if not chosen by the admin', async function () {
this.timeout(240000)
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
const liveVideoId = await createLiveWrapper(server)
await checkVideoFPS(videoUUID, 'below', 12)
})
await server.live.sendRTMPStreamInVideo({ videoId: liveVideoId, fixtureName: 'video_very_short_240p.mp4' })
await server.live.waitUntilPublished({ videoId: liveVideoId })
await waitJobs([ server ])
it('Should apply input options in vod profile', async function () {
this.timeout(240000)
await checkLiveFPS(liveVideoId, 'above', 20)
})
await updateConf(server, 'input-options-vod', 'default')
it('Should use the live profile', async function () {
this.timeout(240000)
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
await updateConf(server, 'low-vod', 'high-live')
await checkVideoFPS(videoUUID, 'below', 6)
})
const liveVideoId = await createLiveWrapper(server)
it('Should apply the scale filter in vod profile', async function () {
this.timeout(240000)
await server.live.sendRTMPStreamInVideo({ videoId: liveVideoId, fixtureName: 'video_very_short_240p.mp4' })
await server.live.waitUntilPublished({ videoId: liveVideoId })
await waitJobs([ server ])
await updateConf(server, 'bad-scale-vod', 'default')
await checkLiveFPS(liveVideoId, 'above', 45)
})
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
it('Should apply the input options on live profile', async function () {
this.timeout(240000)
// Transcoding failed
const video = await server.videos.get({ id: videoUUID })
expect(video.files).to.have.lengthOf(1)
expect(video.streamingPlaylists).to.have.lengthOf(0)
})
await updateConf(server, 'low-vod', 'input-options-live')
it('Should not use the plugin profile if not chosen by the admin', async function () {
this.timeout(240000)
const liveVideoId = await createLiveWrapper(server)
const liveVideoId = await createLiveWrapper(server)
await server.live.sendRTMPStreamInVideo({ videoId: liveVideoId, fixtureName: 'video_very_short_240p.mp4' })
await server.live.waitUntilPublished({ videoId: liveVideoId })
await waitJobs([ server ])
await server.live.sendRTMPStreamInVideo({ videoId: liveVideoId, fixtureName: 'video_short2.webm' })
await server.live.waitUntilPublished({ videoId: liveVideoId })
await waitJobs([ server ])
await checkLiveFPS(liveVideoId, 'above', 45)
})
await checkLiveFPS(liveVideoId, 'above', 20)
})
it('Should apply the scale filter name on live profile', async function () {
this.timeout(240000)
it('Should use the live profile', async function () {
this.timeout(240000)
await updateConf(server, 'low-vod', 'bad-scale-live')
await updateConf(server, 'low-vod', 'low-live')
const liveVideoId = await createLiveWrapper(server)
const liveVideoId = await createLiveWrapper(server)
const command = await server.live.sendRTMPStreamInVideo({ videoId: liveVideoId, fixtureName: 'video_very_short_240p.mp4' })
await testFfmpegStreamError(command, true)
})
await server.live.sendRTMPStreamInVideo({ videoId: liveVideoId, fixtureName: 'video_short2.webm' })
await server.live.waitUntilPublished({ videoId: liveVideoId })
await waitJobs([ server ])
it('Should default to the default profile if the specified profile does not exist', async function () {
this.timeout(240000)
await checkLiveFPS(liveVideoId, 'below', 12)
})
await server.plugins.uninstall({ npmName: 'peertube-plugin-test-transcoding-one' })
it('Should apply the input options on live profile', async function () {
this.timeout(240000)
const config = await server.config.getConfig()
await updateConf(server, 'low-vod', 'input-options-live')
expect(config.transcoding.availableProfiles).to.deep.equal([ 'default' ])
expect(config.live.transcoding.availableProfiles).to.deep.equal([ 'default' ])
const liveVideoId = await createLiveWrapper(server)
const videoUUID = (await server.videos.quickUpload({ name: 'video', fixture: 'video_very_short_240p.mp4' })).uuid
await waitJobs([ server ])
await server.live.sendRTMPStreamInVideo({ videoId: liveVideoId, fixtureName: 'video_short2.webm' })
await server.live.waitUntilPublished({ videoId: liveVideoId })
await waitJobs([ server ])
await checkLiveFPS(liveVideoId, 'below', 6)
})
it('Should apply the scale filter name on live profile', async function () {
this.timeout(240000)
await updateConf(server, 'low-vod', 'bad-scale-live')
const liveVideoId = await createLiveWrapper(server)
const command = await server.live.sendRTMPStreamInVideo({ videoId: liveVideoId, fixtureName: 'video_short2.webm' })
await testFfmpegStreamError(command, true)
})
it('Should default to the default profile if the specified profile does not exist', async function () {
this.timeout(240000)
await server.plugins.uninstall({ npmName: 'peertube-plugin-test-transcoding-one' })
const config = await server.config.getConfig()
expect(config.transcoding.availableProfiles).to.deep.equal([ 'default' ])
expect(config.live.transcoding.availableProfiles).to.deep.equal([ 'default' ])
const videoUUID = (await server.videos.quickUpload({ name: 'video' })).uuid
await waitJobs([ server ])
await checkVideoFPS(videoUUID, 'above', 20)
await checkVideoFPS(videoUUID, 'above', 20)
})
})
})
@ -238,7 +244,7 @@ describe('Test transcoding plugins', function () {
it('Should use the new vod encoders', async function () {
this.timeout(240000)
const videoUUID = (await server.videos.quickUpload({ name: 'video', fixture: 'video_short_240p.mp4' })).uuid
const videoUUID = (await server.videos.quickUpload({ name: 'video', fixture: 'video_very_short_240p.mp4' })).uuid
await waitJobs([ server ])
const path = server.servers.buildDirectory(join('videos', videoUUID + '-240.mp4'))