1
0
Fork 0

Add sync youtube playlist test

This commit is contained in:
Chocobozzz 2022-09-19 15:47:57 +02:00
parent d342d752b3
commit 065684b2fe
No known key found for this signature in database
GPG key ID: 583A612D890159BE
2 changed files with 57 additions and 39 deletions

View file

@ -3,7 +3,7 @@
import { expect } from 'chai' import { expect } from 'chai'
import { FIXTURE_URLS } from '@server/tests/shared' import { FIXTURE_URLS } from '@server/tests/shared'
import { areHttpImportTestsDisabled } from '@shared/core-utils' import { areHttpImportTestsDisabled } from '@shared/core-utils'
import { HttpStatusCode, VideoChannelSyncState, VideoInclude, VideoPrivacy } from '@shared/models' import { VideoChannelSyncState, VideoInclude, VideoPrivacy } from '@shared/models'
import { import {
createMultipleServers, createMultipleServers,
getServerImportConfig, getServerImportConfig,
@ -43,6 +43,25 @@ describe('Test channel synchronizations', function () {
) )
} }
async function listAllVideosOfChannel (channelName: string) {
return servers[0].videos.listByChannel({
handle: channelName,
include: VideoInclude.NOT_PUBLISHED_STATE
})
}
async function forceSyncAll (videoChannelSyncId: number, fromDate = '1970-01-01') {
await changeDateForSync(videoChannelSyncId, fromDate)
await servers[0].debug.sendCommand({
body: {
command: 'process-video-channel-sync-latest'
}
})
await waitJobs(servers)
}
before(async function () { before(async function () {
this.timeout(240_000) this.timeout(240_000)
@ -80,7 +99,7 @@ describe('Test channel synchronizations', function () {
expect(video.name).to.equal('small video - youtube') expect(video.name).to.equal('small video - youtube')
expect(video.waitTranscoding).to.be.true expect(video.waitTranscoding).to.be.true
const { total } = await servers[0].videos.listByChannel({ handle: 'root_channel', include: VideoInclude.NOT_PUBLISHED_STATE }) const { total } = await listAllVideosOfChannel('root_channel')
expect(total).to.equal(1) expect(total).to.equal(1)
} }
@ -88,28 +107,14 @@ describe('Test channel synchronizations', function () {
attributes: { attributes: {
externalChannelUrl: FIXTURE_URLS.youtubeChannel, externalChannelUrl: FIXTURE_URLS.youtubeChannel,
videoChannelId: servers[0].store.channel.id videoChannelId: servers[0].store.channel.id
}, }
token: servers[0].accessToken,
expectedStatus: HttpStatusCode.OK_200
}) })
rootChannelSyncId = videoChannelSync.id rootChannelSyncId = videoChannelSync.id
// Ensure any missing video not already fetched will be considered as new await forceSyncAll(rootChannelSyncId)
await changeDateForSync(videoChannelSync.id, '1970-01-01')
await servers[0].debug.sendCommand({
body: {
command: 'process-video-channel-sync-latest'
}
})
{ {
await waitJobs(servers) const { total, data } = await listAllVideosOfChannel('root_channel')
const { total, data } = await servers[0].videos.listByChannel({
handle: 'root_channel',
include: VideoInclude.NOT_PUBLISHED_STATE
})
expect(total).to.equal(2) expect(total).to.equal(2)
expect(data[0].name).to.equal('test') expect(data[0].name).to.equal('test')
expect(data[0].waitTranscoding).to.be.true expect(data[0].waitTranscoding).to.be.true
@ -123,16 +128,12 @@ describe('Test channel synchronizations', function () {
attributes: { attributes: {
externalChannelUrl, externalChannelUrl,
videoChannelId: servers[0].store.channel.id videoChannelId: servers[0].store.channel.id
}, }
token: servers[0].accessToken,
expectedStatus: HttpStatusCode.OK_200
}) })
expect(videoChannelSync.externalChannelUrl).to.equal(externalChannelUrl) expect(videoChannelSync.externalChannelUrl).to.equal(externalChannelUrl)
expect(videoChannelSync.channel).to.include({ expect(videoChannelSync.channel.id).to.equal(servers[0].store.channel.id)
id: servers[0].store.channel.id, expect(videoChannelSync.channel.name).to.equal('root_channel')
name: 'root_channel'
})
expect(videoChannelSync.state.id).to.equal(VideoChannelSyncState.WAITING_FIRST_RUN) expect(videoChannelSync.state.id).to.equal(VideoChannelSyncState.WAITING_FIRST_RUN)
expect(new Date(videoChannelSync.createdAt)).to.be.above(startTestDate).and.to.be.at.most(new Date()) expect(new Date(videoChannelSync.createdAt)).to.be.above(startTestDate).and.to.be.at.most(new Date())
}) })
@ -162,20 +163,9 @@ describe('Test channel synchronizations', function () {
it('Should only fetch the videos newer than the creation date', async function () { it('Should only fetch the videos newer than the creation date', async function () {
this.timeout(120_000) this.timeout(120_000)
await changeDateForSync(userInfo.syncId, '2019-03-01') await forceSyncAll(userInfo.syncId, '2019-03-01')
await servers[0].debug.sendCommand({ const { data, total } = await listAllVideosOfChannel(userInfo.channelName)
body: {
command: 'process-video-channel-sync-latest'
}
})
await waitJobs(servers)
const { data, total } = await servers[0].videos.listByChannel({
handle: userInfo.channelName,
include: VideoInclude.NOT_PUBLISHED_STATE
})
expect(total).to.equal(1) expect(total).to.equal(1)
expect(data[0].name).to.equal('test') expect(data[0].name).to.equal('test')
@ -284,6 +274,33 @@ describe('Test channel synchronizations', function () {
// expect(data[0].name).to.equal('remote 2') // expect(data[0].name).to.equal('remote 2')
// }) // })
it('Should fetch the latest videos of a youtube playlist', async function () {
this.timeout(120_000)
const { id: channelId } = await servers[0].channels.create({
attributes: {
name: 'channel2'
}
})
const { videoChannelSync: { id: videoChannelSyncId } } = await servers[0].channelSyncs.create({
attributes: {
externalChannelUrl: FIXTURE_URLS.youtubePlaylist,
videoChannelId: channelId
}
})
await forceSyncAll(videoChannelSyncId)
{
const { total, data } = await listAllVideosOfChannel('channel2')
expect(total).to.equal(2)
expect(data[0].name).to.equal('test')
expect(data[1].name).to.equal('small video - youtube')
}
})
after(async function () { after(async function () {
await killallServers(servers) await killallServers(servers)
}) })

View file

@ -17,6 +17,7 @@ const FIXTURE_URLS = {
youtubeHDR: 'https://www.youtube.com/watch?v=RQgnBB9z_N4', youtubeHDR: 'https://www.youtube.com/watch?v=RQgnBB9z_N4',
youtubeChannel: 'https://youtube.com/channel/UCtnlZdXv3-xQzxiqfn6cjIA', youtubeChannel: 'https://youtube.com/channel/UCtnlZdXv3-xQzxiqfn6cjIA',
youtubePlaylist: 'https://youtube.com/playlist?list=PLRGXHPrcPd2yc2KdswlAWOxIJ8G3vgy4h',
// eslint-disable-next-line max-len // eslint-disable-next-line max-len
magnet: 'magnet:?xs=https%3A%2F%2Fpeertube2.cpy.re%2Flazy-static%2Ftorrents%2Fb209ca00-c8bb-4b2b-b421-1ede169f3dbc-720.torrent&xt=urn:btih:0f498834733e8057ed5c6f2ee2b4efd8d84a76ee&dn=super+peertube2+video&tr=https%3A%2F%2Fpeertube2.cpy.re%2Ftracker%2Fannounce&tr=wss%3A%2F%2Fpeertube2.cpy.re%3A443%2Ftracker%2Fsocket&ws=https%3A%2F%2Fpeertube2.cpy.re%2Fstatic%2Fwebseed%2Fb209ca00-c8bb-4b2b-b421-1ede169f3dbc-720.mp4', magnet: 'magnet:?xs=https%3A%2F%2Fpeertube2.cpy.re%2Flazy-static%2Ftorrents%2Fb209ca00-c8bb-4b2b-b421-1ede169f3dbc-720.torrent&xt=urn:btih:0f498834733e8057ed5c6f2ee2b4efd8d84a76ee&dn=super+peertube2+video&tr=https%3A%2F%2Fpeertube2.cpy.re%2Ftracker%2Fannounce&tr=wss%3A%2F%2Fpeertube2.cpy.re%3A443%2Ftracker%2Fsocket&ws=https%3A%2F%2Fpeertube2.cpy.re%2Fstatic%2Fwebseed%2Fb209ca00-c8bb-4b2b-b421-1ede169f3dbc-720.mp4',