2021-11-09 05:05:35 -05:00
|
|
|
/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
|
|
|
|
|
2023-03-06 09:20:12 -05:00
|
|
|
import { join } from 'path'
|
2022-10-19 04:43:53 -04:00
|
|
|
import { areMockObjectStorageTestsDisabled } from '@shared/core-utils'
|
2021-12-17 05:58:15 -05:00
|
|
|
import { HttpStatusCode, VideoDetails } from '@shared/models'
|
2021-11-09 05:05:35 -05:00
|
|
|
import {
|
|
|
|
cleanupTests,
|
|
|
|
createMultipleServers,
|
|
|
|
doubleFollow,
|
|
|
|
makeRawRequest,
|
|
|
|
ObjectStorageCommand,
|
|
|
|
PeerTubeServer,
|
|
|
|
setAccessTokensToServers,
|
|
|
|
waitJobs
|
2021-12-17 03:29:23 -05:00
|
|
|
} from '@shared/server-commands'
|
2023-03-06 09:20:12 -05:00
|
|
|
import { checkDirectoryIsEmpty, expectStartWith } from '../shared'
|
2021-11-09 05:05:35 -05:00
|
|
|
|
2023-05-23 04:49:45 -04:00
|
|
|
async function checkFiles (origin: PeerTubeServer, video: VideoDetails, objectStorage?: ObjectStorageCommand) {
|
2021-11-09 05:05:35 -05:00
|
|
|
for (const file of video.files) {
|
2023-05-23 04:49:45 -04:00
|
|
|
const start = objectStorage
|
|
|
|
? objectStorage.getMockWebVideosBaseUrl()
|
2021-11-09 05:05:35 -05:00
|
|
|
: origin.url
|
|
|
|
|
|
|
|
expectStartWith(file.fileUrl, start)
|
|
|
|
|
2022-10-12 10:09:02 -04:00
|
|
|
await makeRawRequest({ url: file.fileUrl, expectedStatus: HttpStatusCode.OK_200 })
|
2021-11-09 05:05:35 -05:00
|
|
|
}
|
|
|
|
|
2023-05-23 04:49:45 -04:00
|
|
|
const start = objectStorage
|
|
|
|
? objectStorage.getMockPlaylistBaseUrl()
|
2021-11-09 05:05:35 -05:00
|
|
|
: origin.url
|
|
|
|
|
|
|
|
const hls = video.streamingPlaylists[0]
|
|
|
|
expectStartWith(hls.playlistUrl, start)
|
|
|
|
expectStartWith(hls.segmentsSha256Url, start)
|
|
|
|
|
|
|
|
for (const file of hls.files) {
|
|
|
|
expectStartWith(file.fileUrl, start)
|
|
|
|
|
2022-10-12 10:09:02 -04:00
|
|
|
await makeRawRequest({ url: file.fileUrl, expectedStatus: HttpStatusCode.OK_200 })
|
2021-11-09 05:05:35 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
describe('Test create move video storage job', function () {
|
2022-10-19 04:43:53 -04:00
|
|
|
if (areMockObjectStorageTestsDisabled()) return
|
2021-11-09 05:05:35 -05:00
|
|
|
|
|
|
|
let servers: PeerTubeServer[] = []
|
|
|
|
const uuids: string[] = []
|
2023-05-23 04:49:45 -04:00
|
|
|
const objectStorage = new ObjectStorageCommand()
|
2021-11-09 05:05:35 -05:00
|
|
|
|
|
|
|
before(async function () {
|
|
|
|
this.timeout(360000)
|
|
|
|
|
|
|
|
// Run server 2 to have transcoding enabled
|
|
|
|
servers = await createMultipleServers(2)
|
|
|
|
await setAccessTokensToServers(servers)
|
|
|
|
|
|
|
|
await doubleFollow(servers[0], servers[1])
|
|
|
|
|
2023-05-23 04:49:45 -04:00
|
|
|
await objectStorage.prepareDefaultMockBuckets()
|
2021-11-09 05:05:35 -05:00
|
|
|
|
|
|
|
await servers[0].config.enableTranscoding()
|
|
|
|
|
|
|
|
for (let i = 0; i < 3; i++) {
|
|
|
|
const { uuid } = await servers[0].videos.upload({ attributes: { name: 'video' + i } })
|
|
|
|
uuids.push(uuid)
|
|
|
|
}
|
|
|
|
|
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
await servers[0].kill()
|
2023-05-23 04:49:45 -04:00
|
|
|
await servers[0].run(objectStorage.getDefaultMockConfig())
|
2021-11-09 05:05:35 -05:00
|
|
|
})
|
|
|
|
|
|
|
|
it('Should move only one file', async function () {
|
|
|
|
this.timeout(120000)
|
|
|
|
|
|
|
|
const command = `npm run create-move-video-storage-job -- --to-object-storage -v ${uuids[1]}`
|
2023-05-23 04:49:45 -04:00
|
|
|
await servers[0].cli.execWithEnv(command, objectStorage.getDefaultMockConfig())
|
2021-11-09 05:05:35 -05:00
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
const video = await server.videos.get({ id: uuids[1] })
|
|
|
|
|
2023-05-23 04:49:45 -04:00
|
|
|
await checkFiles(servers[0], video, objectStorage)
|
2021-11-09 05:05:35 -05:00
|
|
|
|
|
|
|
for (const id of [ uuids[0], uuids[2] ]) {
|
|
|
|
const video = await server.videos.get({ id })
|
|
|
|
|
2023-05-23 04:49:45 -04:00
|
|
|
await checkFiles(servers[0], video)
|
2021-11-09 05:05:35 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
it('Should move all files', async function () {
|
|
|
|
this.timeout(120000)
|
|
|
|
|
|
|
|
const command = `npm run create-move-video-storage-job -- --to-object-storage --all-videos`
|
2023-05-23 04:49:45 -04:00
|
|
|
await servers[0].cli.execWithEnv(command, objectStorage.getDefaultMockConfig())
|
2021-11-09 05:05:35 -05:00
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
for (const id of [ uuids[0], uuids[2] ]) {
|
|
|
|
const video = await server.videos.get({ id })
|
|
|
|
|
2023-05-23 04:49:45 -04:00
|
|
|
await checkFiles(servers[0], video, objectStorage)
|
2021-11-09 05:05:35 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
2023-03-06 09:20:12 -05:00
|
|
|
it('Should not have files on disk anymore', async function () {
|
|
|
|
await checkDirectoryIsEmpty(servers[0], 'videos', [ 'private' ])
|
|
|
|
await checkDirectoryIsEmpty(servers[0], join('videos', 'private'))
|
|
|
|
|
|
|
|
await checkDirectoryIsEmpty(servers[0], join('streaming-playlists', 'hls'), [ 'private' ])
|
|
|
|
await checkDirectoryIsEmpty(servers[0], join('streaming-playlists', 'hls', 'private'))
|
|
|
|
})
|
|
|
|
|
2021-11-09 05:05:35 -05:00
|
|
|
after(async function () {
|
2023-05-23 05:27:27 -04:00
|
|
|
await objectStorage.cleanupMock()
|
|
|
|
|
2021-11-09 05:05:35 -05:00
|
|
|
await cleanupTests(servers)
|
|
|
|
})
|
|
|
|
})
|