2022-08-08 04:42:08 -04:00
|
|
|
import { Job } from 'bullmq'
|
2020-12-08 08:30:29 -05:00
|
|
|
import { ActivitypubHttpFetcherPayload, FetchType } from '@shared/models'
|
2017-12-28 05:16:08 -05:00
|
|
|
import { logger } from '../../../helpers/logger'
|
2020-12-08 08:30:29 -05:00
|
|
|
import { VideoModel } from '../../../models/video/video'
|
2019-03-19 11:23:02 -04:00
|
|
|
import { VideoCommentModel } from '../../../models/video/video-comment'
|
2020-12-08 08:30:29 -05:00
|
|
|
import { VideoShareModel } from '../../../models/video/video-share'
|
2021-06-17 10:02:38 -04:00
|
|
|
import { MVideoFullLight } from '../../../types/models'
|
2020-12-08 08:30:29 -05:00
|
|
|
import { crawlCollectionPage } from '../../activitypub/crawl'
|
2021-06-03 08:30:09 -04:00
|
|
|
import { createAccountPlaylists } from '../../activitypub/playlists'
|
2020-12-08 08:30:29 -05:00
|
|
|
import { processActivities } from '../../activitypub/process'
|
|
|
|
import { addVideoShares } from '../../activitypub/share'
|
|
|
|
import { addVideoComments } from '../../activitypub/video-comments'
|
2018-01-25 09:05:18 -05:00
|
|
|
|
2021-08-27 08:32:44 -04:00
|
|
|
async function processActivityPubHttpFetcher (job: Job) {
|
2022-08-08 09:48:17 -04:00
|
|
|
logger.info('Processing ActivityPub fetcher in job %s.', job.id)
|
2018-01-25 09:05:18 -05:00
|
|
|
|
2018-08-22 05:51:39 -04:00
|
|
|
const payload = job.data as ActivitypubHttpFetcherPayload
|
|
|
|
|
2019-08-15 05:53:26 -04:00
|
|
|
let video: MVideoFullLight
|
2022-06-28 08:57:51 -04:00
|
|
|
if (payload.videoId) video = await VideoModel.loadFull(payload.videoId)
|
2017-11-22 04:29:55 -05:00
|
|
|
|
2018-08-22 05:51:39 -04:00
|
|
|
const fetcherType: { [ id in FetchType ]: (items: any[]) => Promise<any> } = {
|
2019-08-02 04:53:36 -04:00
|
|
|
'activity': items => processActivities(items, { outboxUrl: payload.uri, fromFetch: true }),
|
2018-08-22 05:51:39 -04:00
|
|
|
'video-shares': items => addVideoShares(items, video),
|
2019-08-06 11:19:53 -04:00
|
|
|
'video-comments': items => addVideoComments(items),
|
2021-06-17 10:02:38 -04:00
|
|
|
'account-playlists': items => createAccountPlaylists(items)
|
2017-11-22 04:29:55 -05:00
|
|
|
}
|
2018-08-22 05:51:39 -04:00
|
|
|
|
2020-12-08 08:30:29 -05:00
|
|
|
const cleanerType: { [ id in FetchType ]?: (crawlStartDate: Date) => Promise<any> } = {
|
2019-03-19 11:23:02 -04:00
|
|
|
'video-shares': crawlStartDate => VideoShareModel.cleanOldSharesOf(video.id, crawlStartDate),
|
|
|
|
'video-comments': crawlStartDate => VideoCommentModel.cleanOldCommentsOf(video.id, crawlStartDate)
|
|
|
|
}
|
|
|
|
|
|
|
|
return crawlCollectionPage(payload.uri, fetcherType[payload.type], cleanerType[payload.type])
|
2017-11-22 04:29:55 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
2018-01-25 09:05:18 -05:00
|
|
|
processActivityPubHttpFetcher
|
2017-11-22 04:29:55 -05:00
|
|
|
}
|