78 lines
2.8 KiB
TypeScript
78 lines
2.8 KiB
TypeScript
import { join } from 'path'
|
|
import Piscina from 'piscina'
|
|
import { processImage } from '@server/helpers/image-utils'
|
|
import { JOB_CONCURRENCY, WORKER_THREADS } from '@server/initializers/constants'
|
|
import { httpBroadcast } from './workers/http-broadcast'
|
|
import { downloadImage } from './workers/image-downloader'
|
|
|
|
let downloadImageWorker: Piscina
|
|
|
|
function downloadImageFromWorker (options: Parameters<typeof downloadImage>[0]): Promise<ReturnType<typeof downloadImage>> {
|
|
if (!downloadImageWorker) {
|
|
downloadImageWorker = new Piscina({
|
|
filename: join(__dirname, 'workers', 'image-downloader.js'),
|
|
concurrentTasksPerWorker: WORKER_THREADS.DOWNLOAD_IMAGE.CONCURRENCY,
|
|
maxThreads: WORKER_THREADS.DOWNLOAD_IMAGE.MAX_THREADS
|
|
})
|
|
}
|
|
|
|
return downloadImageWorker.run(options)
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
let processImageWorker: Piscina
|
|
|
|
function processImageFromWorker (options: Parameters<typeof processImage>[0]): Promise<ReturnType<typeof processImage>> {
|
|
if (!processImageWorker) {
|
|
processImageWorker = new Piscina({
|
|
filename: join(__dirname, 'workers', 'image-processor.js'),
|
|
concurrentTasksPerWorker: WORKER_THREADS.PROCESS_IMAGE.CONCURRENCY,
|
|
maxThreads: WORKER_THREADS.PROCESS_IMAGE.MAX_THREADS
|
|
})
|
|
}
|
|
|
|
return processImageWorker.run(options)
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
let parallelHTTPBroadcastWorker: Piscina
|
|
|
|
function parallelHTTPBroadcastFromWorker (options: Parameters<typeof httpBroadcast>[0]): Promise<ReturnType<typeof httpBroadcast>> {
|
|
if (!parallelHTTPBroadcastWorker) {
|
|
parallelHTTPBroadcastWorker = new Piscina({
|
|
filename: join(__dirname, 'workers', 'http-broadcast.js'),
|
|
// Keep it sync with job concurrency so the worker will accept all the requests sent by the parallelized jobs
|
|
concurrentTasksPerWorker: JOB_CONCURRENCY['activitypub-http-broadcast-parallel'],
|
|
maxThreads: 1
|
|
})
|
|
}
|
|
|
|
return parallelHTTPBroadcastWorker.run(options)
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
let sequentialHTTPBroadcastWorker: Piscina
|
|
|
|
function sequentialHTTPBroadcastFromWorker (options: Parameters<typeof httpBroadcast>[0]): Promise<ReturnType<typeof httpBroadcast>> {
|
|
if (!sequentialHTTPBroadcastWorker) {
|
|
sequentialHTTPBroadcastWorker = new Piscina({
|
|
filename: join(__dirname, 'workers', 'http-broadcast.js'),
|
|
// Keep it sync with job concurrency so the worker will accept all the requests sent by the parallelized jobs
|
|
concurrentTasksPerWorker: JOB_CONCURRENCY['activitypub-http-broadcast'],
|
|
maxThreads: 1
|
|
})
|
|
}
|
|
|
|
return sequentialHTTPBroadcastWorker.run(options)
|
|
}
|
|
|
|
export {
|
|
downloadImageFromWorker,
|
|
processImageFromWorker,
|
|
parallelHTTPBroadcastFromWorker,
|
|
sequentialHTTPBroadcastFromWorker
|
|
}
|