2a491182e4
* Add external channel URL for channel update / creation (#754) * Disallow synchronisation if user has no video quota (#754) * More constraints serverside (#754) * Disable sync if server configuration does not allow HTTP import (#754) * Working version synchronizing videos with a job (#754) TODO: refactoring, too much code duplication * More logs and try/catch (#754) * Fix eslint error (#754) * WIP: support synchronization time change (#754) * New frontend #754 * WIP: Create sync front (#754) * Enhance UI, sync creation form (#754) * Warning message when HTTP upload is disallowed * More consistent names (#754) * Binding Front with API (#754) * Add a /me API (#754) * Improve list UI (#754) * Implement creation and deletion routes (#754) * Lint (#754) * Lint again (#754) * WIP: UI for triggering import existing videos (#754) * Implement jobs for syncing and importing channels * Don't sync videos before sync creation + avoid concurrency issue (#754) * Cleanup (#754) * Cleanup: OpenAPI + API rework (#754) * Remove dead code (#754) * Eslint (#754) * Revert the mess with whitespaces in constants.ts (#754) * Some fixes after rebase (#754) * Several fixes after PR remarks (#754) * Front + API: Rename video-channels-sync to video-channel-syncs (#754) * Allow enabling channel sync through UI (#754) * getChannelInfo (#754) * Minor fixes: openapi + model + sql (#754) * Simplified API validators (#754) * Rename MChannelSync to MChannelSyncChannel (#754) * Add command for VideoChannelSync (#754) * Use synchronization.enabled config (#754) * Check parameters test + some fixes (#754) * Fix conflict mistake (#754) * Restrict access to video channel sync list API (#754) * Start adding unit test for synchronization (#754) * Continue testing (#754) * Tests finished + convertion of job to scheduler (#754) * Add lastSyncAt field (#754) * Fix externalRemoteUrl sort + creation date not well formatted (#754) * Small fix (#754) * Factorize addYoutubeDLImport and buildVideo (#754) * Check duplicates on channel not on users (#754) * factorize thumbnail generation (#754) * Fetch error should return status 400 (#754) * Separate video-channel-import and video-channel-sync-latest (#754) * Bump DB migration version after rebase (#754) * Prettier states in UI table (#754) * Add DefaultScope in VideoChannelSyncModel (#754) * Fix audit logs (#754) * Ensure user can upload when importing channel + minor fixes (#754) * Mark synchronization as failed on exception + typos (#754) * Change REST API for importing videos into channel (#754) * Add option for fully synchronize a chnanel (#754) * Return a whole sync object on creation to avoid tricks in Front (#754) * Various remarks (#754) * Single quotes by default (#754) * Rename synchronization to video_channel_synchronization * Add check.latest_videos_count and max_per_user options (#754) * Better channel rendering in list #754 * Allow sorting with channel name and state (#754) * Add missing tests for channel imports (#754) * Prefer using a parent job for channel sync * Styling * Client styling Co-authored-by: Chocobozzz <me@florianbigard.com>
352 lines
11 KiB
TypeScript
352 lines
11 KiB
TypeScript
import express from 'express'
|
|
import { remove, writeJSON } from 'fs-extra'
|
|
import { snakeCase } from 'lodash'
|
|
import validator from 'validator'
|
|
import { ServerConfigManager } from '@server/lib/server-config-manager'
|
|
import { About, CustomConfig, UserRight } from '@shared/models'
|
|
import { auditLoggerFactory, CustomConfigAuditView, getAuditIdFromRes } from '../../helpers/audit-logger'
|
|
import { objectConverter } from '../../helpers/core-utils'
|
|
import { CONFIG, reloadConfig } from '../../initializers/config'
|
|
import { ClientHtml } from '../../lib/client-html'
|
|
import { asyncMiddleware, authenticate, ensureUserHasRight, openapiOperationDoc } from '../../middlewares'
|
|
import { customConfigUpdateValidator, ensureConfigIsEditable } from '../../middlewares/validators/config'
|
|
|
|
const configRouter = express.Router()
|
|
|
|
const auditLogger = auditLoggerFactory('config')
|
|
|
|
configRouter.get('/',
|
|
openapiOperationDoc({ operationId: 'getConfig' }),
|
|
asyncMiddleware(getConfig)
|
|
)
|
|
|
|
configRouter.get('/about',
|
|
openapiOperationDoc({ operationId: 'getAbout' }),
|
|
getAbout
|
|
)
|
|
|
|
configRouter.get('/custom',
|
|
openapiOperationDoc({ operationId: 'getCustomConfig' }),
|
|
authenticate,
|
|
ensureUserHasRight(UserRight.MANAGE_CONFIGURATION),
|
|
getCustomConfig
|
|
)
|
|
|
|
configRouter.put('/custom',
|
|
openapiOperationDoc({ operationId: 'putCustomConfig' }),
|
|
authenticate,
|
|
ensureUserHasRight(UserRight.MANAGE_CONFIGURATION),
|
|
ensureConfigIsEditable,
|
|
customConfigUpdateValidator,
|
|
asyncMiddleware(updateCustomConfig)
|
|
)
|
|
|
|
configRouter.delete('/custom',
|
|
openapiOperationDoc({ operationId: 'delCustomConfig' }),
|
|
authenticate,
|
|
ensureUserHasRight(UserRight.MANAGE_CONFIGURATION),
|
|
ensureConfigIsEditable,
|
|
asyncMiddleware(deleteCustomConfig)
|
|
)
|
|
|
|
async function getConfig (req: express.Request, res: express.Response) {
|
|
const json = await ServerConfigManager.Instance.getServerConfig(req.ip)
|
|
|
|
return res.json(json)
|
|
}
|
|
|
|
function getAbout (req: express.Request, res: express.Response) {
|
|
const about: About = {
|
|
instance: {
|
|
name: CONFIG.INSTANCE.NAME,
|
|
shortDescription: CONFIG.INSTANCE.SHORT_DESCRIPTION,
|
|
description: CONFIG.INSTANCE.DESCRIPTION,
|
|
terms: CONFIG.INSTANCE.TERMS,
|
|
codeOfConduct: CONFIG.INSTANCE.CODE_OF_CONDUCT,
|
|
|
|
hardwareInformation: CONFIG.INSTANCE.HARDWARE_INFORMATION,
|
|
|
|
creationReason: CONFIG.INSTANCE.CREATION_REASON,
|
|
moderationInformation: CONFIG.INSTANCE.MODERATION_INFORMATION,
|
|
administrator: CONFIG.INSTANCE.ADMINISTRATOR,
|
|
maintenanceLifetime: CONFIG.INSTANCE.MAINTENANCE_LIFETIME,
|
|
businessModel: CONFIG.INSTANCE.BUSINESS_MODEL,
|
|
|
|
languages: CONFIG.INSTANCE.LANGUAGES,
|
|
categories: CONFIG.INSTANCE.CATEGORIES
|
|
}
|
|
}
|
|
|
|
return res.json(about)
|
|
}
|
|
|
|
function getCustomConfig (req: express.Request, res: express.Response) {
|
|
const data = customConfig()
|
|
|
|
return res.json(data)
|
|
}
|
|
|
|
async function deleteCustomConfig (req: express.Request, res: express.Response) {
|
|
await remove(CONFIG.CUSTOM_FILE)
|
|
|
|
auditLogger.delete(getAuditIdFromRes(res), new CustomConfigAuditView(customConfig()))
|
|
|
|
reloadConfig()
|
|
ClientHtml.invalidCache()
|
|
|
|
const data = customConfig()
|
|
|
|
return res.json(data)
|
|
}
|
|
|
|
async function updateCustomConfig (req: express.Request, res: express.Response) {
|
|
const oldCustomConfigAuditKeys = new CustomConfigAuditView(customConfig())
|
|
|
|
// camelCase to snake_case key + Force number conversion
|
|
const toUpdateJSON = convertCustomConfigBody(req.body)
|
|
|
|
await writeJSON(CONFIG.CUSTOM_FILE, toUpdateJSON, { spaces: 2 })
|
|
|
|
reloadConfig()
|
|
ClientHtml.invalidCache()
|
|
|
|
const data = customConfig()
|
|
|
|
auditLogger.update(
|
|
getAuditIdFromRes(res),
|
|
new CustomConfigAuditView(data),
|
|
oldCustomConfigAuditKeys
|
|
)
|
|
|
|
return res.json(data)
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
export {
|
|
configRouter
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
function customConfig (): CustomConfig {
|
|
return {
|
|
instance: {
|
|
name: CONFIG.INSTANCE.NAME,
|
|
shortDescription: CONFIG.INSTANCE.SHORT_DESCRIPTION,
|
|
description: CONFIG.INSTANCE.DESCRIPTION,
|
|
terms: CONFIG.INSTANCE.TERMS,
|
|
codeOfConduct: CONFIG.INSTANCE.CODE_OF_CONDUCT,
|
|
|
|
creationReason: CONFIG.INSTANCE.CREATION_REASON,
|
|
moderationInformation: CONFIG.INSTANCE.MODERATION_INFORMATION,
|
|
administrator: CONFIG.INSTANCE.ADMINISTRATOR,
|
|
maintenanceLifetime: CONFIG.INSTANCE.MAINTENANCE_LIFETIME,
|
|
businessModel: CONFIG.INSTANCE.BUSINESS_MODEL,
|
|
hardwareInformation: CONFIG.INSTANCE.HARDWARE_INFORMATION,
|
|
|
|
languages: CONFIG.INSTANCE.LANGUAGES,
|
|
categories: CONFIG.INSTANCE.CATEGORIES,
|
|
|
|
isNSFW: CONFIG.INSTANCE.IS_NSFW,
|
|
defaultNSFWPolicy: CONFIG.INSTANCE.DEFAULT_NSFW_POLICY,
|
|
|
|
defaultClientRoute: CONFIG.INSTANCE.DEFAULT_CLIENT_ROUTE,
|
|
|
|
customizations: {
|
|
css: CONFIG.INSTANCE.CUSTOMIZATIONS.CSS,
|
|
javascript: CONFIG.INSTANCE.CUSTOMIZATIONS.JAVASCRIPT
|
|
}
|
|
},
|
|
theme: {
|
|
default: CONFIG.THEME.DEFAULT
|
|
},
|
|
services: {
|
|
twitter: {
|
|
username: CONFIG.SERVICES.TWITTER.USERNAME,
|
|
whitelisted: CONFIG.SERVICES.TWITTER.WHITELISTED
|
|
}
|
|
},
|
|
client: {
|
|
videos: {
|
|
miniature: {
|
|
preferAuthorDisplayName: CONFIG.CLIENT.VIDEOS.MINIATURE.PREFER_AUTHOR_DISPLAY_NAME
|
|
}
|
|
},
|
|
menu: {
|
|
login: {
|
|
redirectOnSingleExternalAuth: CONFIG.CLIENT.MENU.LOGIN.REDIRECT_ON_SINGLE_EXTERNAL_AUTH
|
|
}
|
|
}
|
|
},
|
|
cache: {
|
|
previews: {
|
|
size: CONFIG.CACHE.PREVIEWS.SIZE
|
|
},
|
|
captions: {
|
|
size: CONFIG.CACHE.VIDEO_CAPTIONS.SIZE
|
|
},
|
|
torrents: {
|
|
size: CONFIG.CACHE.TORRENTS.SIZE
|
|
}
|
|
},
|
|
signup: {
|
|
enabled: CONFIG.SIGNUP.ENABLED,
|
|
limit: CONFIG.SIGNUP.LIMIT,
|
|
requiresEmailVerification: CONFIG.SIGNUP.REQUIRES_EMAIL_VERIFICATION,
|
|
minimumAge: CONFIG.SIGNUP.MINIMUM_AGE
|
|
},
|
|
admin: {
|
|
email: CONFIG.ADMIN.EMAIL
|
|
},
|
|
contactForm: {
|
|
enabled: CONFIG.CONTACT_FORM.ENABLED
|
|
},
|
|
user: {
|
|
videoQuota: CONFIG.USER.VIDEO_QUOTA,
|
|
videoQuotaDaily: CONFIG.USER.VIDEO_QUOTA_DAILY
|
|
},
|
|
videoChannels: {
|
|
maxPerUser: CONFIG.VIDEO_CHANNELS.MAX_PER_USER
|
|
},
|
|
transcoding: {
|
|
enabled: CONFIG.TRANSCODING.ENABLED,
|
|
allowAdditionalExtensions: CONFIG.TRANSCODING.ALLOW_ADDITIONAL_EXTENSIONS,
|
|
allowAudioFiles: CONFIG.TRANSCODING.ALLOW_AUDIO_FILES,
|
|
threads: CONFIG.TRANSCODING.THREADS,
|
|
concurrency: CONFIG.TRANSCODING.CONCURRENCY,
|
|
profile: CONFIG.TRANSCODING.PROFILE,
|
|
resolutions: {
|
|
'0p': CONFIG.TRANSCODING.RESOLUTIONS['0p'],
|
|
'144p': CONFIG.TRANSCODING.RESOLUTIONS['144p'],
|
|
'240p': CONFIG.TRANSCODING.RESOLUTIONS['240p'],
|
|
'360p': CONFIG.TRANSCODING.RESOLUTIONS['360p'],
|
|
'480p': CONFIG.TRANSCODING.RESOLUTIONS['480p'],
|
|
'720p': CONFIG.TRANSCODING.RESOLUTIONS['720p'],
|
|
'1080p': CONFIG.TRANSCODING.RESOLUTIONS['1080p'],
|
|
'1440p': CONFIG.TRANSCODING.RESOLUTIONS['1440p'],
|
|
'2160p': CONFIG.TRANSCODING.RESOLUTIONS['2160p']
|
|
},
|
|
alwaysTranscodeOriginalResolution: CONFIG.TRANSCODING.ALWAYS_TRANSCODE_ORIGINAL_RESOLUTION,
|
|
webtorrent: {
|
|
enabled: CONFIG.TRANSCODING.WEBTORRENT.ENABLED
|
|
},
|
|
hls: {
|
|
enabled: CONFIG.TRANSCODING.HLS.ENABLED
|
|
}
|
|
},
|
|
live: {
|
|
enabled: CONFIG.LIVE.ENABLED,
|
|
allowReplay: CONFIG.LIVE.ALLOW_REPLAY,
|
|
latencySetting: {
|
|
enabled: CONFIG.LIVE.LATENCY_SETTING.ENABLED
|
|
},
|
|
maxDuration: CONFIG.LIVE.MAX_DURATION,
|
|
maxInstanceLives: CONFIG.LIVE.MAX_INSTANCE_LIVES,
|
|
maxUserLives: CONFIG.LIVE.MAX_USER_LIVES,
|
|
transcoding: {
|
|
enabled: CONFIG.LIVE.TRANSCODING.ENABLED,
|
|
threads: CONFIG.LIVE.TRANSCODING.THREADS,
|
|
profile: CONFIG.LIVE.TRANSCODING.PROFILE,
|
|
resolutions: {
|
|
'144p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['144p'],
|
|
'240p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['240p'],
|
|
'360p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['360p'],
|
|
'480p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['480p'],
|
|
'720p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['720p'],
|
|
'1080p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['1080p'],
|
|
'1440p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['1440p'],
|
|
'2160p': CONFIG.LIVE.TRANSCODING.RESOLUTIONS['2160p']
|
|
},
|
|
alwaysTranscodeOriginalResolution: CONFIG.LIVE.TRANSCODING.ALWAYS_TRANSCODE_ORIGINAL_RESOLUTION
|
|
}
|
|
},
|
|
videoStudio: {
|
|
enabled: CONFIG.VIDEO_STUDIO.ENABLED
|
|
},
|
|
import: {
|
|
videos: {
|
|
concurrency: CONFIG.IMPORT.VIDEOS.CONCURRENCY,
|
|
http: {
|
|
enabled: CONFIG.IMPORT.VIDEOS.HTTP.ENABLED
|
|
},
|
|
torrent: {
|
|
enabled: CONFIG.IMPORT.VIDEOS.TORRENT.ENABLED
|
|
}
|
|
},
|
|
videoChannelSynchronization: {
|
|
enabled: CONFIG.IMPORT.VIDEO_CHANNEL_SYNCHRONIZATION.ENABLED,
|
|
maxPerUser: CONFIG.IMPORT.VIDEO_CHANNEL_SYNCHRONIZATION.MAX_PER_USER
|
|
}
|
|
},
|
|
trending: {
|
|
videos: {
|
|
algorithms: {
|
|
enabled: CONFIG.TRENDING.VIDEOS.ALGORITHMS.ENABLED,
|
|
default: CONFIG.TRENDING.VIDEOS.ALGORITHMS.DEFAULT
|
|
}
|
|
}
|
|
},
|
|
autoBlacklist: {
|
|
videos: {
|
|
ofUsers: {
|
|
enabled: CONFIG.AUTO_BLACKLIST.VIDEOS.OF_USERS.ENABLED
|
|
}
|
|
}
|
|
},
|
|
followers: {
|
|
instance: {
|
|
enabled: CONFIG.FOLLOWERS.INSTANCE.ENABLED,
|
|
manualApproval: CONFIG.FOLLOWERS.INSTANCE.MANUAL_APPROVAL
|
|
}
|
|
},
|
|
followings: {
|
|
instance: {
|
|
autoFollowBack: {
|
|
enabled: CONFIG.FOLLOWINGS.INSTANCE.AUTO_FOLLOW_BACK.ENABLED
|
|
},
|
|
|
|
autoFollowIndex: {
|
|
enabled: CONFIG.FOLLOWINGS.INSTANCE.AUTO_FOLLOW_INDEX.ENABLED,
|
|
indexUrl: CONFIG.FOLLOWINGS.INSTANCE.AUTO_FOLLOW_INDEX.INDEX_URL
|
|
}
|
|
}
|
|
},
|
|
broadcastMessage: {
|
|
enabled: CONFIG.BROADCAST_MESSAGE.ENABLED,
|
|
message: CONFIG.BROADCAST_MESSAGE.MESSAGE,
|
|
level: CONFIG.BROADCAST_MESSAGE.LEVEL,
|
|
dismissable: CONFIG.BROADCAST_MESSAGE.DISMISSABLE
|
|
},
|
|
search: {
|
|
remoteUri: {
|
|
users: CONFIG.SEARCH.REMOTE_URI.USERS,
|
|
anonymous: CONFIG.SEARCH.REMOTE_URI.ANONYMOUS
|
|
},
|
|
searchIndex: {
|
|
enabled: CONFIG.SEARCH.SEARCH_INDEX.ENABLED,
|
|
url: CONFIG.SEARCH.SEARCH_INDEX.URL,
|
|
disableLocalSearch: CONFIG.SEARCH.SEARCH_INDEX.DISABLE_LOCAL_SEARCH,
|
|
isDefaultSearch: CONFIG.SEARCH.SEARCH_INDEX.IS_DEFAULT_SEARCH
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
function convertCustomConfigBody (body: CustomConfig) {
|
|
function keyConverter (k: string) {
|
|
// Transcoding resolutions exception
|
|
if (/^\d{3,4}p$/.exec(k)) return k
|
|
if (k === '0p') return k
|
|
|
|
return snakeCase(k)
|
|
}
|
|
|
|
function valueConverter (v: any) {
|
|
if (validator.isNumeric(v + '')) return parseInt('' + v, 10)
|
|
|
|
return v
|
|
}
|
|
|
|
return objectConverter(body, keyConverter, valueConverter)
|
|
}
|