2a491182e4
* Add external channel URL for channel update / creation (#754) * Disallow synchronisation if user has no video quota (#754) * More constraints serverside (#754) * Disable sync if server configuration does not allow HTTP import (#754) * Working version synchronizing videos with a job (#754) TODO: refactoring, too much code duplication * More logs and try/catch (#754) * Fix eslint error (#754) * WIP: support synchronization time change (#754) * New frontend #754 * WIP: Create sync front (#754) * Enhance UI, sync creation form (#754) * Warning message when HTTP upload is disallowed * More consistent names (#754) * Binding Front with API (#754) * Add a /me API (#754) * Improve list UI (#754) * Implement creation and deletion routes (#754) * Lint (#754) * Lint again (#754) * WIP: UI for triggering import existing videos (#754) * Implement jobs for syncing and importing channels * Don't sync videos before sync creation + avoid concurrency issue (#754) * Cleanup (#754) * Cleanup: OpenAPI + API rework (#754) * Remove dead code (#754) * Eslint (#754) * Revert the mess with whitespaces in constants.ts (#754) * Some fixes after rebase (#754) * Several fixes after PR remarks (#754) * Front + API: Rename video-channels-sync to video-channel-syncs (#754) * Allow enabling channel sync through UI (#754) * getChannelInfo (#754) * Minor fixes: openapi + model + sql (#754) * Simplified API validators (#754) * Rename MChannelSync to MChannelSyncChannel (#754) * Add command for VideoChannelSync (#754) * Use synchronization.enabled config (#754) * Check parameters test + some fixes (#754) * Fix conflict mistake (#754) * Restrict access to video channel sync list API (#754) * Start adding unit test for synchronization (#754) * Continue testing (#754) * Tests finished + convertion of job to scheduler (#754) * Add lastSyncAt field (#754) * Fix externalRemoteUrl sort + creation date not well formatted (#754) * Small fix (#754) * Factorize addYoutubeDLImport and buildVideo (#754) * Check duplicates on channel not on users (#754) * factorize thumbnail generation (#754) * Fetch error should return status 400 (#754) * Separate video-channel-import and video-channel-sync-latest (#754) * Bump DB migration version after rebase (#754) * Prettier states in UI table (#754) * Add DefaultScope in VideoChannelSyncModel (#754) * Fix audit logs (#754) * Ensure user can upload when importing channel + minor fixes (#754) * Mark synchronization as failed on exception + typos (#754) * Change REST API for importing videos into channel (#754) * Add option for fully synchronize a chnanel (#754) * Return a whole sync object on creation to avoid tricks in Front (#754) * Various remarks (#754) * Single quotes by default (#754) * Rename synchronization to video_channel_synchronization * Add check.latest_videos_count and max_per_user options (#754) * Better channel rendering in list #754 * Allow sorting with channel name and state (#754) * Add missing tests for channel imports (#754) * Prefer using a parent job for channel sync * Styling * Client styling Co-authored-by: Chocobozzz <me@florianbigard.com>
281 lines
9.6 KiB
TypeScript
281 lines
9.6 KiB
TypeScript
import config from 'config'
|
|
import { uniq } from 'lodash'
|
|
import { URL } from 'url'
|
|
import { getFFmpegVersion } from '@server/helpers/ffmpeg'
|
|
import { VideoRedundancyConfigFilter } from '@shared/models/redundancy/video-redundancy-config-filter.type'
|
|
import { RecentlyAddedStrategy } from '../../shared/models/redundancy'
|
|
import { isProdInstance, parseSemVersion } from '../helpers/core-utils'
|
|
import { isArray } from '../helpers/custom-validators/misc'
|
|
import { logger } from '../helpers/logger'
|
|
import { ApplicationModel, getServerActor } from '../models/application/application'
|
|
import { OAuthClientModel } from '../models/oauth/oauth-client'
|
|
import { UserModel } from '../models/user/user'
|
|
import { CONFIG, isEmailEnabled } from './config'
|
|
import { WEBSERVER } from './constants'
|
|
|
|
async function checkActivityPubUrls () {
|
|
const actor = await getServerActor()
|
|
|
|
const parsed = new URL(actor.url)
|
|
if (WEBSERVER.HOST !== parsed.host) {
|
|
const NODE_ENV = config.util.getEnv('NODE_ENV')
|
|
const NODE_CONFIG_DIR = config.util.getEnv('NODE_CONFIG_DIR')
|
|
|
|
logger.warn(
|
|
'It seems PeerTube was started (and created some data) with another domain name. ' +
|
|
'This means you will not be able to federate! ' +
|
|
'Please use %s %s npm run update-host to fix this.',
|
|
NODE_CONFIG_DIR ? `NODE_CONFIG_DIR=${NODE_CONFIG_DIR}` : '',
|
|
NODE_ENV ? `NODE_ENV=${NODE_ENV}` : ''
|
|
)
|
|
}
|
|
}
|
|
|
|
// Some checks on configuration files or throw if there is an error
|
|
function checkConfig () {
|
|
|
|
const configFiles = config.util.getConfigSources().map(s => s.name).join(' -> ')
|
|
logger.info('Using following configuration file hierarchy: %s.', configFiles)
|
|
|
|
// Moved configuration keys
|
|
if (config.has('services.csp-logger')) {
|
|
logger.warn('services.csp-logger configuration has been renamed to csp.report_uri. Please update your configuration file.')
|
|
}
|
|
|
|
checkEmailConfig()
|
|
checkNSFWPolicyConfig()
|
|
checkLocalRedundancyConfig()
|
|
checkRemoteRedundancyConfig()
|
|
checkStorageConfig()
|
|
checkTranscodingConfig()
|
|
checkImportConfig()
|
|
checkBroadcastMessageConfig()
|
|
checkSearchConfig()
|
|
checkLiveConfig()
|
|
checkObjectStorageConfig()
|
|
checkVideoStudioConfig()
|
|
}
|
|
|
|
// We get db by param to not import it in this file (import orders)
|
|
async function clientsExist () {
|
|
const totalClients = await OAuthClientModel.countTotal()
|
|
|
|
return totalClients !== 0
|
|
}
|
|
|
|
// We get db by param to not import it in this file (import orders)
|
|
async function usersExist () {
|
|
const totalUsers = await UserModel.countTotal()
|
|
|
|
return totalUsers !== 0
|
|
}
|
|
|
|
// We get db by param to not import it in this file (import orders)
|
|
async function applicationExist () {
|
|
const totalApplication = await ApplicationModel.countTotal()
|
|
|
|
return totalApplication !== 0
|
|
}
|
|
|
|
async function checkFFmpegVersion () {
|
|
const version = await getFFmpegVersion()
|
|
const { major, minor, patch } = parseSemVersion(version)
|
|
|
|
if (major < 4 || (major === 4 && minor < 1)) {
|
|
logger.warn('Your ffmpeg version (%s) is outdated. PeerTube supports ffmpeg >= 4.1. Please upgrade ffmpeg.', version)
|
|
}
|
|
|
|
if (major === 4 && minor === 4 && patch === 0) {
|
|
logger.warn('There is a bug in ffmpeg 4.4.0 with HLS videos. Please upgrade ffmpeg.')
|
|
}
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
export {
|
|
checkConfig,
|
|
clientsExist,
|
|
checkFFmpegVersion,
|
|
usersExist,
|
|
applicationExist,
|
|
checkActivityPubUrls
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
function checkEmailConfig () {
|
|
if (!isEmailEnabled()) {
|
|
if (CONFIG.SIGNUP.ENABLED && CONFIG.SIGNUP.REQUIRES_EMAIL_VERIFICATION) {
|
|
throw new Error('Emailer is disabled but you require signup email verification.')
|
|
}
|
|
|
|
if (CONFIG.CONTACT_FORM.ENABLED) {
|
|
logger.warn('Emailer is disabled so the contact form will not work.')
|
|
}
|
|
}
|
|
}
|
|
|
|
function checkNSFWPolicyConfig () {
|
|
const defaultNSFWPolicy = CONFIG.INSTANCE.DEFAULT_NSFW_POLICY
|
|
|
|
const available = [ 'do_not_list', 'blur', 'display' ]
|
|
if (available.includes(defaultNSFWPolicy) === false) {
|
|
throw new Error('NSFW policy setting should be ' + available.join(' or ') + ' instead of ' + defaultNSFWPolicy)
|
|
}
|
|
}
|
|
|
|
function checkLocalRedundancyConfig () {
|
|
const redundancyVideos = CONFIG.REDUNDANCY.VIDEOS.STRATEGIES
|
|
|
|
if (isArray(redundancyVideos)) {
|
|
const available = [ 'most-views', 'trending', 'recently-added' ]
|
|
|
|
for (const r of redundancyVideos) {
|
|
if (available.includes(r.strategy) === false) {
|
|
throw new Error('Videos redundancy should have ' + available.join(' or ') + ' strategy instead of ' + r.strategy)
|
|
}
|
|
|
|
// Lifetime should not be < 10 hours
|
|
if (isProdInstance() && r.minLifetime < 1000 * 3600 * 10) {
|
|
throw new Error('Video redundancy minimum lifetime should be >= 10 hours for strategy ' + r.strategy)
|
|
}
|
|
}
|
|
|
|
const filtered = uniq(redundancyVideos.map(r => r.strategy))
|
|
if (filtered.length !== redundancyVideos.length) {
|
|
throw new Error('Redundancy video entries should have unique strategies')
|
|
}
|
|
|
|
const recentlyAddedStrategy = redundancyVideos.find(r => r.strategy === 'recently-added') as RecentlyAddedStrategy
|
|
if (recentlyAddedStrategy && isNaN(recentlyAddedStrategy.minViews)) {
|
|
throw new Error('Min views in recently added strategy is not a number')
|
|
}
|
|
} else {
|
|
throw new Error('Videos redundancy should be an array (you must uncomment lines containing - too)')
|
|
}
|
|
}
|
|
|
|
function checkRemoteRedundancyConfig () {
|
|
const acceptFrom = CONFIG.REMOTE_REDUNDANCY.VIDEOS.ACCEPT_FROM
|
|
const acceptFromValues = new Set<VideoRedundancyConfigFilter>([ 'nobody', 'anybody', 'followings' ])
|
|
|
|
if (acceptFromValues.has(acceptFrom) === false) {
|
|
throw new Error('remote_redundancy.videos.accept_from has an incorrect value')
|
|
}
|
|
}
|
|
|
|
function checkStorageConfig () {
|
|
// Check storage directory locations
|
|
if (isProdInstance()) {
|
|
const configStorage = config.get('storage')
|
|
for (const key of Object.keys(configStorage)) {
|
|
if (configStorage[key].startsWith('storage/')) {
|
|
logger.warn(
|
|
'Directory of %s should not be in the production directory of PeerTube. Please check your production configuration file.',
|
|
key
|
|
)
|
|
}
|
|
}
|
|
}
|
|
|
|
if (CONFIG.STORAGE.VIDEOS_DIR === CONFIG.STORAGE.REDUNDANCY_DIR) {
|
|
logger.warn('Redundancy directory should be different than the videos folder.')
|
|
}
|
|
}
|
|
|
|
function checkTranscodingConfig () {
|
|
if (CONFIG.TRANSCODING.ENABLED) {
|
|
if (CONFIG.TRANSCODING.WEBTORRENT.ENABLED === false && CONFIG.TRANSCODING.HLS.ENABLED === false) {
|
|
throw new Error('You need to enable at least WebTorrent transcoding or HLS transcoding.')
|
|
}
|
|
|
|
if (CONFIG.TRANSCODING.CONCURRENCY <= 0) {
|
|
throw new Error('Transcoding concurrency should be > 0')
|
|
}
|
|
}
|
|
|
|
if (CONFIG.IMPORT.VIDEOS.HTTP.ENABLED || CONFIG.IMPORT.VIDEOS.TORRENT.ENABLED) {
|
|
if (CONFIG.IMPORT.VIDEOS.CONCURRENCY <= 0) {
|
|
throw new Error('Video import concurrency should be > 0')
|
|
}
|
|
}
|
|
}
|
|
|
|
function checkImportConfig () {
|
|
if (CONFIG.IMPORT.VIDEO_CHANNEL_SYNCHRONIZATION.ENABLED && !CONFIG.IMPORT.VIDEOS.HTTP) {
|
|
throw new Error('You need to enable HTTP import to allow synchronization')
|
|
}
|
|
}
|
|
|
|
function checkBroadcastMessageConfig () {
|
|
if (CONFIG.BROADCAST_MESSAGE.ENABLED) {
|
|
const currentLevel = CONFIG.BROADCAST_MESSAGE.LEVEL
|
|
const available = [ 'info', 'warning', 'error' ]
|
|
|
|
if (available.includes(currentLevel) === false) {
|
|
throw new Error('Broadcast message level should be ' + available.join(' or ') + ' instead of ' + currentLevel)
|
|
}
|
|
}
|
|
}
|
|
|
|
function checkSearchConfig () {
|
|
if (CONFIG.SEARCH.SEARCH_INDEX.ENABLED === true) {
|
|
if (CONFIG.SEARCH.REMOTE_URI.USERS === false) {
|
|
throw new Error('You cannot enable search index without enabling remote URI search for users.')
|
|
}
|
|
}
|
|
}
|
|
|
|
function checkLiveConfig () {
|
|
if (CONFIG.LIVE.ENABLED === true) {
|
|
if (CONFIG.LIVE.ALLOW_REPLAY === true && CONFIG.TRANSCODING.ENABLED === false) {
|
|
throw new Error('Live allow replay cannot be enabled if transcoding is not enabled.')
|
|
}
|
|
|
|
if (CONFIG.LIVE.RTMP.ENABLED === false && CONFIG.LIVE.RTMPS.ENABLED === false) {
|
|
throw new Error('You must enable at least RTMP or RTMPS')
|
|
}
|
|
|
|
if (CONFIG.LIVE.RTMPS.ENABLED) {
|
|
if (!CONFIG.LIVE.RTMPS.KEY_FILE) {
|
|
throw new Error('You must specify a key file to enabled RTMPS')
|
|
}
|
|
|
|
if (!CONFIG.LIVE.RTMPS.CERT_FILE) {
|
|
throw new Error('You must specify a cert file to enable RTMPS')
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
function checkObjectStorageConfig () {
|
|
if (CONFIG.OBJECT_STORAGE.ENABLED === true) {
|
|
|
|
if (!CONFIG.OBJECT_STORAGE.VIDEOS.BUCKET_NAME) {
|
|
throw new Error('videos_bucket should be set when object storage support is enabled.')
|
|
}
|
|
|
|
if (!CONFIG.OBJECT_STORAGE.STREAMING_PLAYLISTS.BUCKET_NAME) {
|
|
throw new Error('streaming_playlists_bucket should be set when object storage support is enabled.')
|
|
}
|
|
|
|
if (
|
|
CONFIG.OBJECT_STORAGE.VIDEOS.BUCKET_NAME === CONFIG.OBJECT_STORAGE.STREAMING_PLAYLISTS.BUCKET_NAME &&
|
|
CONFIG.OBJECT_STORAGE.VIDEOS.PREFIX === CONFIG.OBJECT_STORAGE.STREAMING_PLAYLISTS.PREFIX
|
|
) {
|
|
if (CONFIG.OBJECT_STORAGE.VIDEOS.PREFIX === '') {
|
|
throw new Error('Object storage bucket prefixes should be set when the same bucket is used for both types of video.')
|
|
}
|
|
|
|
throw new Error(
|
|
'Object storage bucket prefixes should be set to different values when the same bucket is used for both types of video.'
|
|
)
|
|
}
|
|
}
|
|
}
|
|
|
|
function checkVideoStudioConfig () {
|
|
if (CONFIG.VIDEO_STUDIO.ENABLED === true && CONFIG.TRANSCODING.ENABLED === false) {
|
|
throw new Error('Video studio cannot be enabled if transcoding is disabled')
|
|
}
|
|
}
|