2020-01-31 10:56:52 -05:00
|
|
|
/* eslint-disable no-useless-call */
|
|
|
|
|
2017-06-11 09:19:43 -04:00
|
|
|
/*
|
2020-02-05 08:50:16 -05:00
|
|
|
Different from 'utils' because we don't import other PeerTube modules.
|
2017-06-11 09:19:43 -04:00
|
|
|
Useful to avoid circular dependencies.
|
|
|
|
*/
|
|
|
|
|
2021-02-03 03:33:05 -05:00
|
|
|
import { exec, ExecOptions } from 'child_process'
|
2021-11-02 14:11:20 -04:00
|
|
|
import { randomBytes } from 'crypto'
|
2021-02-03 03:33:05 -05:00
|
|
|
import { truncate } from 'lodash'
|
2021-08-27 08:32:44 -04:00
|
|
|
import { createPrivateKey as createPrivateKey_1, getPublicKey as getPublicKey_1 } from 'pem'
|
2021-03-08 08:24:11 -05:00
|
|
|
import { pipeline } from 'stream'
|
2017-12-21 03:56:59 -05:00
|
|
|
import { URL } from 'url'
|
2021-03-08 08:24:11 -05:00
|
|
|
import { promisify } from 'util'
|
2019-01-09 09:14:29 -05:00
|
|
|
|
|
|
|
const objectConverter = (oldObject: any, keyConverter: (e: string) => string, valueConverter: (e: any) => any) => {
|
|
|
|
if (!oldObject || typeof oldObject !== 'object') {
|
|
|
|
return valueConverter(oldObject)
|
|
|
|
}
|
|
|
|
|
2019-04-11 08:26:41 -04:00
|
|
|
if (Array.isArray(oldObject)) {
|
2019-01-09 09:14:29 -05:00
|
|
|
return oldObject.map(e => objectConverter(e, keyConverter, valueConverter))
|
|
|
|
}
|
|
|
|
|
|
|
|
const newObject = {}
|
|
|
|
Object.keys(oldObject).forEach(oldKey => {
|
|
|
|
const newKey = keyConverter(oldKey)
|
2020-01-31 10:56:52 -05:00
|
|
|
newObject[newKey] = objectConverter(oldObject[oldKey], keyConverter, valueConverter)
|
2019-01-09 09:14:29 -05:00
|
|
|
})
|
|
|
|
|
|
|
|
return newObject
|
|
|
|
}
|
2017-12-21 03:56:59 -05:00
|
|
|
|
2021-06-08 03:33:03 -04:00
|
|
|
function mapToJSON (map: Map<any, any>) {
|
|
|
|
const obj: any = {}
|
|
|
|
|
|
|
|
for (const [ k, v ] of map) {
|
|
|
|
obj[k] = v
|
|
|
|
}
|
|
|
|
|
|
|
|
return obj
|
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2018-08-14 09:28:30 -04:00
|
|
|
const timeTable = {
|
2020-01-31 10:56:52 -05:00
|
|
|
ms: 1,
|
|
|
|
second: 1000,
|
|
|
|
minute: 60000,
|
|
|
|
hour: 3600000,
|
|
|
|
day: 3600000 * 24,
|
|
|
|
week: 3600000 * 24 * 7,
|
|
|
|
month: 3600000 * 24 * 30
|
2018-08-14 09:28:30 -04:00
|
|
|
}
|
2018-10-13 02:43:55 -04:00
|
|
|
|
2019-04-11 09:38:53 -04:00
|
|
|
export function parseDurationToMs (duration: number | string): number {
|
2020-09-25 10:19:35 -04:00
|
|
|
if (duration === null) return null
|
2018-08-14 09:28:30 -04:00
|
|
|
if (typeof duration === 'number') return duration
|
|
|
|
|
|
|
|
if (typeof duration === 'string') {
|
2020-01-31 10:56:52 -05:00
|
|
|
const split = duration.match(/^([\d.,]+)\s?(\w+)$/)
|
2018-08-14 09:28:30 -04:00
|
|
|
|
|
|
|
if (split.length === 3) {
|
|
|
|
const len = parseFloat(split[1])
|
2020-01-31 10:56:52 -05:00
|
|
|
let unit = split[2].replace(/s$/i, '').toLowerCase()
|
2018-08-14 09:28:30 -04:00
|
|
|
if (unit === 'm') {
|
|
|
|
unit = 'ms'
|
|
|
|
}
|
|
|
|
|
|
|
|
return (len || 1) * (timeTable[unit] || 0)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-04-08 05:13:49 -04:00
|
|
|
throw new Error(`Duration ${duration} could not be properly parsed`)
|
2018-08-14 09:28:30 -04:00
|
|
|
}
|
|
|
|
|
2018-10-13 02:43:55 -04:00
|
|
|
export function parseBytes (value: string | number): number {
|
|
|
|
if (typeof value === 'number') return value
|
|
|
|
|
|
|
|
const tgm = /^(\d+)\s*TB\s*(\d+)\s*GB\s*(\d+)\s*MB$/
|
|
|
|
const tg = /^(\d+)\s*TB\s*(\d+)\s*GB$/
|
|
|
|
const tm = /^(\d+)\s*TB\s*(\d+)\s*MB$/
|
|
|
|
const gm = /^(\d+)\s*GB\s*(\d+)\s*MB$/
|
|
|
|
const t = /^(\d+)\s*TB$/
|
|
|
|
const g = /^(\d+)\s*GB$/
|
|
|
|
const m = /^(\d+)\s*MB$/
|
|
|
|
const b = /^(\d+)\s*B$/
|
|
|
|
let match
|
|
|
|
|
|
|
|
if (value.match(tgm)) {
|
|
|
|
match = value.match(tgm)
|
2020-01-31 10:56:52 -05:00
|
|
|
return parseInt(match[1], 10) * 1024 * 1024 * 1024 * 1024 +
|
|
|
|
parseInt(match[2], 10) * 1024 * 1024 * 1024 +
|
|
|
|
parseInt(match[3], 10) * 1024 * 1024
|
2018-10-13 02:43:55 -04:00
|
|
|
} else if (value.match(tg)) {
|
|
|
|
match = value.match(tg)
|
2020-01-31 10:56:52 -05:00
|
|
|
return parseInt(match[1], 10) * 1024 * 1024 * 1024 * 1024 +
|
|
|
|
parseInt(match[2], 10) * 1024 * 1024 * 1024
|
2018-10-13 02:43:55 -04:00
|
|
|
} else if (value.match(tm)) {
|
|
|
|
match = value.match(tm)
|
2020-01-31 10:56:52 -05:00
|
|
|
return parseInt(match[1], 10) * 1024 * 1024 * 1024 * 1024 +
|
|
|
|
parseInt(match[2], 10) * 1024 * 1024
|
2018-10-13 02:43:55 -04:00
|
|
|
} else if (value.match(gm)) {
|
|
|
|
match = value.match(gm)
|
2020-01-31 10:56:52 -05:00
|
|
|
return parseInt(match[1], 10) * 1024 * 1024 * 1024 +
|
|
|
|
parseInt(match[2], 10) * 1024 * 1024
|
2018-10-13 02:43:55 -04:00
|
|
|
} else if (value.match(t)) {
|
|
|
|
match = value.match(t)
|
|
|
|
return parseInt(match[1], 10) * 1024 * 1024 * 1024 * 1024
|
|
|
|
} else if (value.match(g)) {
|
|
|
|
match = value.match(g)
|
|
|
|
return parseInt(match[1], 10) * 1024 * 1024 * 1024
|
|
|
|
} else if (value.match(m)) {
|
|
|
|
match = value.match(m)
|
|
|
|
return parseInt(match[1], 10) * 1024 * 1024
|
|
|
|
} else if (value.match(b)) {
|
|
|
|
match = value.match(b)
|
|
|
|
return parseInt(match[1], 10) * 1024
|
|
|
|
} else {
|
|
|
|
return parseInt(value, 10)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-06-08 03:33:03 -04:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2017-12-21 03:56:59 -05:00
|
|
|
function sanitizeUrl (url: string) {
|
|
|
|
const urlObject = new URL(url)
|
|
|
|
|
|
|
|
if (urlObject.protocol === 'https:' && urlObject.port === '443') {
|
|
|
|
urlObject.port = ''
|
|
|
|
} else if (urlObject.protocol === 'http:' && urlObject.port === '80') {
|
|
|
|
urlObject.port = ''
|
|
|
|
}
|
|
|
|
|
|
|
|
return urlObject.href.replace(/\/$/, '')
|
|
|
|
}
|
|
|
|
|
|
|
|
// Don't import remote scheme from constants because we are in core utils
|
|
|
|
function sanitizeHost (host: string, remoteScheme: string) {
|
2017-12-21 04:16:20 -05:00
|
|
|
const toRemove = remoteScheme === 'https' ? 443 : 80
|
2017-12-21 03:56:59 -05:00
|
|
|
|
|
|
|
return host.replace(new RegExp(`:${toRemove}$`), '')
|
|
|
|
}
|
2017-06-11 09:19:43 -04:00
|
|
|
|
2021-06-08 03:33:03 -04:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2017-06-11 09:19:43 -04:00
|
|
|
function isTestInstance () {
|
|
|
|
return process.env.NODE_ENV === 'test'
|
|
|
|
}
|
|
|
|
|
2018-09-20 10:16:07 -04:00
|
|
|
function isProdInstance () {
|
|
|
|
return process.env.NODE_ENV === 'production'
|
|
|
|
}
|
|
|
|
|
2019-06-13 05:09:38 -04:00
|
|
|
function getAppNumber () {
|
2022-01-20 03:33:49 -05:00
|
|
|
return process.env.NODE_APP_INSTANCE || ''
|
2019-06-13 05:09:38 -04:00
|
|
|
}
|
|
|
|
|
2021-06-08 03:33:03 -04:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2018-03-28 05:00:02 -04:00
|
|
|
// Consistent with .length, lodash truncate function is not
|
2019-10-21 03:48:21 -04:00
|
|
|
function peertubeTruncate (str: string, options: { length: number, separator?: RegExp, omission?: string }) {
|
2018-03-28 05:00:02 -04:00
|
|
|
const truncatedStr = truncate(str, options)
|
|
|
|
|
|
|
|
// The truncated string is okay, we can return it
|
2019-10-21 03:48:21 -04:00
|
|
|
if (truncatedStr.length <= options.length) return truncatedStr
|
2018-03-28 05:00:02 -04:00
|
|
|
|
|
|
|
// Lodash takes into account all UTF characters, whereas String.prototype.length does not: some characters have a length of 2
|
|
|
|
// We always use the .length so we need to truncate more if needed
|
2019-10-21 03:48:21 -04:00
|
|
|
options.length -= truncatedStr.length - options.length
|
2018-03-28 05:00:02 -04:00
|
|
|
return truncate(str, options)
|
|
|
|
}
|
|
|
|
|
2021-06-08 03:33:03 -04:00
|
|
|
function pageToStartAndCount (page: number, itemsPerPage: number) {
|
|
|
|
const start = (page - 1) * itemsPerPage
|
|
|
|
|
|
|
|
return { start, count: itemsPerPage }
|
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
type SemVersion = { major: number, minor: number, patch: number }
|
|
|
|
function parseSemVersion (s: string) {
|
|
|
|
const parsed = s.match(/^v?(\d+)\.(\d+)\.(\d+)$/i)
|
|
|
|
|
|
|
|
return {
|
|
|
|
major: parseInt(parsed[1]),
|
|
|
|
minor: parseInt(parsed[2]),
|
|
|
|
patch: parseInt(parsed[3])
|
|
|
|
} as SemVersion
|
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2019-07-05 09:28:49 -04:00
|
|
|
function execShell (command: string, options?: ExecOptions) {
|
|
|
|
return new Promise<{ err?: Error, stdout: string, stderr: string }>((res, rej) => {
|
|
|
|
exec(command, options, (err, stdout, stderr) => {
|
2020-01-31 10:56:52 -05:00
|
|
|
// eslint-disable-next-line prefer-promise-reject-errors
|
2019-07-05 09:28:49 -04:00
|
|
|
if (err) return rej({ err, stdout, stderr })
|
|
|
|
|
|
|
|
return res({ stdout, stderr })
|
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-06-08 03:33:03 -04:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2021-06-08 05:28:51 -04:00
|
|
|
function isOdd (num: number) {
|
|
|
|
return (num % 2) !== 0
|
|
|
|
}
|
|
|
|
|
|
|
|
function toEven (num: number) {
|
2021-06-08 07:08:34 -04:00
|
|
|
if (isOdd(num)) return num + 1
|
2021-06-08 05:28:51 -04:00
|
|
|
|
|
|
|
return num
|
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2017-07-05 07:26:25 -04:00
|
|
|
function promisify0<A> (func: (cb: (err: any, result: A) => void) => void): () => Promise<A> {
|
|
|
|
return function promisified (): Promise<A> {
|
|
|
|
return new Promise<A>((resolve: (arg: A) => void, reject: (err: any) => void) => {
|
|
|
|
func.apply(null, [ (err: any, res: A) => err ? reject(err) : resolve(res) ])
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Thanks to https://gist.github.com/kumasento/617daa7e46f13ecdd9b2
|
|
|
|
function promisify1<T, A> (func: (arg: T, cb: (err: any, result: A) => void) => void): (arg: T) => Promise<A> {
|
|
|
|
return function promisified (arg: T): Promise<A> {
|
|
|
|
return new Promise<A>((resolve: (arg: A) => void, reject: (err: any) => void) => {
|
|
|
|
func.apply(null, [ arg, (err: any, res: A) => err ? reject(err) : resolve(res) ])
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
function promisify2<T, U, A> (func: (arg1: T, arg2: U, cb: (err: any, result: A) => void) => void): (arg1: T, arg2: U) => Promise<A> {
|
|
|
|
return function promisified (arg1: T, arg2: U): Promise<A> {
|
|
|
|
return new Promise<A>((resolve: (arg: A) => void, reject: (err: any) => void) => {
|
|
|
|
func.apply(null, [ arg1, arg2, (err: any, res: A) => err ? reject(err) : resolve(res) ])
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-01-31 10:56:52 -05:00
|
|
|
const randomBytesPromise = promisify1<number, Buffer>(randomBytes)
|
2021-08-27 08:32:44 -04:00
|
|
|
const createPrivateKey = promisify1<number, { key: string }>(createPrivateKey_1)
|
|
|
|
const getPublicKey = promisify1<string, { publicKey: string }>(getPublicKey_1)
|
2018-10-03 08:35:35 -04:00
|
|
|
const execPromise2 = promisify2<string, any, string>(exec)
|
|
|
|
const execPromise = promisify1<string, string>(exec)
|
2021-03-08 08:24:11 -05:00
|
|
|
const pipelinePromise = promisify(pipeline)
|
2017-07-05 07:26:25 -04:00
|
|
|
|
2017-06-11 09:19:43 -04:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
|
|
|
isTestInstance,
|
2018-09-20 10:16:07 -04:00
|
|
|
isProdInstance,
|
2019-06-13 05:09:38 -04:00
|
|
|
getAppNumber,
|
2018-09-20 10:16:07 -04:00
|
|
|
|
2019-01-09 09:14:29 -05:00
|
|
|
objectConverter,
|
2021-06-08 03:33:03 -04:00
|
|
|
mapToJSON,
|
|
|
|
|
2017-12-21 03:56:59 -05:00
|
|
|
sanitizeUrl,
|
|
|
|
sanitizeHost,
|
2021-06-08 03:33:03 -04:00
|
|
|
|
2019-07-05 09:28:49 -04:00
|
|
|
execShell,
|
2021-06-08 03:33:03 -04:00
|
|
|
|
|
|
|
pageToStartAndCount,
|
2018-03-28 05:00:02 -04:00
|
|
|
peertubeTruncate,
|
2019-01-29 02:37:25 -05:00
|
|
|
|
2017-07-05 07:26:25 -04:00
|
|
|
promisify0,
|
|
|
|
promisify1,
|
2019-07-11 11:23:24 -04:00
|
|
|
promisify2,
|
2017-11-09 11:51:58 -05:00
|
|
|
|
2020-01-31 10:56:52 -05:00
|
|
|
randomBytesPromise,
|
2017-11-09 11:51:58 -05:00
|
|
|
createPrivateKey,
|
|
|
|
getPublicKey,
|
2018-10-03 08:35:35 -04:00
|
|
|
execPromise2,
|
2021-03-08 08:24:11 -05:00
|
|
|
execPromise,
|
2021-03-11 03:51:08 -05:00
|
|
|
pipelinePromise,
|
|
|
|
|
2021-06-08 05:28:51 -04:00
|
|
|
parseSemVersion,
|
|
|
|
|
|
|
|
isOdd,
|
|
|
|
toEven
|
2017-06-11 09:19:43 -04:00
|
|
|
}
|