2017-11-30 09:51:13 +00:00
|
|
|
import * as request from 'supertest'
|
2019-12-04 13:49:59 +00:00
|
|
|
import { Job, JobState, JobType } from '../../models'
|
2018-11-19 16:08:18 +00:00
|
|
|
import { wait } from '../miscs/miscs'
|
2018-11-20 06:58:13 +00:00
|
|
|
import { ServerInfo } from './servers'
|
2020-01-03 12:36:34 +00:00
|
|
|
import { makeGetRequest } from '../../../shared/extra-utils'
|
2020-12-07 13:32:36 +00:00
|
|
|
import { HttpStatusCode } from '../../../shared/core-utils/miscs/http-error-codes'
|
2017-11-30 09:51:13 +00:00
|
|
|
|
2018-01-25 14:05:18 +00:00
|
|
|
function getJobsList (url: string, accessToken: string, state: JobState) {
|
|
|
|
const path = '/api/v1/jobs/' + state
|
2017-11-30 09:51:13 +00:00
|
|
|
|
|
|
|
return request(url)
|
2020-01-31 15:56:52 +00:00
|
|
|
.get(path)
|
|
|
|
.set('Accept', 'application/json')
|
|
|
|
.set('Authorization', 'Bearer ' + accessToken)
|
2020-12-07 13:32:36 +00:00
|
|
|
.expect(HttpStatusCode.OK_200)
|
2020-01-31 15:56:52 +00:00
|
|
|
.expect('Content-Type', /json/)
|
2017-11-30 09:51:13 +00:00
|
|
|
}
|
|
|
|
|
2019-12-04 13:49:59 +00:00
|
|
|
function getJobsListPaginationAndSort (options: {
|
2020-01-31 15:56:52 +00:00
|
|
|
url: string
|
|
|
|
accessToken: string
|
|
|
|
state: JobState
|
|
|
|
start: number
|
|
|
|
count: number
|
|
|
|
sort: string
|
2019-12-04 13:49:59 +00:00
|
|
|
jobType?: JobType
|
|
|
|
}) {
|
|
|
|
const { url, accessToken, state, start, count, sort, jobType } = options
|
2018-01-25 14:05:18 +00:00
|
|
|
const path = '/api/v1/jobs/' + state
|
2017-11-30 09:51:13 +00:00
|
|
|
|
2019-12-04 13:49:59 +00:00
|
|
|
const query = {
|
|
|
|
start,
|
|
|
|
count,
|
|
|
|
sort,
|
|
|
|
jobType
|
|
|
|
}
|
|
|
|
|
|
|
|
return makeGetRequest({
|
|
|
|
url,
|
|
|
|
path,
|
|
|
|
token: accessToken,
|
2020-12-07 13:32:36 +00:00
|
|
|
statusCodeExpected: HttpStatusCode.OK_200,
|
2019-12-04 13:49:59 +00:00
|
|
|
query
|
|
|
|
})
|
2017-11-30 09:51:13 +00:00
|
|
|
}
|
|
|
|
|
2018-06-13 08:06:50 +00:00
|
|
|
async function waitJobs (serversArg: ServerInfo[] | ServerInfo) {
|
2019-01-08 10:26:41 +00:00
|
|
|
const pendingJobWait = process.env.NODE_PENDING_JOB_WAIT ? parseInt(process.env.NODE_PENDING_JOB_WAIT, 10) : 2000
|
2018-06-13 08:06:50 +00:00
|
|
|
let servers: ServerInfo[]
|
|
|
|
|
|
|
|
if (Array.isArray(serversArg) === false) servers = [ serversArg as ServerInfo ]
|
|
|
|
else servers = serversArg as ServerInfo[]
|
|
|
|
|
2018-07-10 15:02:20 +00:00
|
|
|
const states: JobState[] = [ 'waiting', 'active', 'delayed' ]
|
2019-07-31 13:57:32 +00:00
|
|
|
let pendingRequests: boolean
|
2018-06-13 08:06:50 +00:00
|
|
|
|
2018-12-26 09:36:24 +00:00
|
|
|
function tasksBuilder () {
|
|
|
|
const tasks: Promise<any>[] = []
|
2018-06-13 08:06:50 +00:00
|
|
|
|
|
|
|
// Check if each server has pending request
|
|
|
|
for (const server of servers) {
|
|
|
|
for (const state of states) {
|
2019-12-04 13:49:59 +00:00
|
|
|
const p = getJobsListPaginationAndSort({
|
|
|
|
url: server.url,
|
|
|
|
accessToken: server.accessToken,
|
|
|
|
state: state,
|
|
|
|
start: 0,
|
|
|
|
count: 10,
|
|
|
|
sort: '-createdAt'
|
|
|
|
})
|
2018-08-29 14:26:25 +00:00
|
|
|
.then(res => res.body.data)
|
|
|
|
.then((jobs: Job[]) => jobs.filter(j => j.type !== 'videos-views'))
|
|
|
|
.then(jobs => {
|
2019-07-29 09:59:29 +00:00
|
|
|
if (jobs.length !== 0) {
|
|
|
|
pendingRequests = true
|
|
|
|
}
|
2018-06-13 08:06:50 +00:00
|
|
|
})
|
|
|
|
tasks.push(p)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-26 09:36:24 +00:00
|
|
|
return tasks
|
|
|
|
}
|
|
|
|
|
|
|
|
do {
|
2019-07-31 13:57:32 +00:00
|
|
|
pendingRequests = false
|
2018-12-26 09:36:24 +00:00
|
|
|
await Promise.all(tasksBuilder())
|
2018-06-13 08:06:50 +00:00
|
|
|
|
|
|
|
// Retry, in case of new jobs were created
|
|
|
|
if (pendingRequests === false) {
|
2019-01-08 10:26:41 +00:00
|
|
|
await wait(pendingJobWait)
|
2018-12-26 09:36:24 +00:00
|
|
|
await Promise.all(tasksBuilder())
|
2018-06-13 08:06:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if (pendingRequests) {
|
|
|
|
await wait(1000)
|
|
|
|
}
|
|
|
|
} while (pendingRequests)
|
|
|
|
}
|
|
|
|
|
2017-11-30 09:51:13 +00:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
|
|
|
getJobsList,
|
2018-06-13 08:06:50 +00:00
|
|
|
waitJobs,
|
2017-11-30 09:51:13 +00:00
|
|
|
getJobsListPaginationAndSort
|
|
|
|
}
|