228 lines
6.3 KiB
JavaScript
228 lines
6.3 KiB
JavaScript
'use strict'
|
|
|
|
const async = require('async')
|
|
const config = require('config')
|
|
const fs = require('fs')
|
|
const request = require('request')
|
|
|
|
const constants = require('../initializers/constants')
|
|
const logger = require('../helpers/logger')
|
|
const peertubeCrypto = require('../helpers/peertubeCrypto')
|
|
const Pods = require('../models/pods')
|
|
const poolRequests = require('../lib/poolRequests')
|
|
const requests = require('../helpers/requests')
|
|
const Videos = require('../models/videos')
|
|
|
|
const http = config.get('webserver.https') ? 'https' : 'http'
|
|
const host = config.get('webserver.host')
|
|
const port = config.get('webserver.port')
|
|
|
|
const pods = {
|
|
addVideoToFriends: addVideoToFriends,
|
|
hasFriends: hasFriends,
|
|
makeFriends: makeFriends,
|
|
quitFriends: quitFriends,
|
|
removeVideoToFriends: removeVideoToFriends
|
|
}
|
|
|
|
function addVideoToFriends (video) {
|
|
// To avoid duplicates
|
|
const id = video.name + video.magnetUri
|
|
// ensure namePath is null
|
|
video.namePath = null
|
|
poolRequests.addRequest(id, 'add', video)
|
|
}
|
|
|
|
function hasFriends (callback) {
|
|
Pods.count(function (err, count) {
|
|
if (err) return callback(err)
|
|
|
|
const has_friends = (count !== 0)
|
|
callback(null, has_friends)
|
|
})
|
|
}
|
|
|
|
function makeFriends (callback) {
|
|
const pods_score = {}
|
|
|
|
logger.info('Make friends!')
|
|
fs.readFile(peertubeCrypto.getCertDir() + 'peertube.pub', 'utf8', function (err, cert) {
|
|
if (err) {
|
|
logger.error('Cannot read public cert.')
|
|
return callback(err)
|
|
}
|
|
|
|
const urls = config.get('network.friends')
|
|
|
|
async.each(urls, function (url, callback) {
|
|
computeForeignPodsList(url, pods_score, callback)
|
|
}, function (err) {
|
|
if (err) return callback(err)
|
|
|
|
logger.debug('Pods scores computed.', { pods_score: pods_score })
|
|
const pods_list = computeWinningPods(urls, pods_score)
|
|
logger.debug('Pods that we keep.', { pods_to_keep: pods_list })
|
|
|
|
makeRequestsToWinningPods(cert, pods_list, callback)
|
|
})
|
|
})
|
|
}
|
|
|
|
function quitFriends (callback) {
|
|
// Stop pool requests
|
|
poolRequests.deactivate()
|
|
// Flush pool requests
|
|
poolRequests.forceSend()
|
|
|
|
Pods.list(function (err, pods) {
|
|
if (err) return callback(err)
|
|
|
|
const request = {
|
|
method: 'POST',
|
|
path: '/api/' + constants.API_VERSION + '/pods/remove',
|
|
sign: true,
|
|
encrypt: true,
|
|
data: {
|
|
url: 'me' // Fake data
|
|
}
|
|
}
|
|
|
|
// Announce we quit them
|
|
requests.makeMultipleRetryRequest(request, pods, function () {
|
|
Pods.removeAll(function (err) {
|
|
poolRequests.activate()
|
|
|
|
if (err) return callback(err)
|
|
|
|
logger.info('Broke friends, so sad :(')
|
|
|
|
Videos.removeAllRemotes(function (err) {
|
|
if (err) return callback(err)
|
|
|
|
logger.info('Removed all remote videos.')
|
|
callback(null)
|
|
})
|
|
})
|
|
})
|
|
})
|
|
}
|
|
|
|
function removeVideoToFriends (video) {
|
|
// To avoid duplicates
|
|
const id = video.name + video.magnetUri
|
|
poolRequests.addRequest(id, 'remove', video)
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
module.exports = pods
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
function computeForeignPodsList (url, pods_score, callback) {
|
|
// Let's give 1 point to the pod we ask the friends list
|
|
pods_score[url] = 1
|
|
|
|
getForeignPodsList(url, function (err, foreign_pods_list) {
|
|
if (err) return callback(err)
|
|
if (foreign_pods_list.length === 0) return callback()
|
|
|
|
async.each(foreign_pods_list, function (foreign_pod, callback_each) {
|
|
const foreign_url = foreign_pod.url
|
|
|
|
if (pods_score[foreign_url]) pods_score[foreign_url]++
|
|
else pods_score[foreign_url] = 1
|
|
|
|
callback_each()
|
|
}, function () {
|
|
callback()
|
|
})
|
|
})
|
|
}
|
|
|
|
function computeWinningPods (urls, pods_score) {
|
|
// Build the list of pods to add
|
|
// Only add a pod if it exists in more than a half base pods
|
|
const pods_list = []
|
|
const base_score = urls.length / 2
|
|
Object.keys(pods_score).forEach(function (pod) {
|
|
if (pods_score[pod] > base_score) pods_list.push({ url: pod })
|
|
})
|
|
|
|
return pods_list
|
|
}
|
|
|
|
function getForeignPodsList (url, callback) {
|
|
const path = '/api/' + constants.API_VERSION + '/pods'
|
|
|
|
request.get(url + path, function (err, response, body) {
|
|
if (err) return callback(err)
|
|
|
|
callback(null, JSON.parse(body))
|
|
})
|
|
}
|
|
|
|
function makeRequestsToWinningPods (cert, pods_list, callback) {
|
|
// Stop pool requests
|
|
poolRequests.deactivate()
|
|
// Flush pool requests
|
|
poolRequests.forceSend()
|
|
|
|
// Get the list of our videos to send to our new friends
|
|
Videos.listOwned(function (err, videos_list) {
|
|
if (err) {
|
|
logger.error('Cannot get the list of videos we own.')
|
|
return callback(err)
|
|
}
|
|
|
|
const data = {
|
|
url: http + '://' + host + ':' + port,
|
|
publicKey: cert,
|
|
videos: videos_list
|
|
}
|
|
|
|
requests.makeMultipleRetryRequest(
|
|
{ method: 'POST', path: '/api/' + constants.API_VERSION + '/pods/', data: data },
|
|
|
|
pods_list,
|
|
|
|
function eachRequest (err, response, body, url, pod, callback_each_request) {
|
|
// We add the pod if it responded correctly with its public certificate
|
|
if (!err && response.statusCode === 200) {
|
|
Pods.add({ url: pod.url, publicKey: body.cert, score: constants.FRIEND_BASE_SCORE }, function (err) {
|
|
if (err) {
|
|
logger.error('Error with adding %s pod.', pod.url, { error: err })
|
|
return callback_each_request()
|
|
}
|
|
|
|
Videos.addRemotes(body.videos, function (err) {
|
|
if (err) {
|
|
logger.error('Error with adding videos of pod.', pod.url, { error: err })
|
|
return callback_each_request()
|
|
}
|
|
|
|
logger.debug('Adding remote videos from %s.', pod.url, { videos: body.videos })
|
|
return callback_each_request()
|
|
})
|
|
})
|
|
} else {
|
|
logger.error('Error with adding %s pod.', pod.url, { error: err || new Error('Status not 200') })
|
|
return callback_each_request()
|
|
}
|
|
},
|
|
|
|
function endRequests (err) {
|
|
// Now we made new friends, we can re activate the pool of requests
|
|
poolRequests.activate()
|
|
|
|
if (err) {
|
|
logger.error('There was some errors when we wanted to make friends.')
|
|
return callback(err)
|
|
}
|
|
|
|
logger.debug('makeRequestsToWinningPods finished.')
|
|
return callback(null)
|
|
}
|
|
)
|
|
})
|
|
}
|