mirror of
https://github.com/moby/moby.git
synced 2022-11-09 12:21:53 -05:00
135 lines
3.7 KiB
Go
135 lines
3.7 KiB
Go
package scheduler
|
|
|
|
import (
|
|
"container/heap"
|
|
"errors"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/docker/swarmkit/api"
|
|
"github.com/docker/swarmkit/manager/constraint"
|
|
)
|
|
|
|
var errNodeNotFound = errors.New("node not found in scheduler dataset")
|
|
|
|
type nodeSet struct {
|
|
nodes map[string]NodeInfo // map from node id to node info
|
|
}
|
|
|
|
func (ns *nodeSet) alloc(n int) {
|
|
ns.nodes = make(map[string]NodeInfo, n)
|
|
}
|
|
|
|
// nodeInfo returns the NodeInfo struct for a given node identified by its ID.
|
|
func (ns *nodeSet) nodeInfo(nodeID string) (NodeInfo, error) {
|
|
node, ok := ns.nodes[nodeID]
|
|
if ok {
|
|
return node, nil
|
|
}
|
|
return NodeInfo{}, errNodeNotFound
|
|
}
|
|
|
|
// addOrUpdateNode sets the number of tasks for a given node. It adds the node
|
|
// to the set if it wasn't already tracked.
|
|
func (ns *nodeSet) addOrUpdateNode(n NodeInfo) {
|
|
if n.Tasks == nil {
|
|
n.Tasks = make(map[string]*api.Task)
|
|
}
|
|
if n.ActiveTasksCountByService == nil {
|
|
n.ActiveTasksCountByService = make(map[string]int)
|
|
}
|
|
if n.recentFailures == nil {
|
|
n.recentFailures = make(map[string][]time.Time)
|
|
}
|
|
|
|
ns.nodes[n.ID] = n
|
|
}
|
|
|
|
// updateNode sets the number of tasks for a given node. It ignores the update
|
|
// if the node isn't already tracked in the set.
|
|
func (ns *nodeSet) updateNode(n NodeInfo) {
|
|
_, ok := ns.nodes[n.ID]
|
|
if ok {
|
|
ns.nodes[n.ID] = n
|
|
}
|
|
}
|
|
|
|
func (ns *nodeSet) remove(nodeID string) {
|
|
delete(ns.nodes, nodeID)
|
|
}
|
|
|
|
func (ns *nodeSet) tree(serviceID string, preferences []*api.PlacementPreference, maxAssignments int, meetsConstraints func(*NodeInfo) bool, nodeLess func(*NodeInfo, *NodeInfo) bool) decisionTree {
|
|
var root decisionTree
|
|
|
|
if maxAssignments == 0 {
|
|
return root
|
|
}
|
|
|
|
for _, node := range ns.nodes {
|
|
tree := &root
|
|
for _, pref := range preferences {
|
|
// Only spread is supported so far
|
|
spread := pref.GetSpread()
|
|
if spread == nil {
|
|
continue
|
|
}
|
|
|
|
descriptor := spread.SpreadDescriptor
|
|
var value string
|
|
switch {
|
|
case len(descriptor) > len(constraint.NodeLabelPrefix) && strings.EqualFold(descriptor[:len(constraint.NodeLabelPrefix)], constraint.NodeLabelPrefix):
|
|
if node.Spec.Annotations.Labels != nil {
|
|
value = node.Spec.Annotations.Labels[descriptor[len(constraint.NodeLabelPrefix):]]
|
|
}
|
|
case len(descriptor) > len(constraint.EngineLabelPrefix) && strings.EqualFold(descriptor[:len(constraint.EngineLabelPrefix)], constraint.EngineLabelPrefix):
|
|
if node.Description != nil && node.Description.Engine != nil && node.Description.Engine.Labels != nil {
|
|
value = node.Description.Engine.Labels[descriptor[len(constraint.EngineLabelPrefix):]]
|
|
}
|
|
// TODO(aaronl): Support other items from constraint
|
|
// syntax like node ID, hostname, os/arch, etc?
|
|
default:
|
|
continue
|
|
}
|
|
|
|
// If value is still uninitialized, the value used for
|
|
// the node at this level of the tree is "". This makes
|
|
// sure that the tree structure is not affected by
|
|
// which properties nodes have and don't have.
|
|
|
|
if node.ActiveTasksCountByService != nil {
|
|
tree.tasks += node.ActiveTasksCountByService[serviceID]
|
|
}
|
|
|
|
if tree.next == nil {
|
|
tree.next = make(map[string]*decisionTree)
|
|
}
|
|
next := tree.next[value]
|
|
if next == nil {
|
|
next = &decisionTree{}
|
|
tree.next[value] = next
|
|
}
|
|
tree = next
|
|
}
|
|
|
|
if node.ActiveTasksCountByService != nil {
|
|
tree.tasks += node.ActiveTasksCountByService[serviceID]
|
|
}
|
|
|
|
if tree.nodeHeap.lessFunc == nil {
|
|
tree.nodeHeap.lessFunc = nodeLess
|
|
}
|
|
|
|
if tree.nodeHeap.Len() < maxAssignments {
|
|
if meetsConstraints(&node) {
|
|
heap.Push(&tree.nodeHeap, node)
|
|
}
|
|
} else if nodeLess(&node, &tree.nodeHeap.nodes[0]) {
|
|
if meetsConstraints(&node) {
|
|
tree.nodeHeap.nodes[0] = node
|
|
heap.Fix(&tree.nodeHeap, 0)
|
|
}
|
|
}
|
|
}
|
|
|
|
return root
|
|
}
|