2016-05-24 16:12:16 -04:00
|
|
|
// +build linux
|
|
|
|
|
|
|
|
package ipvs
|
|
|
|
|
|
|
|
import (
|
|
|
|
"net"
|
|
|
|
"syscall"
|
2017-10-10 14:36:16 -04:00
|
|
|
"time"
|
2016-05-24 16:12:16 -04:00
|
|
|
|
2017-05-20 13:39:30 -04:00
|
|
|
"fmt"
|
2017-10-10 14:36:16 -04:00
|
|
|
|
2016-05-24 16:12:16 -04:00
|
|
|
"github.com/vishvananda/netlink/nl"
|
|
|
|
"github.com/vishvananda/netns"
|
|
|
|
)
|
|
|
|
|
2017-10-10 14:36:16 -04:00
|
|
|
const (
|
|
|
|
netlinkRecvSocketsTimeout = 3 * time.Second
|
|
|
|
netlinkSendSocketTimeout = 30 * time.Second
|
|
|
|
)
|
|
|
|
|
2016-05-24 16:12:16 -04:00
|
|
|
// Service defines an IPVS service in its entirety.
|
|
|
|
type Service struct {
|
|
|
|
// Virtual service address.
|
|
|
|
Address net.IP
|
|
|
|
Protocol uint16
|
|
|
|
Port uint16
|
|
|
|
FWMark uint32 // Firewall mark of the service.
|
|
|
|
|
|
|
|
// Virtual service options.
|
|
|
|
SchedName string
|
|
|
|
Flags uint32
|
|
|
|
Timeout uint32
|
|
|
|
Netmask uint32
|
|
|
|
AddressFamily uint16
|
|
|
|
PEName string
|
2017-05-19 16:18:52 -04:00
|
|
|
Stats SvcStats
|
|
|
|
}
|
|
|
|
|
2017-05-20 13:39:30 -04:00
|
|
|
// SvcStats defines an IPVS service statistics
|
2017-05-19 16:18:52 -04:00
|
|
|
type SvcStats struct {
|
|
|
|
Connections uint32
|
|
|
|
PacketsIn uint32
|
|
|
|
PacketsOut uint32
|
|
|
|
BytesIn uint64
|
|
|
|
BytesOut uint64
|
|
|
|
CPS uint32
|
|
|
|
BPSOut uint32
|
|
|
|
PPSIn uint32
|
|
|
|
PPSOut uint32
|
|
|
|
BPSIn uint32
|
2016-05-24 16:12:16 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
// Destination defines an IPVS destination (real server) in its
|
|
|
|
// entirety.
|
|
|
|
type Destination struct {
|
|
|
|
Address net.IP
|
|
|
|
Port uint16
|
|
|
|
Weight int
|
|
|
|
ConnectionFlags uint32
|
|
|
|
AddressFamily uint16
|
|
|
|
UpperThreshold uint32
|
|
|
|
LowerThreshold uint32
|
|
|
|
}
|
|
|
|
|
|
|
|
// Handle provides a namespace specific ipvs handle to program ipvs
|
|
|
|
// rules.
|
|
|
|
type Handle struct {
|
2017-02-01 17:55:39 -05:00
|
|
|
seq uint32
|
2016-05-24 16:12:16 -04:00
|
|
|
sock *nl.NetlinkSocket
|
|
|
|
}
|
|
|
|
|
|
|
|
// New provides a new ipvs handle in the namespace pointed to by the
|
|
|
|
// passed path. It will return a valid handle or an error in case an
|
2016-11-28 13:44:45 -05:00
|
|
|
// error occurred while creating the handle.
|
2016-05-24 16:12:16 -04:00
|
|
|
func New(path string) (*Handle, error) {
|
|
|
|
setup()
|
|
|
|
|
|
|
|
n := netns.None()
|
|
|
|
if path != "" {
|
|
|
|
var err error
|
|
|
|
n, err = netns.GetFromPath(path)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
2016-06-13 18:09:02 -04:00
|
|
|
defer n.Close()
|
2016-05-24 16:12:16 -04:00
|
|
|
|
|
|
|
sock, err := nl.GetNetlinkSocketAt(n, netns.None(), syscall.NETLINK_GENERIC)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-10-10 14:36:16 -04:00
|
|
|
// Add operation timeout to avoid deadlocks
|
|
|
|
tv := syscall.NsecToTimeval(netlinkSendSocketTimeout.Nanoseconds())
|
|
|
|
if err := sock.SetSendTimeout(&tv); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
tv = syscall.NsecToTimeval(netlinkRecvSocketsTimeout.Nanoseconds())
|
|
|
|
if err := sock.SetReceiveTimeout(&tv); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-05-24 16:12:16 -04:00
|
|
|
|
|
|
|
return &Handle{sock: sock}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Close closes the ipvs handle. The handle is invalid after Close
|
|
|
|
// returns.
|
|
|
|
func (i *Handle) Close() {
|
|
|
|
if i.sock != nil {
|
|
|
|
i.sock.Close()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewService creates a new ipvs service in the passed handle.
|
|
|
|
func (i *Handle) NewService(s *Service) error {
|
|
|
|
return i.doCmd(s, nil, ipvsCmdNewService)
|
|
|
|
}
|
|
|
|
|
2017-02-01 17:55:39 -05:00
|
|
|
// IsServicePresent queries for the ipvs service in the passed handle.
|
|
|
|
func (i *Handle) IsServicePresent(s *Service) bool {
|
|
|
|
return nil == i.doCmd(s, nil, ipvsCmdGetService)
|
|
|
|
}
|
|
|
|
|
2016-05-24 16:12:16 -04:00
|
|
|
// UpdateService updates an already existing service in the passed
|
|
|
|
// handle.
|
|
|
|
func (i *Handle) UpdateService(s *Service) error {
|
|
|
|
return i.doCmd(s, nil, ipvsCmdSetService)
|
|
|
|
}
|
|
|
|
|
|
|
|
// DelService deletes an already existing service in the passed
|
|
|
|
// handle.
|
|
|
|
func (i *Handle) DelService(s *Service) error {
|
|
|
|
return i.doCmd(s, nil, ipvsCmdDelService)
|
|
|
|
}
|
|
|
|
|
2017-08-31 07:06:55 -04:00
|
|
|
// Flush deletes all existing services in the passed
|
|
|
|
// handle.
|
|
|
|
func (i *Handle) Flush() error {
|
|
|
|
_, err := i.doCmdWithoutAttr(ipvsCmdFlush)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2016-06-02 01:37:39 -04:00
|
|
|
// NewDestination creates a new real server in the passed ipvs
|
2016-05-24 16:12:16 -04:00
|
|
|
// service which should already be existing in the passed handle.
|
|
|
|
func (i *Handle) NewDestination(s *Service, d *Destination) error {
|
|
|
|
return i.doCmd(s, d, ipvsCmdNewDest)
|
|
|
|
}
|
|
|
|
|
|
|
|
// UpdateDestination updates an already existing real server in the
|
|
|
|
// passed ipvs service in the passed handle.
|
|
|
|
func (i *Handle) UpdateDestination(s *Service, d *Destination) error {
|
|
|
|
return i.doCmd(s, d, ipvsCmdSetDest)
|
|
|
|
}
|
|
|
|
|
|
|
|
// DelDestination deletes an already existing real server in the
|
|
|
|
// passed ipvs service in the passed handle.
|
|
|
|
func (i *Handle) DelDestination(s *Service, d *Destination) error {
|
|
|
|
return i.doCmd(s, d, ipvsCmdDelDest)
|
|
|
|
}
|
2017-05-19 16:18:52 -04:00
|
|
|
|
2017-05-20 13:39:30 -04:00
|
|
|
// GetServices returns an array of services configured on the Node
|
2017-05-19 16:18:52 -04:00
|
|
|
func (i *Handle) GetServices() ([]*Service, error) {
|
2017-05-20 13:39:30 -04:00
|
|
|
return i.doGetServicesCmd(nil)
|
2017-05-19 16:18:52 -04:00
|
|
|
}
|
|
|
|
|
2017-05-20 13:39:30 -04:00
|
|
|
// GetDestinations returns an array of Destinations configured for this Service
|
2017-05-19 16:18:52 -04:00
|
|
|
func (i *Handle) GetDestinations(s *Service) ([]*Destination, error) {
|
2017-05-20 13:39:30 -04:00
|
|
|
return i.doGetDestinationsCmd(s, nil)
|
|
|
|
}
|
2017-05-19 16:18:52 -04:00
|
|
|
|
2017-05-23 15:15:06 -04:00
|
|
|
// GetService gets details of a specific IPVS services, useful in updating statisics etc.,
|
2017-05-20 13:39:30 -04:00
|
|
|
func (i *Handle) GetService(s *Service) (*Service, error) {
|
2017-05-19 16:18:52 -04:00
|
|
|
|
2017-05-20 13:39:30 -04:00
|
|
|
res, err := i.doGetServicesCmd(s)
|
2017-05-19 16:18:52 -04:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2017-05-23 15:15:06 -04:00
|
|
|
// We are looking for exactly one service otherwise error out
|
2017-05-20 13:39:30 -04:00
|
|
|
if len(res) != 1 {
|
|
|
|
return nil, fmt.Errorf("Expected only one service obtained=%d", len(res))
|
2017-05-19 16:18:52 -04:00
|
|
|
}
|
2017-05-20 13:39:30 -04:00
|
|
|
|
|
|
|
return res[0], nil
|
2017-05-19 16:18:52 -04:00
|
|
|
}
|