mirror of
https://github.com/nadoo/glider.git
synced 2026-11-19 07:09:42 +08:00
proxy: added the ability to log forwarder
This commit is contained in:
1 parent
c2425e67de
commit
063dc1bc01
22 files changed
+138
-141
No files matched your search
@@ -0,0 +1,184 @@
|
||||
package strategy
|
||||
|
||||
import (
|
||||
"net"
|
||||
"net/url"
|
||||
"strconv"
|
||||
"strings"
|
||||
"sync/atomic"
|
||||
|
||||
"github.com/nadoo/glider/common/log"
|
||||
"github.com/nadoo/glider/proxy"
|
||||
)
|
||||
|
||||
// StatusHandler function will be called when the forwarder's status changed
|
||||
type StatusHandler func(*Forwarder)
|
||||
|
||||
// Forwarder is a forwarder
|
||||
type Forwarder struct {
|
||||
proxy.Dialer
|
||||
addr string
|
||||
priority uint32
|
||||
maxFailures uint32 // maxfailures to set to Disabled
|
||||
disabled uint32
|
||||
failures uint32
|
||||
latency int64
|
||||
intface string // local interface or ip address
|
||||
handlers []StatusHandler
|
||||
}
|
||||
|
||||
// ForwarderFromURL parses `forward=` command value and returns a new forwarder
|
||||
func ForwarderFromURL(s, intface string) (f *Forwarder, err error) {
|
||||
f = &Forwarder{}
|
||||
|
||||
ss := strings.Split(s, "#")
|
||||
if len(ss) > 1 {
|
||||
err = f.parseOption(ss[1])
|
||||
}
|
||||
|
||||
iface := intface
|
||||
if f.intface != "" && f.intface != intface {
|
||||
iface = f.intface
|
||||
}
|
||||
|
||||
var d proxy.Dialer
|
||||
d, err = proxy.NewDirect(iface)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
for _, url := range strings.Split(ss[0], ",") {
|
||||
d, err = proxy.DialerFromURL(url, d)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
|
||||
f.Dialer = d
|
||||
f.addr = d.Addr()
|
||||
|
||||
// set forwarder to disabled by default
|
||||
f.Disable()
|
||||
|
||||
return f, err
|
||||
}
|
||||
|
||||
// DirectForwarder returns a direct forwarder
|
||||
func DirectForwarder(intface string) *Forwarder {
|
||||
d, err := proxy.NewDirect(intface)
|
||||
if err != nil {
|
||||
return nil
|
||||
}
|
||||
|
||||
return &Forwarder{Dialer: d, addr: d.Addr()}
|
||||
}
|
||||
|
||||
func (f *Forwarder) parseOption(option string) error {
|
||||
query, err := url.ParseQuery(option)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
var priority uint64
|
||||
p := query.Get("priority")
|
||||
if p != "" {
|
||||
priority, err = strconv.ParseUint(p, 10, 32)
|
||||
}
|
||||
f.SetPriority(uint32(priority))
|
||||
|
||||
f.intface = query.Get("interface")
|
||||
|
||||
return err
|
||||
}
|
||||
|
||||
// Addr .
|
||||
func (f *Forwarder) Addr() string {
|
||||
return f.addr
|
||||
}
|
||||
|
||||
// Dial .
|
||||
func (f *Forwarder) Dial(network, addr string) (c net.Conn, p string, err error) {
|
||||
c, p, err = f.Dialer.Dial(network, addr)
|
||||
if err != nil {
|
||||
f.IncFailures()
|
||||
if f.Failures() >= f.MaxFailures() && f.Enabled() {
|
||||
f.Disable()
|
||||
log.F("[forwarder] %s reaches maxfailures.", f.addr)
|
||||
}
|
||||
}
|
||||
|
||||
return c, p, err
|
||||
}
|
||||
|
||||
// Failures returns the failuer count of forwarder
|
||||
func (f *Forwarder) Failures() uint32 {
|
||||
return atomic.LoadUint32(&f.failures)
|
||||
}
|
||||
|
||||
// IncFailures increase the failuer count by 1
|
||||
func (f *Forwarder) IncFailures() {
|
||||
atomic.AddUint32(&f.failures, 1)
|
||||
}
|
||||
|
||||
// AddHandler adds a custom handler to handle the status change event
|
||||
func (f *Forwarder) AddHandler(h StatusHandler) {
|
||||
f.handlers = append(f.handlers, h)
|
||||
}
|
||||
|
||||
// Enable the forwarder
|
||||
func (f *Forwarder) Enable() {
|
||||
if atomic.CompareAndSwapUint32(&f.disabled, 1, 0) {
|
||||
for _, h := range f.handlers {
|
||||
h(f)
|
||||
}
|
||||
}
|
||||
atomic.StoreUint32(&f.failures, 0)
|
||||
}
|
||||
|
||||
// Disable the forwarder
|
||||
func (f *Forwarder) Disable() {
|
||||
if atomic.CompareAndSwapUint32(&f.disabled, 0, 1) {
|
||||
for _, h := range f.handlers {
|
||||
h(f)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Enabled returns the status of forwarder
|
||||
func (f *Forwarder) Enabled() bool {
|
||||
return !isTrue(atomic.LoadUint32(&f.disabled))
|
||||
}
|
||||
|
||||
func isTrue(n uint32) bool {
|
||||
return n&1 == 1
|
||||
}
|
||||
|
||||
// Priority returns the priority of forwarder
|
||||
func (f *Forwarder) Priority() uint32 {
|
||||
return atomic.LoadUint32(&f.priority)
|
||||
}
|
||||
|
||||
// SetPriority sets the priority of forwarder
|
||||
func (f *Forwarder) SetPriority(l uint32) {
|
||||
atomic.StoreUint32(&f.priority, l)
|
||||
}
|
||||
|
||||
// MaxFailures returns the maxFailures of forwarder
|
||||
func (f *Forwarder) MaxFailures() uint32 {
|
||||
return atomic.LoadUint32(&f.maxFailures)
|
||||
}
|
||||
|
||||
// SetMaxFailures sets the maxFailures of forwarder
|
||||
func (f *Forwarder) SetMaxFailures(l uint32) {
|
||||
atomic.StoreUint32(&f.maxFailures, l)
|
||||
}
|
||||
|
||||
// Latency returns the latency of forwarder
|
||||
func (f *Forwarder) Latency() int64 {
|
||||
return atomic.LoadInt64(&f.latency)
|
||||
}
|
||||
|
||||
// SetLatency sets the latency of forwarder
|
||||
func (f *Forwarder) SetLatency(l int64) {
|
||||
atomic.StoreInt64(&f.latency, l)
|
||||
}
|
||||
+30
-31
@@ -31,7 +31,7 @@ type Config struct {
|
||||
}
|
||||
|
||||
// forwarder slice orderd by priority
|
||||
type priSlice []*proxy.Forwarder
|
||||
type priSlice []*Forwarder
|
||||
|
||||
func (p priSlice) Len() int { return len(p) }
|
||||
func (p priSlice) Less(i, j int) bool { return p[i].Priority() > p[j].Priority() }
|
||||
@@ -41,19 +41,19 @@ func (p priSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
|
||||
type Dialer struct {
|
||||
config *Config
|
||||
fwdrs priSlice
|
||||
available []*proxy.Forwarder
|
||||
available []*Forwarder
|
||||
mu sync.RWMutex
|
||||
index uint32
|
||||
priority uint32
|
||||
|
||||
nextForwarder func(addr string) *proxy.Forwarder
|
||||
nextForwarder func(addr string) *Forwarder
|
||||
}
|
||||
|
||||
// NewDialer returns a new strategy dialer.
|
||||
func NewDialer(s []string, c *Config) proxy.Dialer {
|
||||
var fwdrs []*proxy.Forwarder
|
||||
func NewDialer(s []string, c *Config) *Dialer {
|
||||
var fwdrs []*Forwarder
|
||||
for _, chain := range s {
|
||||
fwdr, err := proxy.ForwarderFromURL(chain, c.IntFace)
|
||||
fwdr, err := ForwarderFromURL(chain, c.IntFace)
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
@@ -62,22 +62,16 @@ func NewDialer(s []string, c *Config) proxy.Dialer {
|
||||
}
|
||||
|
||||
if len(fwdrs) == 0 {
|
||||
d, err := proxy.NewDirect(c.IntFace)
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
return d
|
||||
}
|
||||
|
||||
if len(fwdrs) == 1 {
|
||||
return fwdrs[0]
|
||||
// direct forwarder
|
||||
fwdrs = append(fwdrs, DirectForwarder(c.IntFace))
|
||||
c.Strategy = "rr"
|
||||
}
|
||||
|
||||
return newDialer(fwdrs, c)
|
||||
}
|
||||
|
||||
// newDialer returns a new rrDialer
|
||||
func newDialer(fwdrs []*proxy.Forwarder, c *Config) *Dialer {
|
||||
func newDialer(fwdrs []*Forwarder, c *Config) *Dialer {
|
||||
d := &Dialer{fwdrs: fwdrs, config: c}
|
||||
sort.Sort(d.fwdrs)
|
||||
|
||||
@@ -90,19 +84,19 @@ func newDialer(fwdrs []*proxy.Forwarder, c *Config) *Dialer {
|
||||
switch c.Strategy {
|
||||
case "rr":
|
||||
d.nextForwarder = d.scheduleRR
|
||||
log.F("forward to remote servers in round robin mode.")
|
||||
log.F("[strategy] forward to remote servers in round robin mode.")
|
||||
case "ha":
|
||||
d.nextForwarder = d.scheduleHA
|
||||
log.F("forward to remote servers in high availability mode.")
|
||||
log.F("[strategy] forward to remote servers in high availability mode.")
|
||||
case "lha":
|
||||
d.nextForwarder = d.scheduleLHA
|
||||
log.F("forward to remote servers in latency based high availability mode.")
|
||||
log.F("[strategy] forward to remote servers in latency based high availability mode.")
|
||||
case "dh":
|
||||
d.nextForwarder = d.scheduleDH
|
||||
log.F("forward to remote servers in destination hashing mode.")
|
||||
log.F("[strategy] forward to remote servers in destination hashing mode.")
|
||||
default:
|
||||
d.nextForwarder = d.scheduleRR
|
||||
log.F("not supported forward mode '%s', use round robin mode.", c.Strategy)
|
||||
log.F("[strategy] not supported forward mode '%s', use round robin mode.", c.Strategy)
|
||||
}
|
||||
|
||||
for _, f := range fwdrs {
|
||||
@@ -116,8 +110,10 @@ func newDialer(fwdrs []*proxy.Forwarder, c *Config) *Dialer {
|
||||
func (d *Dialer) Addr() string { return "STRATEGY" }
|
||||
|
||||
// Dial connects to the address addr on the network net.
|
||||
func (d *Dialer) Dial(network, addr string) (net.Conn, error) {
|
||||
return d.NextDialer(addr).Dial(network, addr)
|
||||
func (d *Dialer) Dial(network, addr string) (net.Conn, string, error) {
|
||||
nd := d.NextDialer(addr)
|
||||
c, _, err := nd.Dial(network, addr)
|
||||
return c, nd.Addr(), err
|
||||
}
|
||||
|
||||
// DialUDP connects to the given address.
|
||||
@@ -164,7 +160,7 @@ func (d *Dialer) initAvailable() {
|
||||
}
|
||||
|
||||
// onStatusChanged will be called when fwdr's status changed.
|
||||
func (d *Dialer) onStatusChanged(fwdr *proxy.Forwarder) {
|
||||
func (d *Dialer) onStatusChanged(fwdr *Forwarder) {
|
||||
d.mu.Lock()
|
||||
defer d.mu.Unlock()
|
||||
|
||||
@@ -192,8 +188,11 @@ func (d *Dialer) onStatusChanged(fwdr *proxy.Forwarder) {
|
||||
|
||||
// Check implements the Checker interface.
|
||||
func (d *Dialer) Check() {
|
||||
for i := 0; i < len(d.fwdrs); i++ {
|
||||
go d.check(i)
|
||||
// no need to check when there's only 1 forwarder
|
||||
if len(d.fwdrs) > 1 {
|
||||
for i := 0; i < len(d.fwdrs); i++ {
|
||||
go d.check(i)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -216,7 +215,7 @@ func (d *Dialer) check(i int) {
|
||||
}
|
||||
|
||||
startTime := time.Now()
|
||||
rc, err := f.Dial("tcp", d.config.CheckWebSite)
|
||||
rc, _, err := f.Dial("tcp", d.config.CheckWebSite)
|
||||
if err != nil {
|
||||
f.Disable()
|
||||
log.F("[check] %s(%d) -> %s, DISABLED. error in dial: %s", f.Addr(), f.Priority(), d.config.CheckWebSite, err)
|
||||
@@ -253,17 +252,17 @@ func (d *Dialer) check(i int) {
|
||||
}
|
||||
|
||||
// Round Robin
|
||||
func (d *Dialer) scheduleRR(dstAddr string) *proxy.Forwarder {
|
||||
func (d *Dialer) scheduleRR(dstAddr string) *Forwarder {
|
||||
return d.available[atomic.AddUint32(&d.index, 1)%uint32(len(d.available))]
|
||||
}
|
||||
|
||||
// High Availability
|
||||
func (d *Dialer) scheduleHA(dstAddr string) *proxy.Forwarder {
|
||||
func (d *Dialer) scheduleHA(dstAddr string) *Forwarder {
|
||||
return d.available[0]
|
||||
}
|
||||
|
||||
// Latency based High Availability
|
||||
func (d *Dialer) scheduleLHA(dstAddr string) *proxy.Forwarder {
|
||||
func (d *Dialer) scheduleLHA(dstAddr string) *Forwarder {
|
||||
fwdr := d.available[0]
|
||||
lowest := fwdr.Latency()
|
||||
for _, f := range d.available {
|
||||
@@ -276,7 +275,7 @@ func (d *Dialer) scheduleLHA(dstAddr string) *proxy.Forwarder {
|
||||
}
|
||||
|
||||
// Destination Hashing
|
||||
func (d *Dialer) scheduleDH(dstAddr string) *proxy.Forwarder {
|
||||
func (d *Dialer) scheduleDH(dstAddr string) *Forwarder {
|
||||
fnv1a := fnv.New32a()
|
||||
fnv1a.Write([]byte(dstAddr))
|
||||
return d.available[fnv1a.Sum32()%uint32(len(d.available))]
|
||||
|
||||
Reference in new issue
Block a user