xframe/component/service_discovery/zrpc/consul/resolver.go

150 lines
3.4 KiB
Go
Executable File

package consul
import (
"context"
"fmt"
"sort"
"strings"
"time"
"git.wishpal.cn/wishpal_ironfan/xframe/component/logger"
"github.com/hashicorp/consul/api"
"github.com/jpillora/backoff"
"google.golang.org/grpc/attributes"
"google.golang.org/grpc/resolver"
)
func init() {
resolver.Register(&builder{})
}
type resolvr struct {
cancelFunc context.CancelFunc
}
type consulAddr struct {
Addr string
Port int
Tags []string
}
func (r *resolvr) ResolveNow(resolver.ResolveNowOptions) {}
// Close closes the resolver.
func (r *resolvr) Close() {
r.cancelFunc()
}
type servicer interface {
Service(string, string, bool, *api.QueryOptions) ([]*api.ServiceEntry, *api.QueryMeta, error)
}
func watchConsulService(ctx context.Context, s servicer, tgt target, out chan<- []*consulAddr) {
res := make(chan []*consulAddr)
quit := make(chan struct{})
bck := &backoff.Backoff{
Factor: 2,
Jitter: true,
Min: 10 * time.Millisecond,
Max: tgt.MaxBackoff,
}
go func() {
var lastIndex uint64
for {
ss, meta, err := s.Service(
tgt.Service,
tgt.Tag,
tgt.Healthy,
&api.QueryOptions{
WaitIndex: lastIndex,
Near: tgt.Near,
WaitTime: tgt.Wait,
Datacenter: tgt.Dc,
AllowStale: tgt.AllowStale,
RequireConsistent: tgt.RequireConsistent,
},
)
if err != nil {
logger.Errorf("[Consul resolver] Couldn't fetch endpoints. target={%s}; error={%v}", tgt.String(), err)
time.Sleep(bck.Duration())
continue
}
bck.Reset()
lastIndex = meta.LastIndex
logger.Infof("[Consul resolver] %d endpoints fetched in(+wait) %s for target={%s}",
len(ss),
meta.RequestTime,
tgt.String(),
)
ee := make([]*consulAddr, 0, len(ss))
for _, s := range ss {
address := s.Service.Address
if s.Service.Address == "" {
address = s.Node.Address
}
ee = append(ee, &consulAddr{
Addr: address,
Port: s.Service.Port,
Tags: s.Service.Tags,
})
}
if tgt.Limit != 0 && len(ee) > tgt.Limit {
ee = ee[:tgt.Limit]
}
select {
case res <- ee:
continue
case <-quit:
return
}
}
}()
for {
select {
case ee := <-res:
out <- ee
case <-ctx.Done():
close(quit)
return
}
}
}
func populateEndpoints(ctx context.Context, clientConn resolver.ClientConn, input <-chan []*consulAddr) {
for {
select {
case cc := <-input:
connsSet := make(map[string][]string, len(cc))
for _, c := range cc {
connsSet[fmt.Sprintf("%s:%d", c.Addr, c.Port)] = c.Tags
}
conns := make([]resolver.Address, 0, len(connsSet))
for c, tags := range connsSet {
rAddr := resolver.Address{Addr: c}
if tags != nil {
rAddr.Attributes = attributes.New(consulTags, strings.Join(tags, ","))
}
conns = append(conns, rAddr)
}
sort.Sort(byAddressString(conns)) // Don't replace the same address list in the balancer
_ = clientConn.UpdateState(resolver.State{Addresses: conns})
case <-ctx.Done():
logger.Infoln("[Consul resolver] Watch has been finished")
return
}
}
}
// byAddressString sorts resolver.Address by Address Field sorting in increasing order.
type byAddressString []resolver.Address
func (p byAddressString) Len() int { return len(p) }
func (p byAddressString) Less(i, j int) bool { return p[i].Addr < p[j].Addr }
func (p byAddressString) Swap(i, j int) { p[i], p[j] = p[j], p[i] }