package consul import ( "context" "fmt" "sort" "strings" "time" "git.wishpal.cn/wishpal_ironfan/xframe/component/logger" "github.com/hashicorp/consul/api" "github.com/jpillora/backoff" "google.golang.org/grpc/attributes" "google.golang.org/grpc/resolver" ) func init() { resolver.Register(&builder{}) } type resolvr struct { cancelFunc context.CancelFunc } type consulAddr struct { Addr string Port int Tags []string } func (r *resolvr) ResolveNow(resolver.ResolveNowOptions) {} // Close closes the resolver. func (r *resolvr) Close() { r.cancelFunc() } type servicer interface { Service(string, string, bool, *api.QueryOptions) ([]*api.ServiceEntry, *api.QueryMeta, error) } func watchConsulService(ctx context.Context, s servicer, tgt target, out chan<- []*consulAddr) { res := make(chan []*consulAddr) quit := make(chan struct{}) bck := &backoff.Backoff{ Factor: 2, Jitter: true, Min: 10 * time.Millisecond, Max: tgt.MaxBackoff, } go func() { var lastIndex uint64 for { ss, meta, err := s.Service( tgt.Service, tgt.Tag, tgt.Healthy, &api.QueryOptions{ WaitIndex: lastIndex, Near: tgt.Near, WaitTime: tgt.Wait, Datacenter: tgt.Dc, AllowStale: tgt.AllowStale, RequireConsistent: tgt.RequireConsistent, }, ) if err != nil { logger.Errorf("[Consul resolver] Couldn't fetch endpoints. target={%s}; error={%v}", tgt.String(), err) time.Sleep(bck.Duration()) continue } bck.Reset() lastIndex = meta.LastIndex logger.Infof("[Consul resolver] %d endpoints fetched in(+wait) %s for target={%s}", len(ss), meta.RequestTime, tgt.String(), ) ee := make([]*consulAddr, 0, len(ss)) for _, s := range ss { address := s.Service.Address if s.Service.Address == "" { address = s.Node.Address } ee = append(ee, &consulAddr{ Addr: address, Port: s.Service.Port, Tags: s.Service.Tags, }) } if tgt.Limit != 0 && len(ee) > tgt.Limit { ee = ee[:tgt.Limit] } select { case res <- ee: continue case <-quit: return } } }() for { select { case ee := <-res: out <- ee case <-ctx.Done(): close(quit) return } } } func populateEndpoints(ctx context.Context, clientConn resolver.ClientConn, input <-chan []*consulAddr) { for { select { case cc := <-input: connsSet := make(map[string][]string, len(cc)) for _, c := range cc { connsSet[fmt.Sprintf("%s:%d", c.Addr, c.Port)] = c.Tags } conns := make([]resolver.Address, 0, len(connsSet)) for c, tags := range connsSet { rAddr := resolver.Address{Addr: c} if tags != nil { rAddr.Attributes = attributes.New(consulTags, strings.Join(tags, ",")) } conns = append(conns, rAddr) } sort.Sort(byAddressString(conns)) // Don't replace the same address list in the balancer _ = clientConn.UpdateState(resolver.State{Addresses: conns}) case <-ctx.Done(): logger.Infoln("[Consul resolver] Watch has been finished") return } } } // byAddressString sorts resolver.Address by Address Field sorting in increasing order. type byAddressString []resolver.Address func (p byAddressString) Len() int { return len(p) } func (p byAddressString) Less(i, j int) bool { return p[i].Addr < p[j].Addr } func (p byAddressString) Swap(i, j int) { p[i], p[j] = p[j], p[i] }