2024-05-11 10:22:32 +08:00
|
|
|
|
package dao
|
|
|
|
|
|
2024-05-11 19:29:33 +08:00
|
|
|
|
import (
|
|
|
|
|
"encoding/json"
|
|
|
|
|
"fmt"
|
|
|
|
|
"service/app/mix/conf"
|
|
|
|
|
"service/bizcommon/util"
|
|
|
|
|
"service/dbstruct"
|
|
|
|
|
"service/library/elasticsearchdb"
|
|
|
|
|
"service/library/logger"
|
2024-05-14 22:58:12 +08:00
|
|
|
|
"unicode"
|
2024-05-11 19:29:33 +08:00
|
|
|
|
|
2024-05-14 22:31:33 +08:00
|
|
|
|
"service/api/consts"
|
2024-05-11 19:29:33 +08:00
|
|
|
|
streameracctproto "service/api/proto/streamer_acct/proto"
|
|
|
|
|
|
|
|
|
|
"github.com/gin-gonic/gin"
|
|
|
|
|
"github.com/olivere/elastic/v7"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
const (
|
|
|
|
|
EsEnvProd = 0
|
|
|
|
|
EsEnvTest = 1
|
|
|
|
|
EsEnvLocal = 2
|
|
|
|
|
)
|
|
|
|
|
|
2024-05-11 10:22:32 +08:00
|
|
|
|
type ElasticSearch struct {
|
2024-05-14 22:43:52 +08:00
|
|
|
|
clientMix *elastic.Client
|
2024-05-11 19:29:33 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func NewElasticSearch(cfg *conf.ConfigSt) (es *ElasticSearch, err error) {
|
|
|
|
|
es = new(ElasticSearch)
|
|
|
|
|
|
|
|
|
|
es.clientMix, err = elasticsearchdb.NewElasticSearchClient(cfg.ElasticSearch)
|
|
|
|
|
if err != nil {
|
|
|
|
|
logger.Error("NewElasticSearchClient fail, cfg: %v, err: %v", util.ToJson(cfg.ElasticSearch), err)
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const (
|
|
|
|
|
IndexStreamerAcct = "streamer_acct"
|
|
|
|
|
TypeStreamerAcct = "_doc"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
func (es *ElasticSearch) getIndexStreamerAcct() string {
|
2024-05-14 22:43:52 +08:00
|
|
|
|
return IndexStreamerAcct
|
2024-05-11 19:29:33 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (es *ElasticSearch) CreateStreamerAcct(ctx *gin.Context, streameraccts []*dbstruct.EsStreamerAcct) error {
|
|
|
|
|
bulk := es.clientMix.Bulk().Index(es.getIndexStreamerAcct()).Refresh("true")
|
|
|
|
|
for _, streameracct := range streameraccts {
|
2024-05-24 23:27:05 +08:00
|
|
|
|
bulk.Add(elastic.NewBulkCreateRequest().Id(fmt.Sprint(streameracct.Mid)).Doc(streameracct))
|
2024-05-11 19:29:33 +08:00
|
|
|
|
}
|
2024-05-24 23:27:51 +08:00
|
|
|
|
_, err := bulk.Do(ctx)
|
2024-05-11 19:29:33 +08:00
|
|
|
|
return err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (es *ElasticSearch) UpdateStreamerAcct(ctx *gin.Context, streameracct *dbstruct.EsStreamerAcct) error {
|
|
|
|
|
_, err := es.clientMix.Update().Index(es.getIndexStreamerAcct()).Id(fmt.Sprint(streameracct.Mid)).Doc(map[string]any{
|
2024-06-13 12:56:29 +08:00
|
|
|
|
"name": streameracct.Name,
|
|
|
|
|
"pinyin": streameracct.PinYin,
|
|
|
|
|
"ut": streameracct.Ut,
|
2024-05-11 19:29:33 +08:00
|
|
|
|
}).Do(ctx)
|
|
|
|
|
return err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (es *ElasticSearch) GetStreamerAcctListFuzzilyByName(ctx *gin.Context, req *streameracctproto.OpListFuzzilyByNameReq) (list []*dbstruct.EsStreamerAcct, err error) {
|
|
|
|
|
|
|
|
|
|
list = make([]*dbstruct.EsStreamerAcct, 0)
|
|
|
|
|
|
2024-05-14 22:31:33 +08:00
|
|
|
|
var nameClause elastic.Query
|
2024-06-13 12:29:14 +08:00
|
|
|
|
var pinyinClause elastic.Query
|
2024-05-14 22:31:33 +08:00
|
|
|
|
// 查询文字长度小于短语匹配的,进行Term匹配,否则进行短语匹配
|
2024-05-14 22:58:12 +08:00
|
|
|
|
len := 0
|
|
|
|
|
for _, char := range req.Name {
|
|
|
|
|
if unicode.Is(unicode.Han, char) {
|
|
|
|
|
len++
|
|
|
|
|
} else {
|
|
|
|
|
len++
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if len < consts.StreamerAcct_MatchPhraseLen {
|
2024-05-14 23:01:58 +08:00
|
|
|
|
nameClause = elastic.NewTermQuery("name.short_char", req.Name)
|
2024-06-13 12:29:14 +08:00
|
|
|
|
pinyinClause = elastic.NewTermQuery("pinyin.short_char", req.Name)
|
2024-05-14 22:31:33 +08:00
|
|
|
|
} else {
|
2024-05-14 23:01:58 +08:00
|
|
|
|
nameClause = elastic.NewMatchPhraseQuery("name.long_char", req.Name)
|
2024-06-13 12:29:14 +08:00
|
|
|
|
pinyinClause = elastic.NewMatchPhraseQuery("pinyin.long_char", req.Name)
|
2024-05-14 22:31:33 +08:00
|
|
|
|
}
|
2024-06-13 12:29:14 +08:00
|
|
|
|
orClause := elastic.NewBoolQuery().Should(nameClause, pinyinClause)
|
2024-05-14 22:31:33 +08:00
|
|
|
|
delFlagClause := elastic.NewMatchQuery("del_flag", 0)
|
2024-06-21 20:28:40 +08:00
|
|
|
|
mustnotClause := elastic.NewTermsQueryFromStrings("_id", req.BlockedFromBeingSearchedList...)
|
|
|
|
|
query := elastic.NewBoolQuery().Must(orClause, delFlagClause).MustNot(mustnotClause)
|
2024-05-11 19:29:33 +08:00
|
|
|
|
|
|
|
|
|
res, err := es.clientMix.Search(es.getIndexStreamerAcct()).Query(query).From(req.Offset).Size(req.Limit).Sort("ct", true).Do(ctx)
|
|
|
|
|
if err != nil {
|
|
|
|
|
logger.Error("Search %v fail, err: %v", IndexStreamerAcct, err)
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for _, hit := range res.Hits.Hits {
|
|
|
|
|
streameracct := &dbstruct.EsStreamerAcct{}
|
|
|
|
|
err = json.Unmarshal(hit.Source, streameracct)
|
|
|
|
|
if err != nil {
|
|
|
|
|
logger.Error("json Unmarshal fail, err: %v", err)
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
list = append(list, streameracct)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (es *ElasticSearch) GetStreamerAcctListFuzzilyByUserId(ctx *gin.Context, req *streameracctproto.OpListFuzzilyByUserIdReq) (list []*dbstruct.EsStreamerAcct, err error) {
|
|
|
|
|
|
|
|
|
|
list = make([]*dbstruct.EsStreamerAcct, 0)
|
|
|
|
|
|
2024-05-14 22:31:33 +08:00
|
|
|
|
var nameClause elastic.Query
|
|
|
|
|
var userIdStringClause elastic.Query
|
|
|
|
|
// 查询文字长度小于短语匹配的,进行Term匹配,否则进行短语匹配
|
2024-05-14 22:58:12 +08:00
|
|
|
|
len := 0
|
|
|
|
|
for _, char := range req.UserIdString {
|
|
|
|
|
if unicode.Is(unicode.Han, char) {
|
|
|
|
|
len++
|
|
|
|
|
} else {
|
|
|
|
|
len++
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if len < consts.StreamerAcct_MatchPhraseLen {
|
2024-05-14 23:01:58 +08:00
|
|
|
|
nameClause = elastic.NewTermQuery("name.short_char", req.UserIdString)
|
|
|
|
|
userIdStringClause = elastic.NewTermQuery("user_id_string.short_char", req.UserIdString)
|
2024-05-14 22:31:33 +08:00
|
|
|
|
} else {
|
2024-05-14 23:01:58 +08:00
|
|
|
|
nameClause = elastic.NewMatchPhraseQuery("name.long_char", req.UserIdString)
|
|
|
|
|
userIdStringClause = elastic.NewMatchPhraseQuery("user_id_string.long_char", req.UserIdString)
|
2024-05-14 22:31:33 +08:00
|
|
|
|
}
|
2024-05-11 19:29:33 +08:00
|
|
|
|
orClause := elastic.NewBoolQuery().Should(nameClause, userIdStringClause)
|
2024-05-14 22:31:33 +08:00
|
|
|
|
delFlagClause := elastic.NewMatchQuery("del_flag", 0)
|
2024-06-21 20:28:40 +08:00
|
|
|
|
mustnotClause := elastic.NewTermsQueryFromStrings("_id", req.BlockedFromBeingSearchedList...)
|
|
|
|
|
query := elastic.NewBoolQuery().Must(orClause, delFlagClause).MustNot(mustnotClause)
|
2024-05-11 19:29:33 +08:00
|
|
|
|
|
|
|
|
|
res, err := es.clientMix.Search(es.getIndexStreamerAcct()).Query(query).From(req.Offset).Size(req.Limit).Sort("ct", true).Do(ctx)
|
|
|
|
|
if err != nil {
|
|
|
|
|
logger.Error("Search %v fail, err: %v", IndexStreamerAcct, err)
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for _, hit := range res.Hits.Hits {
|
|
|
|
|
streameracct := &dbstruct.EsStreamerAcct{}
|
|
|
|
|
err = json.Unmarshal(hit.Source, streameracct)
|
|
|
|
|
if err != nil {
|
|
|
|
|
logger.Error("json Unmarshal fail, err: %v", err)
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
list = append(list, streameracct)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return
|
2024-05-11 10:22:32 +08:00
|
|
|
|
}
|