service/app/mix/dao/elasticsearch.go

160 lines
4.9 KiB
Go
Raw Normal View History

2024-05-11 10:22:32 +08:00
package dao
2024-05-11 19:29:33 +08:00
import (
"encoding/json"
"fmt"
"service/app/mix/conf"
"service/bizcommon/util"
"service/dbstruct"
"service/library/elasticsearchdb"
"service/library/logger"
2024-05-14 22:58:12 +08:00
"unicode"
2024-05-11 19:29:33 +08:00
2024-05-14 22:31:33 +08:00
"service/api/consts"
2024-05-11 19:29:33 +08:00
streameracctproto "service/api/proto/streamer_acct/proto"
"github.com/gin-gonic/gin"
"github.com/olivere/elastic/v7"
)
const (
EsEnvProd = 0
EsEnvTest = 1
EsEnvLocal = 2
)
2024-05-11 10:22:32 +08:00
type ElasticSearch struct {
2024-05-14 22:43:52 +08:00
clientMix *elastic.Client
2024-05-11 19:29:33 +08:00
}
func NewElasticSearch(cfg *conf.ConfigSt) (es *ElasticSearch, err error) {
es = new(ElasticSearch)
es.clientMix, err = elasticsearchdb.NewElasticSearchClient(cfg.ElasticSearch)
if err != nil {
logger.Error("NewElasticSearchClient fail, cfg: %v, err: %v", util.ToJson(cfg.ElasticSearch), err)
return
}
return
}
const (
IndexStreamerAcct = "streamer_acct"
TypeStreamerAcct = "_doc"
)
func (es *ElasticSearch) getIndexStreamerAcct() string {
2024-05-14 22:43:52 +08:00
return IndexStreamerAcct
2024-05-11 19:29:33 +08:00
}
func (es *ElasticSearch) CreateStreamerAcct(ctx *gin.Context, streameraccts []*dbstruct.EsStreamerAcct) error {
bulk := es.clientMix.Bulk().Index(es.getIndexStreamerAcct()).Refresh("true")
for _, streameracct := range streameraccts {
2024-05-24 23:27:05 +08:00
bulk.Add(elastic.NewBulkCreateRequest().Id(fmt.Sprint(streameracct.Mid)).Doc(streameracct))
2024-05-11 19:29:33 +08:00
}
2024-05-24 23:27:51 +08:00
_, err := bulk.Do(ctx)
2024-05-11 19:29:33 +08:00
return err
}
func (es *ElasticSearch) UpdateStreamerAcct(ctx *gin.Context, streameracct *dbstruct.EsStreamerAcct) error {
_, err := es.clientMix.Update().Index(es.getIndexStreamerAcct()).Id(fmt.Sprint(streameracct.Mid)).Doc(map[string]any{
2024-06-13 12:56:29 +08:00
"name": streameracct.Name,
"pinyin": streameracct.PinYin,
"ut": streameracct.Ut,
2024-05-11 19:29:33 +08:00
}).Do(ctx)
return err
}
func (es *ElasticSearch) GetStreamerAcctListFuzzilyByName(ctx *gin.Context, req *streameracctproto.OpListFuzzilyByNameReq) (list []*dbstruct.EsStreamerAcct, err error) {
list = make([]*dbstruct.EsStreamerAcct, 0)
2024-05-14 22:31:33 +08:00
var nameClause elastic.Query
2024-06-13 12:29:14 +08:00
var pinyinClause elastic.Query
2024-05-14 22:31:33 +08:00
// 查询文字长度小于短语匹配的进行Term匹配否则进行短语匹配
2024-05-14 22:58:12 +08:00
len := 0
for _, char := range req.Name {
if unicode.Is(unicode.Han, char) {
len++
} else {
len++
}
}
if len < consts.StreamerAcct_MatchPhraseLen {
2024-05-14 23:01:58 +08:00
nameClause = elastic.NewTermQuery("name.short_char", req.Name)
2024-06-13 12:29:14 +08:00
pinyinClause = elastic.NewTermQuery("pinyin.short_char", req.Name)
2024-05-14 22:31:33 +08:00
} else {
2024-05-14 23:01:58 +08:00
nameClause = elastic.NewMatchPhraseQuery("name.long_char", req.Name)
2024-06-13 12:29:14 +08:00
pinyinClause = elastic.NewMatchPhraseQuery("pinyin.long_char", req.Name)
2024-05-14 22:31:33 +08:00
}
2024-06-13 12:29:14 +08:00
orClause := elastic.NewBoolQuery().Should(nameClause, pinyinClause)
2024-05-14 22:31:33 +08:00
delFlagClause := elastic.NewMatchQuery("del_flag", 0)
2024-06-21 20:28:40 +08:00
mustnotClause := elastic.NewTermsQueryFromStrings("_id", req.BlockedFromBeingSearchedList...)
query := elastic.NewBoolQuery().Must(orClause, delFlagClause).MustNot(mustnotClause)
2024-05-11 19:29:33 +08:00
res, err := es.clientMix.Search(es.getIndexStreamerAcct()).Query(query).From(req.Offset).Size(req.Limit).Sort("ct", true).Do(ctx)
if err != nil {
logger.Error("Search %v fail, err: %v", IndexStreamerAcct, err)
return
}
for _, hit := range res.Hits.Hits {
streameracct := &dbstruct.EsStreamerAcct{}
err = json.Unmarshal(hit.Source, streameracct)
if err != nil {
logger.Error("json Unmarshal fail, err: %v", err)
return
}
list = append(list, streameracct)
}
return
}
func (es *ElasticSearch) GetStreamerAcctListFuzzilyByUserId(ctx *gin.Context, req *streameracctproto.OpListFuzzilyByUserIdReq) (list []*dbstruct.EsStreamerAcct, err error) {
list = make([]*dbstruct.EsStreamerAcct, 0)
2024-05-14 22:31:33 +08:00
var nameClause elastic.Query
var userIdStringClause elastic.Query
// 查询文字长度小于短语匹配的进行Term匹配否则进行短语匹配
2024-05-14 22:58:12 +08:00
len := 0
for _, char := range req.UserIdString {
if unicode.Is(unicode.Han, char) {
len++
} else {
len++
}
}
if len < consts.StreamerAcct_MatchPhraseLen {
2024-05-14 23:01:58 +08:00
nameClause = elastic.NewTermQuery("name.short_char", req.UserIdString)
userIdStringClause = elastic.NewTermQuery("user_id_string.short_char", req.UserIdString)
2024-05-14 22:31:33 +08:00
} else {
2024-05-14 23:01:58 +08:00
nameClause = elastic.NewMatchPhraseQuery("name.long_char", req.UserIdString)
userIdStringClause = elastic.NewMatchPhraseQuery("user_id_string.long_char", req.UserIdString)
2024-05-14 22:31:33 +08:00
}
2024-05-11 19:29:33 +08:00
orClause := elastic.NewBoolQuery().Should(nameClause, userIdStringClause)
2024-05-14 22:31:33 +08:00
delFlagClause := elastic.NewMatchQuery("del_flag", 0)
2024-06-21 20:28:40 +08:00
mustnotClause := elastic.NewTermsQueryFromStrings("_id", req.BlockedFromBeingSearchedList...)
query := elastic.NewBoolQuery().Must(orClause, delFlagClause).MustNot(mustnotClause)
2024-05-11 19:29:33 +08:00
res, err := es.clientMix.Search(es.getIndexStreamerAcct()).Query(query).From(req.Offset).Size(req.Limit).Sort("ct", true).Do(ctx)
if err != nil {
logger.Error("Search %v fail, err: %v", IndexStreamerAcct, err)
return
}
for _, hit := range res.Hits.Hits {
streameracct := &dbstruct.EsStreamerAcct{}
err = json.Unmarshal(hit.Source, streameracct)
if err != nil {
logger.Error("json Unmarshal fail, err: %v", err)
return
}
list = append(list, streameracct)
}
return
2024-05-11 10:22:32 +08:00
}