service/bizcommon/util/util.go

446 lines
11 KiB
Go
Raw Normal View History

2023-12-21 22:17:40 +08:00
package util
import (
"crypto/md5"
"encoding/json"
"fmt"
"io"
2024-03-19 16:21:53 +08:00
"math"
2024-02-20 23:05:24 +08:00
"math/rand"
2023-12-21 22:17:40 +08:00
"reflect"
2024-11-12 16:34:26 +08:00
"service/api/consts"
2024-06-18 17:10:42 +08:00
"service/api/message"
2023-12-21 22:17:40 +08:00
"service/library/logger"
2024-06-18 17:10:42 +08:00
"sort"
2024-04-15 15:17:30 +08:00
"strconv"
2023-12-21 22:17:40 +08:00
"strings"
"time"
2024-02-20 23:05:24 +08:00
"unsafe"
2023-12-21 22:17:40 +08:00
2024-08-15 07:07:39 +08:00
"github.com/olivere/elastic/v7"
2023-12-21 22:17:40 +08:00
"github.com/qiniu/qmgo"
)
func ToJson(v any) string {
str, err := json.Marshal(v)
if err != nil {
logger.Info("%v marsha failed, err: %v", v, err)
}
return string(str)
}
func StringToMd5(s string) string {
m := md5.New()
_, _ = io.WriteString(m, s)
return fmt.Sprintf("%x", m.Sum(nil))
}
// 将实体类结构体指针转为bson.M采用反射
func EntityToM(p any) qmgo.M {
set := qmgo.M{}
pType := reflect.TypeOf(p).Elem()
pVal := reflect.ValueOf(p).Elem()
for i := 0; i < pType.NumField(); i++ {
name := pType.Field(i).Tag.Get("bson")
2024-01-10 00:18:57 +08:00
if name != "" {
field := pVal.Field(i)
if name != "_id" && !field.IsNil() {
value := field.Elem().Interface()
set[name] = value
}
2023-12-21 22:17:40 +08:00
}
}
return set
}
2024-07-17 17:12:37 +08:00
func DeepEntityToM(p any) qmgo.M {
2023-12-21 22:17:40 +08:00
set := qmgo.M{}
pType := reflect.TypeOf(p).Elem()
pVal := reflect.ValueOf(p).Elem()
for i := 0; i < pType.NumField(); i++ {
name := pType.Field(i).Tag.Get("bson")
2024-01-10 00:18:57 +08:00
if name != "" {
field := pVal.Field(i)
if name != "_id" && !field.IsNil() {
2024-07-17 12:01:56 +08:00
AddFieldToM(field, name, set)
2024-01-10 00:18:57 +08:00
}
2023-12-21 22:17:40 +08:00
}
}
return set
}
2024-07-17 12:01:56 +08:00
func AddFieldToM(field reflect.Value, parentNodeName string, set qmgo.M) {
if IsTypeStructPtr(field.Type()) {
p := field.Interface()
pType := reflect.TypeOf(p).Elem()
pVal := reflect.ValueOf(p).Elem()
for i := 0; i < pType.NumField(); i++ {
name := pType.Field(i).Tag.Get("bson")
if name != "" {
field := pVal.Field(i)
if name != "_id" && !field.IsNil() {
AddFieldToM(field, parentNodeName+"."+name, set)
}
}
}
} else {
value := field.Elem().Interface()
set[parentNodeName] = value
}
}
2023-12-21 22:17:40 +08:00
func StringsContains(elems []string, v string) bool {
for _, s := range elems {
if s == v {
return true
}
}
return false
}
2024-05-06 20:17:52 +08:00
func Int64Contains(elems []int64, v int64) bool {
for _, s := range elems {
if s == v {
return true
}
}
return false
}
2023-12-21 22:17:40 +08:00
// 下划线转大写驼峰
func UderscoreToUpperCamelCase(s string) string {
s = strings.Replace(s, "_", " ", -1)
s = strings.Title(s)
return strings.Replace(s, " ", "", -1)
}
// 数组转sql数组 []int{1, 2, 3) --> 1,2,3
func Convert2SqlArr(a ...any) string {
return strings.Replace(strings.Trim(fmt.Sprint(a), "[]"), " ", ",", -1)
}
// 获取整点时间戳
func GetHourStartTimeStamp(t time.Time) int64 {
loc, err := time.LoadLocation("Asia/Shanghai")
if err != nil {
loc = time.FixedZone("CST", 8*3600)
}
timeStr := fmt.Sprintf("%02d-%02d-%02d %02d:00:00", t.Year(), t.Month(), t.Day(), t.Hour())
duetimecst, err := time.ParseInLocation("2006-1-2 15:04:05", timeStr, loc)
if err != nil {
logger.Error("parse error : %v", err)
}
return duetimecst.Unix()
}
2024-01-08 22:38:18 +08:00
2024-05-30 14:53:38 +08:00
// 获取30分时间戳
func GetHourHalfTimeStamp(t time.Time) int64 {
loc, err := time.LoadLocation("Asia/Shanghai")
if err != nil {
loc = time.FixedZone("CST", 8*3600)
}
2024-05-30 14:53:38 +08:00
timeStr := fmt.Sprintf("%02d-%02d-%02d %02d:30:00", t.Year(), t.Month(), t.Day(), t.Hour())
duetimecst, err := time.ParseInLocation("2006-1-2 15:04:05", timeStr, loc)
if err != nil {
logger.Error("parse error : %v", err)
}
return duetimecst.Unix()
}
2024-02-29 09:55:56 +08:00
// 获取整分时间戳
func GetMinuteStartTimeStamp(t time.Time) int64 {
loc, err := time.LoadLocation("Asia/Shanghai")
if err != nil {
loc = time.FixedZone("CST", 8*3600)
}
2024-02-29 09:55:56 +08:00
timeStr := fmt.Sprintf("%02d-%02d-%02d %02d:%02d:00", t.Year(), t.Month(), t.Day(), t.Hour(), t.Minute())
duetimecst, err := time.ParseInLocation("2006-1-2 15:04:05", timeStr, loc)
if err != nil {
logger.Error("parse error : %v", err)
}
return duetimecst.Unix()
}
2024-01-08 22:38:18 +08:00
// 获取今天0点
func GetTodayZeroTime() time.Time {
currentTime := time.Now()
zeroTime := time.Date(currentTime.Year(), currentTime.Month(), currentTime.Day(), 0, 0, 0, 0, currentTime.Location())
return zeroTime
}
2024-02-20 23:05:24 +08:00
2024-03-07 01:18:41 +08:00
// 获取0点时间戳
func GetDayStartTimeStamp(t time.Time) int64 {
loc, err := time.LoadLocation("Asia/Shanghai")
if err != nil {
loc = time.FixedZone("CST", 8*3600)
}
2024-03-07 01:18:41 +08:00
timeStr := fmt.Sprintf("%02d-%02d-%02d 00:00:00", t.Year(), t.Month(), t.Day())
duetimecst, err := time.ParseInLocation("2006-1-2 15:04:05", timeStr, loc)
if err != nil {
logger.Error("parse error : %v", err)
}
return duetimecst.Unix()
}
2024-07-25 21:35:25 +08:00
// 获取当日该时间时间戳
func GetTimestampAtThisMomentForTime(t time.Time, layout string) int64 {
loc, err := time.LoadLocation("Asia/Shanghai")
if err != nil {
loc = time.FixedZone("CST", 8*3600)
}
timeStr := fmt.Sprintf("%02d-%02d-%02d %s", t.Year(), t.Month(), t.Day(), layout)
duetimecst, err := time.ParseInLocation("2006-1-2 15:04:05", timeStr, loc)
if err != nil {
logger.Error("parse error : %v", err)
}
return duetimecst.Unix()
}
2024-02-20 23:05:24 +08:00
// 随机生成字符串
func RandomString(l int) string {
str := "0123456789AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz"
bytes := []byte(str)
var result []byte = make([]byte, 0, l)
r := rand.New(rand.NewSource(time.Now().UnixNano()))
for i := 0; i < l; i++ {
result = append(result, bytes[r.Intn(len(bytes))])
}
return BytesToString(result)
}
// BytesToString 0 拷贝转换 slice byte 为 string
func BytesToString(b []byte) (s string) {
_bptr := (*reflect.SliceHeader)(unsafe.Pointer(&b))
_sptr := (*reflect.StringHeader)(unsafe.Pointer(&s))
_sptr.Data = _bptr.Data
_sptr.Len = _bptr.Len
return s
}
2024-02-26 19:28:03 +08:00
func UnescapeJsonStr(s string) string {
s = strings.ReplaceAll(s, "\\u003c", "<")
s = strings.ReplaceAll(s, "\\u003e", ">")
s = strings.ReplaceAll(s, "\\u0026", "&")
return s
}
2024-03-19 16:21:53 +08:00
func AbsInt64(x int64) int64 {
return int64(math.Abs(float64(x)))
}
2024-04-15 15:17:30 +08:00
func String2Int(s string) int {
n, _ := strconv.Atoi(s)
return n
}
func String2Int32(s string) int32 {
return int32(String2Int(s))
}
func String2Int64(s string) int64 {
return int64(String2Int(s))
}
2024-05-14 17:22:40 +08:00
func VerisonCompare(ver1 string, ver2 string) (bool, error) {
ver1SeqNos := strings.Split(ver1, ".")
ver2SeqNos := strings.Split(ver2, ".")
if len(ver1SeqNos) != len(ver2SeqNos) {
logger.Error("version format error")
return false, fmt.Errorf("version format error")
}
for i := range ver1SeqNos {
ver1SeqNo, err := strconv.Atoi(ver1SeqNos[i])
if err != nil {
logger.Error("ver1 version format error:%v", err)
return false, err
}
ver2SeqNo, err := strconv.Atoi(ver2SeqNos[i])
if err != nil {
logger.Error("ver2 version format error:%v", err)
return false, err
}
if ver1SeqNo > ver2SeqNo {
return true, nil
} else if ver1SeqNo < ver2SeqNo {
return false, nil
}
}
return false, nil
}
2024-06-18 17:10:42 +08:00
2024-06-13 16:40:22 +08:00
func RoundUp(num float64) int64 {
return int64(math.Ceil(num))
}
2024-06-18 17:10:42 +08:00
func SortParam(argList []*message.JsonParamEntry) string {
var argsortable message.JsonParamEntrySortable = argList
sort.Sort(argsortable)
args := make([]string, 0)
for _, arg := range argsortable {
args = append(args, fmt.Sprintf("%s=%v", arg.Name, arg.Value))
}
return strings.Join(args, "&")
}
2024-07-19 11:02:34 +08:00
func InInt64Slice(slice []int64, item int64) bool {
for _, s := range slice {
if s == item {
return true
}
}
return false
}
func InInt32Slice(slice []int32, item int32) bool {
for _, s := range slice {
if s == item {
return true
}
}
return false
}
func InIntSlice(slice []int, item int) bool {
for _, s := range slice {
if s == item {
return true
}
}
return false
}
func InStrSlice(slice []string, item string) bool {
for _, s := range slice {
if s == item {
return true
}
}
return false
}
2024-07-11 15:36:55 +08:00
func TransferInt64SliceIntoValueCountMap(s []int64) map[int64]int {
mp := make(map[int64]int)
for _, integer := range s {
mp[integer] = mp[integer] + 1
}
return mp
}
func IsInt64SliceEqualAsSet(s1 []int64, s2 []int64) bool {
if len(s1) != len(s2) {
return false
}
mp1 := TransferInt64SliceIntoValueCountMap(s1)
mp2 := TransferInt64SliceIntoValueCountMap(s2)
for _, integer := range s1 {
if mp1[integer] != mp2[integer] {
return false
}
}
return true
}
2024-07-19 17:46:58 +08:00
func GetLastLessOrEqualForInt64(arr []int64, target int64) int {
low, high := 0, len(arr)-1
result := -1
for low <= high {
mid := (low + high) / 2
if arr[mid] <= target {
result = mid // 记录当前找到的索引
low = mid + 1 // 继续在右半部分查找
} else {
high = mid - 1 // 目标值在左半部分,缩小搜索范围
}
}
return result
}
func GetLastLessOrEqualForFloat64(arr []float64, target float64) int {
low, high := 0, len(arr)-1
result := -1
for low <= high {
mid := (low + high) / 2
if arr[mid] <= target {
result = mid // 记录当前找到的索引
low = mid + 1 // 继续在右半部分查找
} else {
high = mid - 1 // 目标值在左半部分,缩小搜索范围
}
}
return result
}
2024-11-06 15:58:37 +08:00
2024-08-15 07:07:39 +08:00
type Int64Filter struct {
2024-08-16 06:14:55 +08:00
LowerBound *int64 `json:"lower_bound" bson:"lower_bound"`
UpperBound *int64 `json:"upper_bound" bson:"upper_bound"`
2024-09-03 12:11:05 +08:00
ScaleCoeff float64 `json:"scale_coeff" bson:"scale_coeff"`
2024-08-16 06:14:55 +08:00
Decay float64 `json:"decay" bson:"decay"`
Weight float64 `json:"weight" bson:"weight"`
2024-08-15 07:07:39 +08:00
}
func CreateEsInt64RangeQuery(name string, filter *Int64Filter) *elastic.RangeQuery {
if filter == nil {
return nil
}
query := elastic.NewRangeQuery(name)
if filter.LowerBound != nil {
query.Gte(DerefInt64(filter.LowerBound))
}
if filter.UpperBound != nil {
query.Lte(DerefInt64(filter.UpperBound))
}
return query
}
2024-08-16 06:14:55 +08:00
func CreateGaussDecayFunction(name string, filter *Int64Filter, refFilter *Int64Filter) *elastic.GaussDecayFunction {
if filter == nil {
return nil
}
lb := DerefInt64(filter.LowerBound)
ub := DerefInt64(filter.UpperBound)
if filter.LowerBound == nil {
lb = DerefInt64(refFilter.LowerBound)
}
if filter.UpperBound == nil {
ub = DerefInt64(refFilter.UpperBound)
}
origin := float64(lb+ub) / 2
offset := float64(-lb+ub) / 2
2024-09-03 12:11:05 +08:00
scale := (origin - offset) * refFilter.ScaleCoeff
2024-09-03 16:09:53 +08:00
if scale == 0 {
scale = 1
}
2024-09-03 12:11:05 +08:00
return elastic.NewGaussDecayFunction().FieldName(name).Origin(origin).Offset(offset).Scale(scale).Decay(refFilter.Decay).Weight(refFilter.Weight)
2024-08-16 06:14:55 +08:00
}
func CreateKeywordScriptScoreFunction(name string, value string, weight float64) *elastic.ScriptFunction {
scriptStr := "doc['%s'].value == '%s' ? %f : %f"
script := elastic.NewScript(fmt.Sprintf(scriptStr, name, value, 1.0, 0.0))
return elastic.NewScriptFunction(script).Weight(weight)
}
func TrimZeroWidthUnicode(str string) string {
str = strings.Trim(str, "\xe2\x80\x8b")
str = strings.Trim(str, "\xe2\x80\x8c")
str = strings.Trim(str, "\xe2\x80\x8d")
return str
}
2024-11-06 15:58:37 +08:00
func FormatTs(timestamp int64, format string) string {
return time.Unix(timestamp, 0).Local().Format(format)
}
func FormatTsAsNotifT(timestamp int64) string {
return FormatTs(timestamp, "2006年1月2日 15时04分")
}
2024-11-12 16:34:26 +08:00
func GetNotifScene(key string, option int64) int64 {
return consts.AudNotifTempKeyMap[key][option]
}