data_prep/importfunc/import_user_id_map.go

package importfunc

import (
	"context"
	"fmt"
	"math/rand"
	"time"

	"data_prep/dbstruct"
	"data_prep/mongo"
)

func ImportUserIdMap() {

	mcli, err := mongo.NewMongo()
	if err != nil {
		fmt.Printf("mongo client init fail : %v", err)
		return
	}
	ctx := context.Background()

	userIdMaps := make([]*dbstruct.UserIdMap, 0)

	// 打乱
	list := make([]int64, 0)
	for i := int64(1000000); i < 10000000; i++ {
		list = append(list, i)
	}
	rand.Shuffle(9900000, func(i, j int) {
		list[i], list[j] = list[j], list[i]
	})

	for i := range list {
		seq := int64(1000000) + int64(i)
		userId := list[i]
		userIdMaps = append(userIdMaps, &dbstruct.UserIdMap{
			Seq:    int64(seq),
			UserId: int64(userId),
		})
		if len(userIdMaps) == 1000 {
			err := mcli.CreateMappedUserIds(ctx, userIdMaps)
			if err != nil {
				fmt.Printf("CreateMappedUserIds err :%v", err)
			}
			userIdMaps = make([]*dbstruct.UserIdMap, 0)
			time.Sleep(time.Second)
		}
	}

	if len(userIdMaps) > 0 {
		err := mcli.CreateMappedUserIds(ctx, userIdMaps)
		if err != nil {
			fmt.Printf("CreateMappedUserIds err :%v", err)
		}
	}

	fmt.Printf("Import into test success")
}