data_prep/importfunc/import_user_id_map.go

package importfunc

import (
	"bufio"
	"context"
	"fmt"
	"io"
	"os"
	"strconv"
	"strings"

	"data_prep/dbstruct"
	"data_prep/mongo"
)

func ImportUserIdMap() {

	mcli, err := mongo.NewMongo()
	if err != nil {
		fmt.Printf("mongo client init fail : %v", err)
		return
	}
	ctx := context.Background()

	infilePath := "/app/dataprep/file/user_id_map.txt"

	infile, err := os.Open(infilePath)
	if err != nil {
		fmt.Printf("Open File Err : %v", err)
	}

	defer infile.Close()

	reader := bufio.NewReader(infile)

	userIdMaps := make([]*dbstruct.UserIdMap, 0)

	for {
		str, err := reader.ReadString('\n')
		if err == io.EOF {
			break
		}
		if err != nil {
			fmt.Printf("ReadString fail : %v", err)
			return
		}

		strs := strings.Split(str, ":")
		seqStr := strs[0]
		userIdStr := strs[1]
		userIdStr = strings.ReplaceAll(userIdStr, "\n", "")
		userIdStr = strings.ReplaceAll(userIdStr, "\r", "")

		seq, err := strconv.Atoi(seqStr)
		if err != nil {
			fmt.Printf("atoi fail : %v", err)
			return
		}
		userId, err := strconv.Atoi(userIdStr)
		if err != nil {
			fmt.Printf("atoi fail : %v", err)
			return
		}
		userIdMaps = append(userIdMaps, &dbstruct.UserIdMap{
			Seq:    int64(seq),
			UserId: int64(userId),
		})
		if len(userIdMaps) == 10000 {
			mcli.CreateMappedUserIds(ctx, userIdMaps)
			userIdMaps = make([]*dbstruct.UserIdMap, 0)
		}
	}

	if len(userIdMaps) > 0 {
		mcli.CreateMappedUserIds(ctx, userIdMaps)
	}
}