package importfunc import ( "bufio" "context" "fmt" "io" "os" "strconv" "strings" "data_prep/dbstruct" "data_prep/mongo" ) func ImportUserIdMap() { mcli, err := mongo.NewMongo() if err != nil { fmt.Printf("mongo client init fail : %v", err) return } ctx := context.Background() infilePath := "/app/dataprep/file/user_id_map.txt" infile, err := os.Open(infilePath) if err != nil { fmt.Printf("Open File Err : %v", err) } defer infile.Close() reader := bufio.NewReader(infile) userIdMaps := make([]*dbstruct.UserIdMap, 0) for { str, err := reader.ReadString('\n') if err == io.EOF { break } if err != nil { fmt.Printf("ReadString fail : %v", err) return } strs := strings.Split(str, ":") seqStr := strs[0] userIdStr := strs[1] userIdStr = strings.ReplaceAll(userIdStr, "\n", "") userIdStr = strings.ReplaceAll(userIdStr, "\r", "") seq, err := strconv.Atoi(seqStr) if err != nil { fmt.Printf("atoi fail : %v", err) return } userId, err := strconv.Atoi(userIdStr) if err != nil { fmt.Printf("atoi fail : %v", err) return } userIdMaps = append(userIdMaps, &dbstruct.UserIdMap{ Seq: int64(seq), UserId: int64(userId), }) if len(userIdMaps) == 10000 { mcli.CreateMappedUserIds(ctx, userIdMaps) userIdMaps = make([]*dbstruct.UserIdMap, 0) } } if len(userIdMaps) > 0 { mcli.CreateMappedUserIds(ctx, userIdMaps) } }