golang csv读取压缩字典

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
package main
 
import (
    "encoding/csv"
    "fmt"
    "os"
    "unsafe"
)
 
func readCsv(fPath string) (ret []map[string]string) {
    file, err := os.Open(fPath)
    if err != nil {
        fmt.Println(err)
    }
    defer file.Close()
    reader := csv.NewReader(file)
    reader.FieldsPerRecord = -1
    record, err2 := reader.ReadAll()
    if err2 != nil {
        fmt.Println(err2)
    }
    var res []map[string]string
    var key []string
    for idx, item := range record {
        if idx == 0 {
            key = item
            //fmt.Println(key)
            continue
        }
        var rowDict map[string]string
        rowDict = make(map[string]string)
        //res = append(res, item)
        for i, v := range item {
            k := key[i]
            rowDict[k] = v
        }
        //fmt.Println(rowDict)
        res = append(res, rowDict)
    }
    return res
 
}
 
func zipDict(ret []map[string]string, kCol string) (result map[string][]map[string]string) {
    /*
        类似python 默认字典实现
        {key:[{k:v,k1:v1,k2:v2}]}
    */
    var retMap map[string][]map[string]string
    retMap = make(map[string][]map[string]string)
    for _, row := range ret {
        //fmt.Println(idx + 1)
        //fmt.Println(row["credit_code"], row["enterprise_name"])
        kColV := row[kCol]
        var dataList []map[string]string
        // 判断key 是否存在 不存在插入数据 存在获取切片追加数据
        if existDataList, ok := retMap[kColV]; !ok {
            dataList = append(dataList, row)
            retMap[kColV] = dataList
        } else {
            //existDataList := retMap[kColV]
            existDataList = append(existDataList, row)
            retMap[kColV] = existDataList
        }
    }
    return retMap
}
 
func main() {
     
    fileName := "D:\\tmp\\20220228\\3.csv"
    data := readCsv(fileName)
    //fmt.Println(unsafe.Sizeof(data))
    zipData := zipDict(data, "credit_code")
    fmt.Println(unsafe.Sizeof(zipData))
    //for k, v := range zipData {
    //  fmt.Println(k, v)
    //}
    fmt.Println(len(zipData))
    fmt.Println(zipData["91330283MA2AF845XJ"])
}

  

posted @   Young_Mo  阅读(36)  评论(0编辑  收藏  举报
相关博文:
阅读排行:
· DeepSeek “源神”启动!「GitHub 热点速览」
· 微软正式发布.NET 10 Preview 1:开启下一代开发框架新篇章
· C# 集成 DeepSeek 模型实现 AI 私有化(本地部署与 API 调用教程)
· DeepSeek R1 简明指南:架构、训练、本地部署及硬件要求
· 2 本地部署DeepSeek模型构建本地知识库+联网搜索详细步骤
点击右上角即可分享
微信分享提示