-
Notifications
You must be signed in to change notification settings - Fork 67
/
Copy pathdynamiccolumns.go
67 lines (61 loc) · 1.41 KB
/
dynamiccolumns.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
package dynparquet
import (
"errors"
"sort"
"strings"
)
var ErrMalformedDynamicColumns = errors.New("malformed dynamic columns string")
func serializeDynamicColumns(dynamicColumns map[string][]string) string {
names := make([]string, 0, len(dynamicColumns))
var size int
for name, cols := range dynamicColumns {
names = append(names, name)
size += len(name) +
2 // separators
for i := range cols {
size += len(cols[i]) + 1
}
}
sort.Strings(names)
var str strings.Builder
str.Grow(size)
for i, name := range names {
if i != 0 {
str.WriteByte(';')
}
str.WriteString(name)
str.WriteByte(':')
for j := range dynamicColumns[name] {
if j != 0 {
str.WriteByte(',')
}
str.WriteString(dynamicColumns[name][j])
}
}
return str.String()
}
func deserializeDynamicColumns(columns string) (map[string][]string, error) {
dynCols := map[string][]string{}
// handle case where the schema has no dynamic columnns
if len(columns) == 0 {
return dynCols, nil
}
var column string
for {
if columns == "" {
return dynCols, nil
}
column, columns, _ = strings.Cut(columns, ";")
name, labels, ok := strings.Cut(column, ":")
if !ok {
return nil, ErrMalformedDynamicColumns
}
values := make([]string, 0, strings.Count(labels, ","))
var label string
for labels != "" {
label, labels, _ = strings.Cut(labels, ",")
values = append(values, label)
}
dynCols[name] = values
}
}