-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathfileScan.go
85 lines (74 loc) · 1.52 KB
/
fileScan.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
package main
import (
"bufio"
"encoding/binary"
"encoding/csv"
"io"
"log"
"os"
"path/filepath"
)
type FileScanOperator struct {
tableName string
child Operator
columns []string
//state
r *bufio.Reader
f *os.File
}
func NewFileScanOperator(tableName string, dbPath string, child Operator) *FileScanOperator {
dataF, err := os.Open(filepath.Join(dbPath, tableName))
if err != nil {
panic(err)
}
metaF, err := os.Open(filepath.Join(dbPath, tableName+".meta"))
if err != nil {
log.Fatal("Unable to read input file ", err)
}
csvReader := csv.NewReader(metaF)
columnNames, err := csvReader.ReadAll()
if err != nil {
panic(err)
}
columns := columnNames[0]
return &FileScanOperator{
tableName: tableName,
child: child,
columns: columns,
r: bufio.NewReader(dataF),
f: dataF,
}
}
func (so *FileScanOperator) Next() bool {
_, err := so.r.Peek(1)
// TODO fixme!
// if err == io.EOF {
if err != nil {
return false
} else {
return true
}
}
func (so *FileScanOperator) Execute() Tuple {
var valLength uint64
var valBytes []byte
var err error
var tuple Tuple = Tuple{}
for _, column := range so.columns {
valLength, err = binary.ReadUvarint(so.r)
if err != nil {
panic(err)
}
valBytes = make([]byte, valLength)
io.ReadFull(so.r, valBytes)
tuple.Values = append(tuple.Values, Value{
Name: column,
StringValue: string(valBytes),
})
}
return tuple
}
func (so *FileScanOperator) Reset() {
so.f.Seek(0, io.SeekStart)
//so.r = bufio.NewReader(so.f)
}