v/vlib/encoding/csv/reader.v

156 lines
3.2 KiB
V
Raw Normal View History

2020-02-03 05:00:36 +01:00
// Copyright (c) 2019-2020 Alexander Medvednikov. All rights reserved.
2019-08-14 08:45:56 +02:00
// Use of this source code is governed by an MIT license
// that can be found in the LICENSE file.
2019-08-17 14:51:20 +02:00
module csv
2019-08-14 08:45:56 +02:00
// Once interfaces are further along the idea would be to have something similar to
// go's io.reader & bufio.reader rather than reading the whole file into string, this
// would then satisfy that interface. I designed it this way to be easily adapted.
const (
err_comment_is_delim = error('encoding.csv: comment cannot be the same as delimiter')
err_invalid_delim = error('encoding.csv: invalid delimiter')
err_eof = error('encoding.csv: end of file')
err_invalid_le = error('encoding.csv: could not find any valid line endings')
2019-08-14 08:45:56 +02:00
)
struct Reader {
// not used yet
// has_header bool
// headings []string
data string
pub mut:
2019-08-14 08:45:56 +02:00
delimiter byte
comment byte
is_mac_pre_osx_le bool
row_pos int
}
2019-09-03 13:57:04 +02:00
pub fn new_reader(data string) &Reader {
2019-08-14 08:45:56 +02:00
return &Reader{
delimiter: `,`,
comment: `#`,
data: data
}
}
// read() reads one row from the csv file
pub fn (r mut Reader) read() ?[]string {
l := r.read_record() or {
return error(err)
}
return l
}
// Once we have multi dimensional array
// pub fn (r mut Reader) read_all() ?[][]string {
// mut records := []string
// for {
// record := r.read_record() or {
// if error(err).error == err_eof.error {
// return records
// } else {
// return error(err)
// }
// }
// records << record
// }
// return records
// }
fn (r mut Reader) read_line() ?string {
// last record
if r.row_pos == r.data.len {
return err_eof
}
le := if r.is_mac_pre_osx_le { '\r' } else { '\n' }
mut i := r.data.index_after(le, r.row_pos)
if i == -1 {
if r.row_pos == 0 {
// check for pre osx mac line endings
i = r.data.index_after('\r', r.row_pos)
if i != -1 {
r.is_mac_pre_osx_le = true
} else {
// no valid line endings found
return err_invalid_le
}
}
}
mut line := r.data[r.row_pos..i]
2019-08-14 08:45:56 +02:00
r.row_pos = i+1
// normalize win line endings (remove extra \r)
if !r.is_mac_pre_osx_le && (line.len >= 1 && line[line.len-1] == `\r`) {
line = line[..line.len-1]
2019-08-14 08:45:56 +02:00
}
return line
}
fn (r mut Reader) read_record() ?[]string {
if r.delimiter == r.comment {
return err_comment_is_delim
}
2019-08-17 14:51:20 +02:00
if !valid_delim(r.delimiter) {
return err_invalid_delim
}
2019-08-14 08:45:56 +02:00
mut line := ''
for {
l := r.read_line() or {
return error(err)
}
line = l
// skip commented lines
if line[0] == r.comment {
continue
}
break
}
mut fields := []string
mut i := -1
for {
// not quoted
if line[0] != `"` {
// QTODO i = ...
j := line.index(r.delimiter.str()) or {
2019-08-14 08:45:56 +02:00
// last
break
}
i = j
fields << line[..i]
line = line[i+1..]
2019-08-14 08:45:56 +02:00
continue
}
// quoted
else {
line = line[1..]
2019-12-07 23:03:35 +01:00
if j := line.index('"') {
if j+1 == line.len {
2019-08-17 14:51:20 +02:00
// last record
2019-12-07 23:03:35 +01:00
fields << line[..j]
2019-08-17 14:51:20 +02:00
break
}
2019-12-07 23:03:35 +01:00
next := line[j+1]
2019-08-17 14:51:20 +02:00
if next == r.delimiter {
2019-12-07 23:03:35 +01:00
fields << line[..j]
line = line[j..]
2019-08-17 14:51:20 +02:00
continue
}
2019-08-14 08:45:56 +02:00
}
line = line[1..]
2019-08-14 08:45:56 +02:00
}
if i <= -1 && fields.len == 0 {
return err_invalid_delim
}
}
return fields
}
2019-08-17 14:51:20 +02:00
fn valid_delim(b byte) bool {
return b != 0 &&
b != `"` &&
b != `\r` &&
b != `\n`
}