vieter-v
/
v
2
0
Fork 0
Code Issues Pull Requests Releases Activity

Fix bug with BOM

pull/1196/head
Igor Pershikov 2019-07-17 01:05:04 +03:00 committed by Alexander Medvednikov
parent 982496ffce
commit 3f506714ec
1 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
compiler/scanner.v
View File

@ -36,15 +36,30 @@ fn new_scanner(file_path string) *Scanner {
panic('"$file_path" doesn\'t exist')
}
//text := os.read_file(file_path)
text := os.read_file(file_path) or {
mut raw_text := os.read_file(file_path) or {
panic('scanner: failed to open "$file_path"')
return &Scanner{}
}
// BOM check
if raw_text.len >= 3 {
c_text := raw_text.cstr()
if c_text[0] == 0xEF && c_text[1] == 0xBB && c_text[2] == 0xBF {
// skip three BOM bytes
offset_from_begin := 3
raw_text = tos(c_text[offset_from_begin], C.strlen(c_text) - offset_from_begin)
}
}
text := raw_text
scanner := &Scanner {
file_path: file_path
text: text
fmt_out: strings.new_builder(1000)
}
// println('new scanner "$file_path" txt.len=$scanner.text.len')
return scanner
}