99 lines
3.0 KiB
V
99 lines
3.0 KiB
V
import os
|
|
import benchmark
|
|
import term
|
|
|
|
const is_verbose = os.getenv('VTEST_SHOW_CMD') != ''
|
|
|
|
// TODO some logic copy pasted from valgrind_test.v and compiler_test.v, move to a module
|
|
fn test_native() {
|
|
$if arm64 {
|
|
return
|
|
}
|
|
// some tests are running fine in macos
|
|
if os.user_os() != 'linux' && os.user_os() != 'macos' {
|
|
eprintln('native tests only run on Linux and macOS for now.')
|
|
exit(0)
|
|
}
|
|
mut bench := benchmark.new_benchmark()
|
|
vexe := os.getenv('VEXE')
|
|
vroot := os.dir(vexe)
|
|
dir := os.join_path(vroot, 'vlib/v/gen/native/tests')
|
|
files := os.ls(dir) or { panic(err) }
|
|
//
|
|
wrkdir := os.join_path(os.temp_dir(), 'vtests', 'native')
|
|
os.mkdir_all(wrkdir) or { panic(err) }
|
|
os.chdir(wrkdir) or {}
|
|
tests := files.filter(it.ends_with('.vv'))
|
|
if tests.len == 0 {
|
|
println('no native tests found')
|
|
assert false
|
|
}
|
|
bench.set_total_expected_steps(tests.len)
|
|
for test in tests {
|
|
bench.step()
|
|
full_test_path := os.real_path(os.join_path(dir, test))
|
|
test_file_name := os.file_name(test)
|
|
relative_test_path := full_test_path.replace(vroot + '/', '')
|
|
work_test_path := '$wrkdir/$test_file_name'
|
|
exe_test_path := '$wrkdir/${test_file_name}.exe'
|
|
cmd := '${os.quoted_path(vexe)} -o ${os.quoted_path(exe_test_path)} -b native ${os.quoted_path(full_test_path)}'
|
|
if is_verbose {
|
|
println(cmd)
|
|
}
|
|
res_native := os.execute(cmd)
|
|
if res_native.exit_code != 0 {
|
|
bench.fail()
|
|
eprintln(bench.step_message_fail(cmd))
|
|
continue
|
|
}
|
|
tmperrfile := '$dir/${test}.tmperr'
|
|
res := os.execute('${os.quoted_path(exe_test_path)} 2> ${os.quoted_path(tmperrfile)}')
|
|
if res.exit_code != 0 {
|
|
bench.fail()
|
|
eprintln(bench.step_message_fail('$full_test_path failed to run'))
|
|
eprintln(res.output)
|
|
continue
|
|
}
|
|
mut expected := os.read_file('$dir/${test}.out') or { panic(err) }
|
|
errfile := '$dir/${test}.err'
|
|
if os.exists(errfile) {
|
|
mut err_expected := os.read_file('$dir/${test}.err') or { panic(err) }
|
|
err_expected = err_expected.trim_right('\r\n').replace('\r\n', '\n')
|
|
errstr := os.read_file(tmperrfile) or { panic(err) }
|
|
mut err_found := errstr.trim_right('\r\n').replace('\r\n', '\n')
|
|
if err_expected != err_found {
|
|
println(term.red('FAIL'))
|
|
println('============')
|
|
println('stderr expected: "$err_expected" len=$err_expected.len')
|
|
println('============')
|
|
println('stderr found:"$err_found" len=$err_found.len')
|
|
println('============\n')
|
|
bench.fail()
|
|
continue
|
|
}
|
|
}
|
|
os.rm(tmperrfile) or {}
|
|
expected = expected.trim_right('\r\n').replace('\r\n', '\n')
|
|
mut found := res.output.trim_right('\r\n').replace('\r\n', '\n')
|
|
found = found.trim_space()
|
|
if expected != found {
|
|
println(term.red('FAIL'))
|
|
println('============')
|
|
println('expected: "$expected" len=$expected.len')
|
|
println('============')
|
|
println('found:"$found" len=$found.len')
|
|
println('============\n')
|
|
bench.fail()
|
|
continue
|
|
}
|
|
bench.ok()
|
|
eprintln(bench.step_message_ok(relative_test_path))
|
|
}
|
|
bench.stop()
|
|
eprintln(term.h_divider('-'))
|
|
eprintln(bench.total_message('native'))
|
|
if bench.nfail > 0 {
|
|
exit(1)
|
|
}
|
|
}
|