v/cmd/tools/vtest.v

234 lines
6.4 KiB
V
Raw Normal View History

module main
2020-04-17 21:41:54 +02:00
import os
import os.cmdline
import testing
import v.pref
struct Context {
mut:
verbose bool
fail_fast bool
run_only []string
}
2020-04-17 21:41:54 +02:00
fn main() {
args := os.args.clone()
if os.args.last() == 'test' {
show_usage()
return
}
args_to_executable := args[1..]
mut args_before := cmdline.options_before(args_to_executable, ['test'])
mut args_after := cmdline.options_after(args_to_executable, ['test'])
mut ctx := Context{}
ctx.fail_fast = extract_flag_bool('-fail-fast', mut args_after, testing.fail_fast)
ctx.verbose = extract_flag_bool('-v', mut args_after, false)
ctx.run_only = extract_flag_string_array('-run-only', mut args_after, testing.test_only_fn)
os.setenv('VTEST_ONLY_FN', ctx.run_only.join(','), true)
if args_after == ['v'] {
2019-12-01 10:50:13 +01:00
eprintln('`v test v` has been deprecated.')
eprintln('Use `v test-all` instead.')
2019-12-01 10:50:13 +01:00
exit(1)
}
backend_pos := args_before.index('-b')
backend := if backend_pos == -1 { '.c' } else { args_before[backend_pos + 1] } // this giant mess because closures are not implemented
mut ts := testing.new_test_session(args_before.join(' '), true)
ts.fail_fast = ctx.fail_fast
for targ in args_after {
if os.is_dir(targ) {
2019-10-20 08:56:33 +02:00
// Fetch all tests from the directory
files, skip_files := ctx.should_test_dir(targ.trim_right(os.path_separator),
backend)
ts.files << files
ts.skip_files << skip_files
continue
} else if os.exists(targ) {
match ctx.should_test(targ, backend) {
.test {
ts.files << targ
continue
}
.skip {
if ctx.run_only.len > 0 {
continue
}
ts.files << targ
ts.skip_files << targ
continue
}
.ignore {}
}
} else {
eprintln('\nUnrecognized test file `$targ`.\n `v test` can only be used with folders and/or _test.v files.\n')
show_usage()
exit(1)
}
}
2020-02-08 17:01:10 +01:00
testing.header('Testing...')
ts.test()
println(ts.benchmark.total_message('all V _test.v files'))
if ts.failed {
exit(1)
}
}
fn show_usage() {
println('Usage:')
println(' A)')
println(' v test folder/ : run all v tests in the given folder.')
println(' v -stats test folder/ : the same, but print more stats.')
println(' B)')
println(' v test file_test.v : run test functions in a given test file.')
println(' v -stats test file_test.v : as above, but with more stats.')
println(' Note: you can also give many and mixed folder/ file_test.v arguments after `v test` .')
println('')
}
pub fn (mut ctx Context) should_test_dir(path string, backend string) ([]string, []string) { // return is (files, skip_files)
mut files := os.ls(path) or { return []string{}, []string{} }
mut local_path_separator := os.path_separator
if path.ends_with(os.path_separator) {
local_path_separator = ''
}
mut res_files := []string{}
mut skip_files := []string{}
for file in files {
p := path + local_path_separator + file
if os.is_dir(p) && !os.is_link(p) {
if file == 'testdata' {
continue
}
ret_files, ret_skip_files := ctx.should_test_dir(p, backend)
res_files << ret_files
skip_files << ret_skip_files
} else if os.exists(p) {
match ctx.should_test(p, backend) {
.test {
res_files << p
}
.skip {
if ctx.run_only.len > 0 {
continue
}
res_files << p
skip_files << p
}
.ignore {}
}
}
}
return res_files, skip_files
}
enum ShouldTestStatus {
test // do test, print OK or FAIL, depending on if it passes
skip // print SKIP for the test
ignore // just ignore the file, so it will not be printed at all in the list of tests
}
fn (mut ctx Context) should_test(path string, backend string) ShouldTestStatus {
if path.ends_with('mysql_orm_test.v') {
testing.find_started_process('mysqld') or { return .skip }
}
if path.ends_with('pg_orm_test.v') {
testing.find_started_process('postgres') or { return .skip }
}
if path.ends_with('onecontext_test.v') {
return .skip
}
$if tinyc {
if path.ends_with('naked_attr_test.amd64.v') {
return .skip
}
}
if path.ends_with('_test.v') {
return ctx.should_test_when_it_contains_matching_fns(path, backend)
2021-12-05 12:33:53 +01:00
}
if path.ends_with('_test.js.v') {
if testing.is_node_present {
return ctx.should_test_when_it_contains_matching_fns(path, backend)
}
return .skip
}
if path.ends_with('.v') && path.count('.') == 2 {
if !path.all_before_last('.v').all_before_last('.').ends_with('_test') {
return .ignore
}
backend_arg := path.all_before_last('.v').all_after_last('.')
arch := pref.arch_from_string(backend_arg) or { pref.Arch._auto }
if arch == pref.get_host_arch() {
return ctx.should_test_when_it_contains_matching_fns(path, backend)
} else if arch == ._auto {
if backend_arg == 'c' { // .c.v
return if backend == 'c' {
ctx.should_test_when_it_contains_matching_fns(path, backend)
} else {
ShouldTestStatus.skip
}
}
if backend_arg == 'js' {
return if backend == 'js' {
ctx.should_test_when_it_contains_matching_fns(path, backend)
} else {
ShouldTestStatus.skip
}
}
} else {
return .skip
}
}
return .ignore
}
fn (mut ctx Context) should_test_when_it_contains_matching_fns(path string, backend string) ShouldTestStatus {
if ctx.run_only.len == 0 {
// no filters set, so just compile and test
return .test
}
lines := os.read_lines(path) or { return .ignore }
for line in lines {
if line.match_glob('fn test_*') || line.match_glob('pub fn test_*') {
tname := line.replace_each(['pub fn ', '', 'fn ', '']).all_before('(')
for pattern in ctx.run_only {
mut pat := pattern.clone()
if pat.contains('.') {
pat = pat.all_after_last('.')
}
if tname.match_glob(pat) {
if ctx.verbose {
println('> compiling path: $path, since test fn `$tname` matches glob pattern `$pat`')
}
return .test
}
}
}
}
return .ignore
}
fn extract_flag_bool(flag_name string, mut after []string, flag_default bool) bool {
mut res := flag_default
orig_after := after.clone() // workaround for after.filter() codegen bug, when `mut after []string`
matches_after := orig_after.filter(it != flag_name)
if matches_after.len < after.len {
after = matches_after.clone()
res = true
}
return res
}
fn extract_flag_string_array(flag_name string, mut after []string, flag_default []string) []string {
mut res := flag_default.clone()
mut found := after.index(flag_name)
if found > -1 {
if found + 1 < after.len {
res = after[found + 1].split_any(',')
after.delete(found)
}
after.delete(found)
}
return res
}