module main import os import testing import v.pref const ( skip_test_files = [ 'vlib/context/deadline_test.v' /* sometimes blocks */, ] skip_fsanitize_too_slow = [ // These tests are too slow to be run in the CI on each PR/commit // in the sanitized modes: 'vlib/v/compiler_errors_test.v', 'vlib/v/doc/doc_test.v', 'vlib/v/fmt/fmt_test.v', 'vlib/v/fmt/fmt_keep_test.v', 'vlib/v/fmt/fmt_vlib_test.v', 'vlib/v/live/live_test.v', 'vlib/v/parser/v_parser_test.v', 'vlib/v/scanner/scanner_test.v', 'vlib/v/tests/inout/compiler_test.v', 'vlib/v/tests/prod_test.v', 'vlib/v/tests/profile/profile_test.v', 'vlib/v/tests/repl/repl_test.v', 'vlib/v/tests/valgrind/valgrind_test.v', ] skip_with_fsanitize_memory = [ 'vlib/net/tcp_simple_client_server_test.v', 'vlib/net/http/cookie_test.v', 'vlib/net/http/http_test.v', 'vlib/net/http/status_test.v', 'vlib/net/http/http_httpbin_test.v', 'vlib/net/http/header_test.v', 'vlib/net/udp_test.v', 'vlib/net/tcp_test.v', 'vlib/orm/orm_test.v', 'vlib/sqlite/sqlite_test.v', 'vlib/v/tests/orm_sub_struct_test.v', 'vlib/v/tests/orm_sub_array_struct_test.v', 'vlib/vweb/tests/vweb_test.v', 'vlib/vweb/request_test.v', 'vlib/vweb/route_test.v', 'vlib/x/websocket/websocket_test.v', 'vlib/crypto/rand/crypto_rand_read_test.v', ] skip_with_fsanitize_address = [ 'vlib/x/websocket/websocket_test.v', ] skip_with_fsanitize_undefined = [ 'do_not_remove', ] skip_with_werror = [ // -Wduplicated-branches 'vlib/v/tests/match_in_fn_call_test.v', 'vlib/v/tests/match_test.v', 'vlib/v/tests/unsafe_test.v', ] skip_with_asan_compiler = [ 'do_not_remove', ] skip_with_msan_compiler = [ 'do_not_remove', ] skip_on_musl = [ 'vlib/v/tests/profile/profile_test.v', ] skip_on_ubuntu_musl = [ //'vlib/v/gen/js/jsgen_test.v', 'vlib/net/http/cookie_test.v', 'vlib/net/http/http_test.v', 'vlib/net/http/status_test.v', 'vlib/net/websocket/ws_test.v', 'vlib/sqlite/sqlite_test.v', 'vlib/orm/orm_test.v', 'vlib/v/tests/orm_sub_struct_test.v', 'vlib/v/tests/orm_sub_array_struct_test.v', 'vlib/clipboard/clipboard_test.v', 'vlib/vweb/tests/vweb_test.v', 'vlib/vweb/request_test.v', 'vlib/vweb/route_test.v', 'vlib/x/websocket/websocket_test.v', 'vlib/net/http/http_httpbin_test.v', 'vlib/net/http/header_test.v', ] skip_on_linux = [ 'do_not_remove', ] skip_on_non_linux = [ 'do_not_remove', ] skip_on_windows = [ 'vlib/orm/orm_test.v', 'vlib/v/tests/orm_sub_struct_test.v', 'vlib/net/websocket/ws_test.v', 'vlib/net/unix/unix_test.v', 'vlib/x/websocket/websocket_test.v', 'vlib/vweb/tests/vweb_test.v', 'vlib/vweb/request_test.v', 'vlib/vweb/route_test.v', ] skip_on_non_windows = [ 'do_not_remove', ] skip_on_macos = [ 'do_not_remove', ] skip_on_non_macos = [ 'do_not_remove', ] ) // NB: musl misses openssl, thus the http tests can not be done there // NB: http_httpbin_test.v: fails with 'cgen error: json: map_string_string is not struct' fn main() { vexe := pref.vexe_path() vroot := os.dir(vexe) os.chdir(vroot) args := os.args.clone() args_string := args[1..].join(' ') cmd_prefix := args_string.all_before('test-self') title := 'testing vlib' all_test_files := os.walk_ext(os.join_path(vroot, 'vlib'), '_test.v') testing.eheader(title) mut tsession := testing.new_test_session(cmd_prefix, true) tsession.files << all_test_files.filter(!it.contains('testdata' + os.path_separator)) tsession.skip_files << skip_test_files mut werror := false mut sanitize_memory := false mut sanitize_address := false mut sanitize_undefined := false mut asan_compiler := false mut msan_compiler := false for arg in args { if arg.contains('-asan-compiler') { asan_compiler = true } if arg.contains('-msan-compiler') { msan_compiler = true } if arg.contains('-Werror') || arg.contains('-cstrict') { werror = true } if arg.contains('-fsanitize=memory') { sanitize_memory = true } if arg.contains('-fsanitize=address') { sanitize_address = true } if arg.contains('-fsanitize=undefined') { sanitize_undefined = true } } if os.getenv('VTEST_RUN_FSANITIZE_TOO_SLOW').len == 0 && (sanitize_undefined || sanitize_memory || sanitize_address) { tsession.skip_files << skip_fsanitize_too_slow } if werror { tsession.skip_files << skip_with_werror } if sanitize_memory { tsession.skip_files << skip_with_fsanitize_memory } if sanitize_address { tsession.skip_files << skip_with_fsanitize_address } if sanitize_undefined { tsession.skip_files << skip_with_fsanitize_undefined } if asan_compiler { tsession.skip_files << skip_with_asan_compiler } if msan_compiler { tsession.skip_files << skip_with_msan_compiler } // println(tsession.skip_files) if os.getenv('V_CI_MUSL').len > 0 { tsession.skip_files << skip_on_musl } if os.getenv('V_CI_UBUNTU_MUSL').len > 0 { tsession.skip_files << skip_on_ubuntu_musl } $if !linux { tsession.skip_files << skip_on_non_linux } $if linux { tsession.skip_files << skip_on_linux } $if windows { tsession.skip_files << skip_on_windows } $if !windows { tsession.skip_files << skip_on_non_windows } $if macos { tsession.skip_files << skip_on_macos } $if !macos { tsession.skip_files << skip_on_non_macos } tsession.test() eprintln(tsession.benchmark.total_message(title)) if tsession.benchmark.nfail > 0 { eprintln('\nWARNING: failed $tsession.benchmark.nfail times.\n') exit(1) } }