diff --git a/vlib/v/tests/inout/compiler_test.v b/vlib/v/tests/inout/compiler_test.v
index fac017fc37..cfe64d277c 100644
--- a/vlib/v/tests/inout/compiler_test.v
+++ b/vlib/v/tests/inout/compiler_test.v
@@ -5,6 +5,7 @@ fn test_all() {
 	$if windows {
 		return
 	}
+	mut total_errors := 0
 	vexe := os.getenv('VEXE')
 	vroot := os.dir(vexe)
 	dir := os.join_path(vroot,'vlib/v/tests/inout')
@@ -25,7 +26,7 @@ fn test_all() {
 			panic(err)
 		}
 		os.rm('exe')
-		x := os.exec('v -o exe -cflags "-w" -cg -backend experimental $program') or {
+		x := os.exec('$vexe -o exe -cflags "-w" -cg -backend experimental $program') or {
 			panic(err)
 		}
 		// os.rm(program)
@@ -50,9 +51,11 @@ fn test_all() {
 			println('\nfound:')
 			println(found)
 			println('============')
+			total_errors++
 		}
 		else {
 			println(term.green('OK'))
 		}
 	}
+	assert total_errors == 0
 }
diff --git a/vlib/v/tests/inout/os.out b/vlib/v/tests/inout/os.out
index 4bc747cb92..bd656fcf15 100644
--- a/vlib/v/tests/inout/os.out
+++ b/vlib/v/tests/inout/os.out
@@ -1,4 +1,4 @@
-CODE_OF_CONDUCT.md
 CHANGELOG.md
-README.md
+CODE_OF_CONDUCT.md
 CONTRIBUTING.md
+README.md
diff --git a/vlib/v/tests/inout/os.vv b/vlib/v/tests/inout/os.vv
index 3da16f4dc2..9d8d423364 100644
--- a/vlib/v/tests/inout/os.vv
+++ b/vlib/v/tests/inout/os.vv
@@ -3,7 +3,8 @@ import os
 fn main() {
 	vexe := os.getenv('VEXE')
 	vroot := os.dir(vexe)
-	files := os.ls(vroot) or { panic(err) }
+	mut files := os.ls(vroot) or { panic(err) }
+	files.sort()
 	for file in files {
 		if file.ends_with('.md') {
 			println(file)