feature: lute test runs all the tests

Author: Vighnesh-V

.github/workflows/ci.yml

@@ -45,12 +45,12 @@ jobs:
       - name: Run Luau Tests (POSIX)
         if: runner.os != 'Windows'
         shell: bash
-        run: find tests -name "*.test.luau" | xargs -I {} "${{ steps.build_lute.outputs.exe_path }}" run {}
+        run: ${{ steps.build_lute.outputs.exe_path }} test
 
       - name: Run Luau Tests (Windows)
         if: runner.os == 'Windows'
         shell: cmd
-        run: for /r tests %%f in (*.test.luau) do "${{ steps.build_lute.outputs.exe_path }}" run "%%f"
+        run: ${{ steps.build_lute.outputs.exe_path }} test
 
   run-lute-cxx-unittests:
     runs-on: ${{ matrix.os }}

lute/cli/commands/test/finder.luau

@@ -17,7 +17,7 @@ local function findtestfilesrec(directory: path.path): { path.path }
 		if entry.type == "dir" then
 			tableext.extend(results, findtestfilesrec(fullPath))
 		elseif istestfile(entry.name) then
-			table.insert(results, fullPath)
+			table.insert(results, path.normalize(fullPath))
 		end
 	end
 
@@ -37,7 +37,7 @@ local function findtestfiles(paths: { string }): { path.path }
 		if fs.type(pathObj) == "dir" then
 			tableext.extend(files, findtestfilesrec(pathObj))
 		elseif istestfile(filepath) then
-			table.insert(files, pathObj)
+			table.insert(files, path.normalize(pathObj))
 		end
 	end
 

lute/cli/commands/test/init.luau

@@ -1,6 +1,10 @@
 local finder = require("@self/finder")
 local luau = require("@std/luau")
 local path = require("@std/path")
+local ps = require("@std/process")
+local testtypes = require("@std/test/types")
+local runner = require("@std/test/runner")
+local reporter = require("@std/test/reporter")
 local test = require("@std/test")
 
 local function printHelp()
@@ -85,6 +89,15 @@ local function listtests()
 	end
 end
 
+local function runtests(env: testtypes.testenvironment, runner: testtypes.testrunner, reporter: testtypes.testreporter)
+	local result = runner(env)
+	reporter(result)
+	if result.failed ~= 0 then
+		ps.exit(1)
+	end
+	ps.exit(0)
+end
+
 local function main(...: string)
 	local args = { ... }
 	local testPaths = {}
@@ -105,6 +118,9 @@ local function main(...: string)
 
 	if isListMode then
 		listtests()
+	else
+		local env = test._registered()
+		runtests(env, runner.run, reporter.simple)
 	end
 end
 

lute/std/libs/test/runner.luau

@@ -4,6 +4,7 @@
 
 local types = require("./types")
 local assert = require("./assert")
+local path = require("@std/path")
 
 type Test = types.Test
 type TestCase = types.TestCase
@@ -103,7 +104,7 @@ function runner.run(env: TestEnvironment): TestRunResult
 				test = tc.name,
 				assertion = if assertName == "xpcall" then nil else assertName,
 				error = if assertName == "xpcall" then nil else err.msg,
-				filename = fileName,
+				filename = path.format(fileName),
 				linenumber = lineNumber,
 			}
 			table.insert(failures, failedtest)
@@ -142,7 +143,7 @@ function runner.run(env: TestEnvironment): TestRunResult
 					test = testFullName,
 					assertion = if assertName == "xpcall" then nil else assertName,
 					error = if assertName == "xpcall" then nil else err.msg,
-					filename = fileName,
+					filename = path.format(fileName),
 					linenumber = lineNumber,
 				}
 				table.insert(failures, failedtest)

tests/cli/test.test.luau

@@ -26,11 +26,11 @@ test.suite("lute test", function(suite)
 		assert.neq(result.stdout:find("Usage:", 1, true), nil)
 	end)
 
-	suite:case("lute test runs successfully", function(assert)
-		-- Run lute test without arguments
-		local result = process.run({ lutePath, "test" })
+	suite:case("lute test runs tests in discovery folder", function(assert)
+		-- Run lute test on tests/cli/discovery folder
+		local result = process.run({ lutePath, "test", "tests/cli/discovery" })
 
-		-- Check that it succeeds
+		-- Check that it runs tests and succeeds
 		assert.eq(result.exitcode, 0)
 	end)
 
@@ -65,8 +65,7 @@ test.run()
 		fs.close(handle)
 
 		-- Run lute on the created test file
-		local result = process.run({ lutePath, tostring(testFilePath) })
-
+		local result = process.run({ lutePath, path.format(testFilePath) })
 		-- Check that the output doesn't include xpcall
 		assert.eq(result.exitcode, 1)
 		assert.eq(result.stdout:find("xpcall", 1, true), nil)
@@ -100,7 +99,7 @@ test.run()
 		fs.close(handle)
 
 		-- Run lute on the created test file
-		local result = process.run({ lutePath, tostring(testFilePath) })
+		local result = process.run({ lutePath, path.format(testFilePath) })
 
 		-- Check that the output doesn't include xpcall
 		assert.eq(result.exitcode, 1)