diff options
| author | Andreas Källberg <anka.213@gmail.com> | 2021-06-17 16:38:33 +0800 |
|---|---|---|
| committer | Andreas Källberg <anka.213@gmail.com> | 2021-06-17 16:38:33 +0800 |
| commit | 65522a63c3d3aaf8e350db514bf9494e545b1c48 (patch) | |
| tree | 17284206441a9b8ade4f6797786c4d03d49d6dad /testsuite | |
| parent | 7065125e1979fd45f650e6248f8724b7a0124417 (diff) | |
Testsuite: Add support for expected failures
And mark the currently failing tests as expected failures
Diffstat (limited to 'testsuite')
| -rw-r--r-- | testsuite/run.hs | 13 |
1 files changed, 11 insertions, 2 deletions
diff --git a/testsuite/run.hs b/testsuite/run.hs index ed013ab0f..4f231368b 100644 --- a/testsuite/run.hs +++ b/testsuite/run.hs @@ -11,7 +11,7 @@ main = do res <- walk "testsuite" let cnt = length res (good,bad) = partition ((=="OK").fst.snd) res - ok = length good + ok = length good + length (filter ((=="FAIL (expected)").fst.snd) bad) fail = ok<cnt putStrLn $ show ok++"/"++show cnt++ " passed/tests" let overview = "gf-tests.html" @@ -62,7 +62,9 @@ main = then do out <- compatReadFile out_file gold <- compatReadFile gold_file let info = (input,gold,out) - return $! if out == gold then ("OK",info) else ("FAIL",info) + if in_file `elem` expectedFailures + then return $! if out == gold then ("Unexpected success",info) else ("FAIL (expected)",info) + else return $! if out == gold then ("OK",info) else ("FAIL",info) else do out <- compatReadFile out_file return ("MISSING GOLD",(input,"",out)) -- Avoid failures caused by Win32/Unix text file incompatibility @@ -71,6 +73,13 @@ main = hSetNewlineMode h universalNewlineMode hGetContents h +expectedFailures :: [String] +expectedFailures = + [ "testsuite/runtime/parser/parser.gfs" -- Only parses `z` as `zero` and not also as e.g. `succ zero` as expected + , "testsuite/runtime/linearize/brackets.gfs" -- Missing "cannot linearize in the end" + , "testsuite/compiler/typecheck/abstract/non-abstract-terms.gfs" -- Gives a different error than expected + ] + -- Should consult the Cabal configuration! run_gf = readProcess default_gf default_gf = "gf"<.>exeExtension |