Add test for testing line-by-line

(Commented for the time being)
This commit is contained in:
Filip Gralinski 2021-10-09 15:52:06 +02:00
parent 69f7c64e68
commit 3e4978fdbf

View File

@ -555,7 +555,7 @@ main = hspec $ do
runGEvalTest "charmatch-complex-compressed" `shouldReturnAlmost` 0.1923076923076923
describe "headers" $ do
it "simple" $ do
runGEvalTest "mse-simple-headers" `shouldReturnAlmost` 0.4166666666666667
runGEvalTestExtraOptions [] "mse-simple-headers" `shouldReturnAlmost` 0.4166666666666667
describe "handling jsonl format" $ do
it "simple test" $
runGEvalTestExtraOptions ["-e", "expected.jsonl" ] "jsonl-simple" `shouldReturnAlmost` 0.571428571428
@ -893,7 +893,10 @@ extractVal (Left result) = do
handleParseResult result
return $ error "something wrong"
runGEvalTest = runGEvalTestExtraOptions []
runGEvalTest testName = do
r <- runGEvalTestExtraOptions [] testName
-- _ <- runGEvalTestExtraOptions ["--line-by-line", "-i", "expected.tsv"] testName
return r
runGEvalTestExtraOptions extraOptions testName = (runGEval ([
"--expected-directory",