Add test for testing line-by-line
(Commented for the time being)
This commit is contained in:
parent
69f7c64e68
commit
3e4978fdbf
@ -555,7 +555,7 @@ main = hspec $ do
|
|||||||
runGEvalTest "charmatch-complex-compressed" `shouldReturnAlmost` 0.1923076923076923
|
runGEvalTest "charmatch-complex-compressed" `shouldReturnAlmost` 0.1923076923076923
|
||||||
describe "headers" $ do
|
describe "headers" $ do
|
||||||
it "simple" $ do
|
it "simple" $ do
|
||||||
runGEvalTest "mse-simple-headers" `shouldReturnAlmost` 0.4166666666666667
|
runGEvalTestExtraOptions [] "mse-simple-headers" `shouldReturnAlmost` 0.4166666666666667
|
||||||
describe "handling jsonl format" $ do
|
describe "handling jsonl format" $ do
|
||||||
it "simple test" $
|
it "simple test" $
|
||||||
runGEvalTestExtraOptions ["-e", "expected.jsonl" ] "jsonl-simple" `shouldReturnAlmost` 0.571428571428
|
runGEvalTestExtraOptions ["-e", "expected.jsonl" ] "jsonl-simple" `shouldReturnAlmost` 0.571428571428
|
||||||
@ -893,7 +893,10 @@ extractVal (Left result) = do
|
|||||||
handleParseResult result
|
handleParseResult result
|
||||||
return $ error "something wrong"
|
return $ error "something wrong"
|
||||||
|
|
||||||
runGEvalTest = runGEvalTestExtraOptions []
|
runGEvalTest testName = do
|
||||||
|
r <- runGEvalTestExtraOptions [] testName
|
||||||
|
-- _ <- runGEvalTestExtraOptions ["--line-by-line", "-i", "expected.tsv"] testName
|
||||||
|
return r
|
||||||
|
|
||||||
runGEvalTestExtraOptions extraOptions testName = (runGEval ([
|
runGEvalTestExtraOptions extraOptions testName = (runGEval ([
|
||||||
"--expected-directory",
|
"--expected-directory",
|
||||||
|
Loading…
Reference in New Issue
Block a user