make UTF8 decoding lenient

This commit is contained in:
Filip Gralinski 2017-01-28 20:45:36 +01:00 committed by Filip Gralinski
parent 6dc293a4b9
commit 422d7c63d9
2 changed files with 2 additions and 2 deletions

View File

@ -1,5 +1,5 @@
name: geval
version: 0.2.5.0
version: 0.2.6.0
synopsis: Machine learning evaluation tools
description: Please see README.md
homepage: http://github.com/name/project

View File

@ -250,7 +250,7 @@ averageC = getZipSink
items :: MonadResource m => String -> (Text -> a) -> Source m (SourceItem a)
items filePath parser =
(CB.sourceFile filePath
$= (CT.decode CT.utf8
$= (CT.decodeUtf8Lenient
=$= CT.lines
=$= CL.map ((\x -> Got x) . parser))) >> yield Done