filipg/geval
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

make UTF8 decoding lenient

Browse Source
This commit is contained in:
Filip Gralinski 2017-01-28 20:45:36 +01:00 committed by Filip Gralinski
parent 6dc293a4b9
commit 422d7c63d9
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
geval.cabal
View File

@ -1,5 +1,5 @@
name: geval name: geval
version: 0.2.5.0 version: 0.2.6.0
synopsis: Machine learning evaluation tools synopsis: Machine learning evaluation tools
description: Please see README.md description: Please see README.md
homepage: http://github.com/name/project homepage: http://github.com/name/project

2
src/GEval/Core.hs
View File

@ -250,7 +250,7 @@ averageC = getZipSink
items :: MonadResource m => String -> (Text -> a) -> Source m (SourceItem a) items :: MonadResource m => String -> (Text -> a) -> Source m (SourceItem a)
items filePath parser = items filePath parser =
(CB.sourceFile filePath (CB.sourceFile filePath
$= (CT.decode CT.utf8 $= (CT.decodeUtf8Lenient
=$= CT.lines =$= CT.lines
=$= CL.map ((\x -> Got x) . parser))) >> yield Done =$= CL.map ((\x -> Got x) . parser))) >> yield Done