filipg/geval
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Gracefully degrade when bootstrap is not (yet) handled

Browse Source
This commit is contained in:
Filip Gralinski 2020-01-27 22:23:43 +01:00
parent 659b122625
commit 36a3d8c949
1 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/GEval/Core.hs
View File

@ -407,6 +407,17 @@ singleLineAsLineSource :: LineInFile -> (Text -> ItemTarget) -> (Text -> Text) -
singleLineAsLineSource (LineInFile sourceSpec lineNo line) itemDecoder preprocess = singleLineAsLineSource (LineInFile sourceSpec lineNo line) itemDecoder preprocess =
LineSource (CL.sourceList [line]) itemDecoder preprocess sourceSpec lineNo LineSource (CL.sourceList [line]) itemDecoder preprocess sourceSpec lineNo
handleBootstrap :: Metric -> Bool
handleBootstrap (Mean _) = False
handleBootstrap CharMatch = False
handleBootstrap (LogLossHashed _) = False
handleBootstrap (LikelihoodHashed _ ) = False
handleBootstrap Pearson = False
handleBootstrap Spearman = False
handleBootstrap (ProbabilisticMultiLabelFMeasure beta) = False
handleBootstrap (ProbabilisticSoftFMeasure beta) = False
handleBootstrap _ = True
-- | Runs evaluation for a given metric using the sources specified -- | Runs evaluation for a given metric using the sources specified
-- for input, expected output and output. Returns the metric value. -- for input, expected output and output. Returns the metric value.
-- Throws @GEvalException@ if something was wrong in the data (e.g. -- Throws @GEvalException@ if something was wrong in the data (e.g.
@ -427,7 +438,9 @@ gevalCore metric mSelector preprocess mBootstrapResampling inputSource expectedS
(fileAsLineSource outSource mSelector preprocess) (fileAsLineSource outSource mSelector preprocess)
where go = case mBootstrapResampling of where go = case mBootstrapResampling of
Nothing -> gevalCoreOnSources Nothing -> gevalCoreOnSources
Just bootstrapResampling -> gevalBootstrapOnSources bootstrapResampling Just bootstrapResampling -> if handleBootstrap metric
then gevalBootstrapOnSources bootstrapResampling
else gevalCoreOnSources
isEmptyFileSource :: SourceSpec -> IO Bool isEmptyFileSource :: SourceSpec -> IO Bool
isEmptyFileSource (FilePathSpec filePath) = isEmptyFile filePath isEmptyFileSource (FilePathSpec filePath) = isEmptyFile filePath