Add option for bootstrap resampling (not implemented yet)

src/GEval/Core.hs

@@ -168,7 +168,8 @@ data GEvalSpecification = GEvalSpecification
                             gesGonitoHost :: Maybe String,
                             gesToken :: Maybe String,
                             gesGonitoGitAnnexRemote :: Maybe String,
-                            gesReferences :: Maybe String }
+                            gesReferences :: Maybe String,
+                            gesBootstrapSampling :: Maybe Int }
 
 
 gesMainMetric :: GEvalSpecification -> Metric
@@ -216,7 +217,8 @@ defaultGEvalSpecification = GEvalSpecification {
   gesGonitoHost = Nothing,
   gesToken = Nothing,
   gesGonitoGitAnnexRemote = Nothing,
-  gesReferences = Nothing}
+  gesReferences = Nothing,
+  gesBootstrapSampling = Nothing }
 
 isEmptyFile :: FilePath -> IO (Bool)
 isEmptyFile path = do

src/GEval/OptionsParser.hs

@@ -196,6 +196,12 @@ specParser = GEvalSpecification
           <> help "External text file referenced"
         )
       )
+  <*> ( optional $ option auto
+        (long "bootstrap-resampling"
+          <> short 'B'
+          <> metavar "NUMBER-OF-SAMPLES"
+          <> help "Tests on NUMBER-OF-SAMPLES bootstrap samples rather than just on the whole test set" ))
+
 
 defaultMinFrequency :: Integer
 defaultMinFrequency = 1