start parsing options

app/Main.hs

@@ -3,8 +3,62 @@ module Main where
 import GEval
 import System.Environment
 
+import Options.Applicative
+
+fullOptionsParser = info (helper <*> optionsParser)
+       (fullDesc
+        <> progDesc "Run evaluation for tests in Gonito platform"
+        <> header "geval - stand-alone evaluation tool for tests in Gonito platform")
+
+optionsParser :: Parser GEvalOptions
+optionsParser = GEvalOptions
+   <$> switch
+      ( long "init"
+         <> help "Init a sample Gonito challange rather than run an evaluation" )
+   <*> specParser
+
+specParser :: Parser GEvalSpecification
+specParser = GEvalSpecification
+  <$> strOption
+  ( long "out-directory"
+    <> value defaultOutDirectory
+    <> showDefault
+    <> metavar "OUT-DIRECTORY"
+    <> help "Directory with test results to be evaluated" )
+  <*> optional (strOption
+                ( long "expected-directory"
+                  <> metavar "EXPECTED-DIRECTORY"
+                  <> help "Directory with expected test results (if not specified the same as OUT-DIRECTORY)" ))
+  <*> strOption
+  ( long "test-name"
+    <> value defaultTestName
+    <> showDefault
+    <> metavar "NAME"
+    <> help "Test name (i.e. subdirectory with results or expected results)" )
+  <*> strOption
+  ( long "out-file"
+    <> value defaultOutFile
+    <> showDefault
+    <> metavar "OUT"
+    <> help "The name of the file to be evaluated" )
+  <*> strOption
+  ( long "expected-file"
+    <> value defaultExpectedFile
+    <> showDefault
+    <> metavar "EXPECTED"
+    <> help "The name of the file with expected results" )
+  <*> metricReader
+
+metricReader :: Parser Metric
+metricReader = option auto
+               ( long "metric"
+                 <> value defaultMetric
+                 <> showDefault
+                 <> metavar "METRIC"
+                 <> help "Metric to be used" )
+
 main :: IO ()
 main = do
-  [expectedFilePath, outFilePath] <- getArgs
+  opts <- execParser fullOptionsParser
-  result <- gevalCore MSE expectedFilePath outFilePath
+  result <- geval $ geoSpec opts
   print $ result

geval.cabal

@@ -31,6 +31,7 @@ executable geval-exe
   ghc-options:         -threaded -rtsopts -with-rtsopts=-N
   build-depends:       base
                      , geval
+                     , optparse-applicative
   default-language:    Haskell2010
 
 test-suite geval-test

src/GEval.hs

@@ -3,7 +3,13 @@ module GEval
       gevalCore,
       Metric(..),
       GEvalSpecification(..),
-      defaultGEvalSpecification
+      GEvalOptions(..),
+      defaultGEvalSpecification,
+      defaultOutDirectory,
+      defaultTestName,
+      defaultOutFile,
+      defaultExpectedFile,
+      defaultMetric
     ) where
 
 import Data.Conduit
@@ -20,6 +26,7 @@ import System.FilePath
 import Data.Maybe
 
 data Metric = MSE | BLEU
+              deriving (Show, Read)
 
 defaultOutDirectory = "."
 defaultTestName = "test-A"
@@ -29,6 +36,7 @@ defaultExpectedFile = "expected.tsv"
 defaultMetric :: Metric
 defaultMetric = MSE
 
+
 data GEvalSpecification = GEvalSpecification
                           { gesOutDirectory :: String,
                             gesExpectedDirectory :: Maybe String,
@@ -37,6 +45,10 @@ data GEvalSpecification = GEvalSpecification
                             gesExpectedFile :: String,
                             gesMetric :: Metric }
 
+data GEvalOptions = GEvalOptions
+                    { geoInit :: Bool,
+                      geoSpec :: GEvalSpecification }
+
 
 defaultGEvalSpecification = GEvalSpecification {
   gesOutDirectory = defaultOutDirectory,