filipg/geval
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Add filtering operation (still not handled)

Browse Source
This commit is contained in:
Filip Gralinski 2020-05-13 13:36:51 +02:00
parent 698b7a5db8
commit 78d2cd6501
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/GEval/EvaluationScheme.hs
View File

@ -28,6 +28,7 @@ data PreprocessingOperation = RegexpMatch Regex
| SetName Text
| SetPriority Int
| RegexpSubstition Regex Text
| FeatureFilter Text
deriving (Eq)
leftParameterBracket :: Char
@ -55,6 +56,7 @@ readOps ('S':theRest) = (Sorting:ops, theRest')
readOps ('N':theRest) = handleParametrizedOp (SetName . pack) theRest
readOps ('P':theRest) = handleParametrizedOp (SetPriority . read) theRest
readOps ('s':theRest) = handleParametrizedBinaryOp (\a b -> RegexpSubstition (fromRight undefined $ compileM (BSU.fromString a) []) (pack b)) theRest
readOps ('f':theRest) = handleParametrizedOp (FeatureFilter . pack) theRest
readOps s = ([], s)
handleParametrizedOp :: (String -> PreprocessingOperation) -> String -> ([PreprocessingOperation], String)
@ -117,6 +119,7 @@ instance Show PreprocessingOperation where
show (SetName t) = parametrizedOperation "N" (unpack t)
show (SetPriority p) = parametrizedOperation "P" (show p)
show (RegexpSubstition (Regex _ regexp) s) = "s" ++ (formatParameter $ BSU.toString regexp) ++ (formatParameter $ unpack s)
show (FeatureFilter featureSpec) = parametrizedOperation "f" (unpack featureSpec)
applySubstitution :: Regex -> Text -> Text -> Text
applySubstitution r substitution t =
@ -150,3 +153,4 @@ applyPreprocessingOperation Sorting = Data.Text.unwords . sort . Data.Text.words
applyPreprocessingOperation (SetName _) = id
applyPreprocessingOperation (SetPriority _) = id
applyPreprocessingOperation (RegexpSubstition regex substition) = applySubstitution regex substition
applyPreprocessingOperation (FeatureFilter _) = id