generate sample classification challenge

This commit is contained in:
Filip Gralinski 2015-11-01 12:23:58 +01:00 committed by Filip Gralinski
parent 556e5843d7
commit 9e96f5dfe4

View File

@ -65,6 +65,17 @@ Directory structure
* `${testName}/expected.tsv` Māori reference translation for the test set
|]
readmeMDContents Accuracy testName = [i|
GEval sample classification challenge
=====================================
Guess whether the weather is good for a walk (given temperature,
wind and rain).
This is a sample/toy classification challenge for Gonito framework. Replace it with
the description of your challenge.
|] ++ (commonReadmeMDContents testName)
readmeMDContents _ testName = [i|
GEval sample challenge
======================
@ -74,7 +85,9 @@ Guess the mass of a planet.
This is a sample challenge for Gonito framework (guessing the mass of a planet using its
orbital period, orbital eccentricity and the number of its moons). Replace it with
the description of your challenge.
|] ++ (commonReadmeMDContents testName)
commonReadmeMDContents testName = [i|
Directory structure
-------------------
@ -90,6 +103,7 @@ Directory structure
* `${testName}/expected.tsv` expected (reference) data for the test set
|]
configContents :: Metric -> String -> String
configContents metric testName = "--metric " ++
(show metric) ++
@ -106,6 +120,16 @@ ja maa oli autio ja tyhjä , ja pimeys oli syvyyden päällä a kahore he ahua o
ja jumalan henki liikkui vetten päällä na ka whakapaho te wairua o te atua i runga i te kare o nga wai
|]
trainContents Accuracy = [hereLit|Y 10 none yes
N -2 strong no
Y -3 mild no
N -1 mild yes
N -10 none no
Y -7 none no
N -6 mild no
N -6 none no
|]
trainContents _ = [hereLit|0.06 0.39 0 0.206
1.00 1.00 1 0.017
317.8 5.20 67 0.048
@ -116,6 +140,9 @@ devInContents :: Metric -> String
devInContents BLEU = [hereLit|ja jumala sanoi : " tulkoon valkeus " , ja valkeus tuli
ja jumala näki , että valkeus oli hyvä ; ja jumala erotti valkeuden pimeydestä
|]
devInContents Accuracy = [hereLit|-8 none no
1 mild no
|]
devInContents _ = [hereLit|0.72 0 0.007
9.54 62 0.054
|]
@ -124,6 +151,9 @@ devExpectedContents :: Metric -> String
devExpectedContents BLEU = [hereLit|a ka ki te atua , kia marama : na ka marama
a ka kite te atua i te marama , he pai : a ka wehea e te atua te marama i te pouri
|]
devExpectedContents Accuracy = [hereLit|N
Y
|]
devExpectedContents _ = [hereLit|0.82
95.2
|]
@ -133,6 +163,10 @@ testInContents BLEU = [hereLit|ja jumala kutsui valkeuden päiväksi , ja pimeyd
ja tuli ehtoo , ja tuli aamu , ensimmäinen päivä
|]
testInContents Accuracy = [hereLit|2 mild yes
-5 mild no
|]
testInContents _ = [hereLit|1.52 2 0.093
30.06 14 0.009
|]
@ -141,7 +175,9 @@ testExpectedContents :: Metric -> String
testExpectedContents BLEU = [hereLit|na ka huaina e te atua te marama ko te awatea , a ko te pouri i huaina e ia ko te po
a ko te ahiahi , ko te ata , he ra kotahi
|]
testExpectedContents Accuracy = [hereLit|N
Y
|]
testExpectedContents _ = [hereLit|0.11
17.2
|]