generate sample classification challenge

src/GEval/CreateChallenge.hs

@@ -65,6 +65,17 @@ Directory structure
 * `${testName}/expected.tsv` — Māori reference translation for the test set
 |]
 
+readmeMDContents Accuracy testName = [i|
+GEval sample classification challenge
+=====================================
+
+Guess whether the weather is good for a walk (given temperature,
+wind and rain).
+
+This is a sample/toy classification challenge for Gonito framework. Replace it with
+the description of your challenge.
+|] ++ (commonReadmeMDContents testName)
+
 readmeMDContents _ testName = [i|
 GEval sample challenge
 ======================
@@ -74,7 +85,9 @@ Guess the mass of a planet.
 This is a sample challenge for Gonito framework (guessing the mass of a planet using its
 orbital period, orbital eccentricity and the number of its moons). Replace it with
 the description of your challenge.
+|] ++ (commonReadmeMDContents testName)
 
+commonReadmeMDContents testName = [i|
 Directory structure
 -------------------
 
@@ -90,6 +103,7 @@ Directory structure
 * `${testName}/expected.tsv` — expected (reference) data for the test set
 |]
 
+
 configContents :: Metric -> String -> String
 configContents metric testName = "--metric " ++
                                  (show metric) ++
@@ -106,6 +120,16 @@ ja maa oli autio ja tyhjä , ja pimeys oli syvyyden päällä	a kahore he ahua o
 ja jumalan henki liikkui vetten päällä	na ka whakapaho te wairua o te atua i runga i te kare o nga wai
 |]
 
+trainContents Accuracy = [hereLit|Y	10	none	yes
+N	-2	strong	no
+Y	-3	mild	no
+N	-1	mild	yes
+N	-10	none	no
+Y	-7	none	no
+N	-6	mild	no
+N	-6	none	no
+|]
+
 trainContents _ = [hereLit|0.06	0.39	0	0.206
 1.00	1.00	1	0.017
 317.8	5.20	67	0.048
@@ -116,6 +140,9 @@ devInContents :: Metric -> String
 devInContents BLEU = [hereLit|ja jumala sanoi : " tulkoon valkeus " , ja valkeus tuli
 ja jumala näki , että valkeus oli hyvä ; ja jumala erotti valkeuden pimeydestä
 |]
+devInContents Accuracy = [hereLit|-8	none	no
+1	mild	no
+|]
 devInContents _ = [hereLit|0.72	0	0.007
 9.54	62	0.054
 |]
@@ -124,6 +151,9 @@ devExpectedContents :: Metric -> String
 devExpectedContents BLEU = [hereLit|a ka ki te atua , kia marama : na ka marama
 a ka kite te atua i te marama , he pai : a ka wehea e te atua te marama i te pouri
 |]
+devExpectedContents Accuracy = [hereLit|N
+Y
+|]
 devExpectedContents _ = [hereLit|0.82
 95.2
 |]
@@ -133,6 +163,10 @@ testInContents BLEU = [hereLit|ja jumala kutsui valkeuden päiväksi , ja pimeyd
 ja tuli ehtoo , ja tuli aamu , ensimmäinen päivä
 |]
 
+testInContents Accuracy = [hereLit|2	mild	yes
+-5	mild	no
+|]
+
 testInContents _ = [hereLit|1.52	2	0.093
 30.06	14	0.009
 |]
@@ -141,7 +175,9 @@ testExpectedContents :: Metric -> String
 testExpectedContents BLEU = [hereLit|na ka huaina e te atua te marama ko te awatea , a ko te pouri i huaina e ia ko te po
 a ko te ahiahi , ko te ata , he ra kotahi
 |]
-
+testExpectedContents Accuracy = [hereLit|N
+Y
+|]
 testExpectedContents _ = [hereLit|0.11
 17.2
 |]