Merge branch 'master' of ssh://gonito.net/geval
This commit is contained in:
commit
4b85c4c1bb
@ -53,7 +53,7 @@ If you see a message like this:
|
||||
compiler at the preprocessing stage. In this case you can re-run configure
|
||||
with the verbosity flag -v3 to see the error messages.
|
||||
|
||||
It means that you need to install lzma library on your operating
|
||||
it means that you need to install lzma library on your operating
|
||||
system. The same might go for pkg-config. On macOS (it's more likely
|
||||
to happen on macOS, as these packages are usually installed out of box on Linux), you need to run:
|
||||
|
||||
@ -68,6 +68,13 @@ to happen on macOS, as these packages are usually installed out of box on Linux)
|
||||
chmod u+x geval
|
||||
./geval --help
|
||||
|
||||
If this binary does not work on your Linux (likely to happen on Arch Linux), try another one:
|
||||
|
||||
wget https://gonito.net/get/bin/geval-alt
|
||||
mv geval-alt geval
|
||||
chmod u+x geval
|
||||
./geval --help
|
||||
|
||||
## Quick tour
|
||||
|
||||
Let's use GEval to evaluate machine translation (MT) systems (but keep
|
||||
|
@ -1,5 +1,5 @@
|
||||
name: geval
|
||||
version: 1.15.0.0
|
||||
version: 1.15.0.1
|
||||
synopsis: Machine learning evaluation tools
|
||||
description: Please see README.md
|
||||
homepage: http://github.com/name/project
|
||||
|
@ -560,7 +560,7 @@ gevalCore' MAE _ = gevalCoreWithoutInput outParser outParser itemAbsoluteError a
|
||||
|
||||
gevalCore' SMAPE _ = gevalCoreWithoutInput outParser outParser smape averageC (* 100.0)
|
||||
where outParser = getValue . TR.double
|
||||
smape (exp, out) = (abs (exp-out)) / ((abs exp) + (abs out))
|
||||
smape (exp, out) = (abs (exp-out)) `safeDoubleDiv` ((abs exp) + (abs out))
|
||||
|
||||
gevalCore' Pearson _ = gevalCoreByCorrelationMeasure pearson
|
||||
gevalCore' Spearman _ = gevalCoreByCorrelationMeasure spearman
|
||||
|
@ -86,7 +86,7 @@ main = hspec $ do
|
||||
runGEvalTest "mae-simple" `shouldReturnAlmost` 1.5
|
||||
describe "SMAPE" $ do
|
||||
it "simple test" $
|
||||
runGEvalTest "smape-simple" `shouldReturnAlmost` 54.2222222222222222
|
||||
runGEvalTest "smape-simple" `shouldReturnAlmost` 45.1851851851852
|
||||
describe "Spearman's rank correlation coefficient" $ do
|
||||
it "simple test" $ do
|
||||
runGEvalTest "spearman-simple" `shouldReturnAlmost` (- 0.5735)
|
||||
|
@ -3,3 +3,4 @@
|
||||
-2.5
|
||||
3
|
||||
0.3
|
||||
0.0
|
||||
|
|
@ -3,3 +3,4 @@
|
||||
0.0
|
||||
3
|
||||
1.2
|
||||
0.0
|
||||
|
|
Loading…
Reference in New Issue
Block a user