diff --git a/test/Spec.hs b/test/Spec.hs index 6f1bd1b..9af906b 100644 --- a/test/Spec.hs +++ b/test/Spec.hs @@ -343,6 +343,10 @@ main = hspec $ do runGEvalTest "multilabel-f1-with-probs" `shouldReturnAlmost` 0.615384615384615 it "labels given with probs and numbers" $ do runGEvalTest "multilabel-f1-with-probs-and-numbers" `shouldReturnAlmost` 0.6666666666666 + it "information extraction" $ do + runGEvalTest "multilabel-f1-ie" `shouldReturnAlmost` 0.1111111111 + it "information extraction with flags" $ do + runGEvalTest "multilabel-f1-ie-flags" `shouldReturnAlmost` 0.444444444444 describe "Mean/MultiLabel-F" $ do it "simple" $ do runGEvalTest "mean-multilabel-f1-simple" `shouldReturnAlmost` 0.5 diff --git a/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags-solution/test-A/out.tsv b/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags-solution/test-A/out.tsv new file mode 100644 index 0000000..116441b --- /dev/null +++ b/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags-solution/test-A/out.tsv @@ -0,0 +1,3 @@ +important-person=JOHN_BROWN important-person=JOHN_SMITH company-name=Axaxaxaxas_Mlo profit=12031 +company-name=Foo_Bar profit=1220 +company-name=Whatever important-person=PIERRE_MENARD diff --git a/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags/config.txt b/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags/config.txt new file mode 100644 index 0000000..5672e29 --- /dev/null +++ b/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags/config.txt @@ -0,0 +1 @@ +--metric MultiLabel-F1:ls<_(inc|ltd)\.?(\s|$)><\2> diff --git a/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags/test-A/expected.tsv b/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags/test-A/expected.tsv new file mode 100644 index 0000000..ff50263 --- /dev/null +++ b/test/multilabel-f1-ie-flags/multilabel-f1-ie-flags/test-A/expected.tsv @@ -0,0 +1,3 @@ +company-name=Axaxaxas_Mlö profit=12031 important-person=John_Smith important-person=James_Brown +company-name=Orbis_Tertius profit=1020 important-person=Anna_Smith +company-name=Whatever_Inc profit=5600 important-person=Pierre_Menard diff --git a/test/multilabel-f1-ie/multilabel-f1-ie-solution/test-A/out.tsv b/test/multilabel-f1-ie/multilabel-f1-ie-solution/test-A/out.tsv new file mode 100644 index 0000000..116441b --- /dev/null +++ b/test/multilabel-f1-ie/multilabel-f1-ie-solution/test-A/out.tsv @@ -0,0 +1,3 @@ +important-person=JOHN_BROWN important-person=JOHN_SMITH company-name=Axaxaxaxas_Mlo profit=12031 +company-name=Foo_Bar profit=1220 +company-name=Whatever important-person=PIERRE_MENARD diff --git a/test/multilabel-f1-ie/multilabel-f1-ie/config.txt b/test/multilabel-f1-ie/multilabel-f1-ie/config.txt new file mode 100644 index 0000000..b79da4c --- /dev/null +++ b/test/multilabel-f1-ie/multilabel-f1-ie/config.txt @@ -0,0 +1 @@ +--metric MultiLabel-F1 diff --git a/test/multilabel-f1-ie/multilabel-f1-ie/test-A/expected.tsv b/test/multilabel-f1-ie/multilabel-f1-ie/test-A/expected.tsv new file mode 100644 index 0000000..ff50263 --- /dev/null +++ b/test/multilabel-f1-ie/multilabel-f1-ie/test-A/expected.tsv @@ -0,0 +1,3 @@ +company-name=Axaxaxas_Mlö profit=12031 important-person=John_Smith important-person=James_Brown +company-name=Orbis_Tertius profit=1020 important-person=Anna_Smith +company-name=Whatever_Inc profit=5600 important-person=Pierre_Menard