diff --git a/TaskA49/description.txt b/TaskA49/description.txt new file mode 100644 index 0000000..c8b8eae --- /dev/null +++ b/TaskA49/description.txt @@ -0,0 +1,31 @@ +Diachronic morphosyntactic disambiguation challenge +=================================================== + +The task is to take part in "Diachronic morphosyntactic +disambiguation" challenge: +http://poleval2020.nlp.ipipan.waw.pl/challenge/poleval-diachronic-morpho + +Also, apart from submitting a solution you're expected to report any +problems with the web site (including incorrect English, unclear +instructions, software errors). + +For an account there, please contact Filip Graliński, but do it only +when you're sure you'll take part in it — the dataset and instructions +are freely available without a need to sign up there: +git://poleval2020.nlp.ipipan.waw.pl/poleval-diachronic-morpho +http://poleval2020.nlp.ipipan.waw.pl/challenge-readme/poleval-diachronic-morpho +http://poleval2020.nlp.ipipan.waw.pl/challenge-how-to/poleval-diachronic-morpho + +This is a special task, Jenkins/make won't be used. The task will be +scored manually, according to the following criteria: + +* submitting a solution beating a simple baseline along with the + source codes: 4 points +* quality of solution (including the result obtained): 0-8 +* quality of usage report (0-6 points) + +In Section A (contrary to B/C) points are *added* (it is not the case +the maximum is calculated). + +POINTS: 0 +DEADLINE: 2019-12-20 23:59 diff --git a/blend.sh b/blend.sh index f87932e..ad45524 100755 --- a/blend.sh +++ b/blend.sh @@ -26,7 +26,7 @@ done #cp $PREFIX/TaskA49/Makefile $PREFIX/TaskA49/run arena/TaskA49/ -for AX in `seq -w 0 48` +for AX in `seq -w 0 49` do mkdir -p arena/TaskA$AX done diff --git a/count-points.pl b/count-points.pl index b8af460..8307df9 100755 --- a/count-points.pl +++ b/count-points.pl @@ -163,7 +163,9 @@ sub check_if_the_right_task { } } - return 0 if $task_id =~ m{^TaskE} and $student_id != 148603 and $student_id != 148335 and $student_id != 148521 and $student_id != 148567; + return 0 if $task_id =~ m{^TaskE} and not is_estudent($student_id); + + return 0 if $task_id =~ m{^TaskA} and is_estudent($student_id); return 1; } @@ -231,3 +233,49 @@ sub get_override_key { return $id.'+'.$task; } + +sub is_estudent { + my ($id) = @_; + + my $suffix = substr($id, 1); + + my %estudents = map { $_ => 1 } split/\n/,<<'END_OF_NUMBERS'; +16136 +30291 +30686 +32746 +32753 +32754 +32757 +32759 +32778 +32813 +32837 +34595 +34596 +34598 +34599 +34603 +34604 +34608 +34650 +34654 +39546 +40549 +42335 +42611 +42612 +42613 +42614 +50169 +50711 +52484 +84146 +END_OF_NUMBERS + + if ($estudents{$suffix}) { + return 1; + } + + return 0; +}