repaired concordia test

This commit is contained in:
rjawor 2015-08-19 20:53:40 +02:00
parent 68fecaddf8
commit 209e374226

View File

@ -357,7 +357,6 @@ BOOST_AUTO_TEST_CASE( Tokenize )
12,16 type: 1 value: kota
*/
concordia.clearIndex();
BOOST_CHECK_EQUAL(ts.getTokens().size(), 3);
BOOST_CHECK_EQUAL(ts.getTokens().at(1).getStart(), 9);
@ -371,6 +370,9 @@ BOOST_AUTO_TEST_CASE( Tokenize )
sentences.push_back("This, is (a) weird;! sentence <>");
std::vector<TokenizedSentence> tokenizedSentences = concordia.tokenizeAll(sentences);
concordia.clearIndex();
BOOST_CHECK_EQUAL(tokenizedSentences.size(), 3);
BOOST_CHECK_EQUAL(tokenizedSentences.at(0).getTokens().size(), 3);
BOOST_CHECK_EQUAL(tokenizedSentences.at(1).getTokens().size(), 2);