#include #include #include #include #include #include #include #include "concordia/concordia.hpp" #include "concordia/substring_occurence.hpp" #include "concordia/common/config.hpp" #include "concordia/common/utils.hpp" #include "build/libdivsufsort/include/divsufsort.h" #define READ_BUFFER_LENGTH 10000 namespace po = boost::program_options; int main(int argc, char** argv) { po::options_description desc("Allowed options"); desc.add_options() ("help,h", "Display this message") ("config,c", boost::program_options::value(), "Concordia configuration file (required)") ("simple-search,s", boost::program_options::value(), "Pattern to be searched in the index") ("silent,n", "While searching, do not output search results") ("read-file,r", boost::program_options::value(), "File to be read and added to index"); po::variables_map cli; po::store(po::parse_command_line(argc, argv, desc), cli); po::notify(cli); if (cli.count("help")) { std::cerr << desc << std::endl; return 1; } std::string configFile; if (cli.count("config")) { configFile = cli["config"].as(); } else { std::cerr << "No Concordia configuration file given. Terminating." << std::endl; return 1; } try { std::cout << "\tInitializing concordia..." << std::endl; boost::posix_time::ptime time_start = boost::posix_time::microsec_clock::local_time(); Concordia concordia(configFile); boost::posix_time::ptime time_end = boost::posix_time::microsec_clock::local_time(); boost::posix_time::time_duration msdiff = time_end - time_start; std::cout << "\tInitialization (loading index from disk " << "and regenerating SA) took: " << msdiff.total_milliseconds() << "ms." << std::endl; std::cout << "\tWelcome to Concordia. Version = " << concordia.getVersion() << std::endl; if (cli.count("simple-search")) { std::string pattern = cli["simple-search"].as(); std::cout << "\tSearching for pattern: \"" << pattern << "\"" << std::endl; time_start = boost::posix_time::microsec_clock::local_time(); std::vector result = concordia.simpleSearch(pattern); time_end = boost::posix_time::microsec_clock::local_time(); msdiff = time_end - time_start; std::cout << "\tFound: " << result.size() << " matches. " << "Search took: " << msdiff.total_milliseconds() << "ms." << std::endl; if (!cli.count("silent")) { BOOST_FOREACH(SubstringOccurence occurence, result) { std::cout << "\t\tfound match in sentence number: " << occurence.getId() << std::endl; } } } else if (cli.count("read-file")) { std::string filePath = cli["read-file"].as(); std::cout << "\tReading sentences from file: " << filePath << std::endl; ifstream text_file(filePath.c_str()); std::string line; if (text_file.is_open()) { long lineCount = 0; vector buffer; boost::posix_time::ptime timeStart = boost::posix_time::microsec_clock::local_time(); while (getline(text_file, line)) { lineCount++; buffer.push_back(Example(line, lineCount)); if (lineCount % READ_BUFFER_LENGTH == 0) { concordia.addAllExamples(buffer); buffer.clear(); boost::posix_time::ptime timeEnd = boost::posix_time::microsec_clock::local_time(); boost::posix_time::time_duration msdiff = timeEnd - timeStart; long timeElapsed = msdiff.total_milliseconds(); double speed = static_cast( 1000 * lineCount / timeElapsed); std::cout << "\tRead and added to index " << lineCount << " sentences in " << timeElapsed << "ms. Current speed: " << speed << " sentences per second" << std::endl; } } if (buffer.size() > 0) { concordia.addAllExamples(buffer); } text_file.close(); boost::posix_time::ptime timeTotalEnd = boost::posix_time::microsec_clock::local_time(); boost::posix_time::time_duration totalMsdiff = timeTotalEnd - timeStart; long totalTimeElapsed = totalMsdiff.total_milliseconds(); double totalSpeed = static_cast(1000 * lineCount / totalTimeElapsed); std::cout << "\tReading finished. Read and added to index " << lineCount << " sentences in " << totalTimeElapsed << "ms. Overall speed: " << totalSpeed << " sentences per second" << std::endl; } else { std::cerr << "Unable to open file: "<< filePath; return 1; } } else { std::cerr << "One of the options: generate-index, simple-search, " << "read-file must be provided. See the " "options specification: " << std::endl << desc << std::endl; return 1; } std::cout << "\tConcordia operation completed without errors." << std::endl; } catch(ConcordiaException & e) { std::cerr << "ConcordiaException caught with message: " << std::endl << e.what() << std::endl << "Terminating execution." << std::endl; return 1; } catch(exception & e) { std::cerr << "Unexpected exception caught with message: " << std::endl << e.what() << std::endl << "Terminating execution." << std::endl; return 1; } return 0; }