{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "f834096a", "metadata": {}, "outputs": [], "source": [ "import pandas as pd\n", "from utils import *" ] }, { "cell_type": "code", "execution_count": 2, "id": "5bf0e02b", "metadata": {}, "outputs": [], "source": [ "data = get_csv(\"train/in.tsv.xz\")" ] }, { "cell_type": "code", "execution_count": 3, "id": "98ebf07f", "metadata": {}, "outputs": [], "source": [ "train_labels = get_csv(\"train/expected.tsv\")" ] }, { "cell_type": "code", "execution_count": 4, "id": "42cb7bb1", "metadata": {}, "outputs": [], "source": [ "train_data = data[[6,7]]" ] }, { "cell_type": "code", "execution_count": 5, "id": "e6e0480e", "metadata": {}, "outputs": [], "source": [ "train_data = pd.concat([train_data, train_labels], axis=1)" ] }, { "cell_type": "code", "execution_count": 6, "id": "464dc043", "metadata": {}, "outputs": [], "source": [ "train_data[607] = train_data[6] + train_data[0] + train_data[7]" ] }, { "cell_type": "code", "execution_count": 8, "id": "f5115f59", "metadata": {}, "outputs": [], "source": [ "train_data[607] = train_data[607].apply(clean_text)" ] }, { "cell_type": "code", "execution_count": 9, "id": "25585b08", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "0 came fiom the last place to thisnplace and thi...\n", "1 mb boot political obeednattempt to imagine a p...\n", "2 thera were in only aeventyninenuberlbers lo ...\n", "3 a gixnl man y niterertiiiv diiclosurs regard ...\n", "4 tin ub tv thf bbabbt qabjenmr schiffs tutemen...\n", " ... \n", "432017 sam clendenin bad a fancy for uinscience of me...\n", "432018 witahtt halting the party ware dilven to the s...\n", "432019 it was the last thing that either ofnthem expe...\n", "432020 settlement with the departmentnit is also show...\n", "432021 flour quotationslow extras at r ® ncity mi...\n", "Name: 607, Length: 432022, dtype: object" ] }, "execution_count": 9, "metadata": {}, "output_type": "execute_result" } ], "source": [ "train_data[607]" ] }, { "cell_type": "code", "execution_count": 11, "id": "325a9592", "metadata": {}, "outputs": [], "source": [ "with open(\"tmp\", \"w+\") as f:\n", " for t in train_data[607]:\n", " f.write(t + \"\\n\")" ] }, { "cell_type": "code", "execution_count": 12, "id": "08888fa3", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "=== 1/5 Counting and sorting n-grams ===\n", "Reading /home/me/challenging-america-word-gap-prediction-kenlm/tmp\n", "----5---10---15---20---25---30---35---40---45---50---55---60---65---70---75---80---85---90---95--100\n", "************************/home/me/kenlm/lm/builder/corpus_count.cc:179 in void lm::builder::{anonymous}::ComplainDisallowed(StringPiece, lm::WarningAction&) threw FormatLoadException.\n", "Special word is not allowed in the corpus. I plan to support models containing in the future. Pass --skip_symbols to convert these symbols to whitespace.\n", "/bin/bash: linia 1: 3982 Przerwane (zrzut pamięci) ../kenlm/build//bin/lmplz -o 4 < tmp > model.arpa\n" ] } ], "source": [ "KENLM_BUILD_PATH = \"../kenlm/build/\"\n", "!$KENLM_BUILD_PATH/bin/lmplz -o 4 < tmp > model.arpa" ] }, { "cell_type": "code", "execution_count": 13, "id": "42a8d737", "metadata": {}, "outputs": [], "source": [ "!rm tmp" ] }, { "cell_type": "code", "execution_count": null, "id": "311c90de", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Defaulting to user installation because normal site-packages is not writeable\n", "Collecting kenlm\n", " Downloading kenlm-0.tar.gz (1.4 MB)\n", " |████████████████████████████████| 1.4 MB 610 kB/s \n", "\u001b[?25hBuilding wheels for collected packages: kenlm\n", " Building wheel for kenlm (setup.py) ... \u001b[?25lerror\n", "\u001b[31m ERROR: Command errored out with exit status 1:\n", " command: /usr/bin/python -u -c 'import sys, setuptools, tokenize; sys.argv[0] = '\"'\"'/tmp/pip-install-tpogj6ox/kenlm_6280e82d7a044d36906510f5646258a0/setup.py'\"'\"'; __file__='\"'\"'/tmp/pip-install-tpogj6ox/kenlm_6280e82d7a044d36906510f5646258a0/setup.py'\"'\"';f=getattr(tokenize, '\"'\"'open'\"'\"', open)(__file__);code=f.read().replace('\"'\"'\\r\\n'\"'\"', '\"'\"'\\n'\"'\"');f.close();exec(compile(code, __file__, '\"'\"'exec'\"'\"'))' bdist_wheel -d /tmp/pip-wheel-s72u5291\n", " cwd: /tmp/pip-install-tpogj6ox/kenlm_6280e82d7a044d36906510f5646258a0/\n", " Complete output (380 lines):\n", " running bdist_wheel\n", " running build\n", " running build_ext\n", " building 'kenlm' extension\n", " creating build/temp.linux-x86_64-3.10\n", " creating build/temp.linux-x86_64-3.10/lm\n", " creating build/temp.linux-x86_64-3.10/python\n", " creating build/temp.linux-x86_64-3.10/util\n", " creating build/temp.linux-x86_64-3.10/util/double-conversion\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/bhiksha.cc -o build/temp.linux-x86_64-3.10/lm/bhiksha.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/binary_format.cc -o build/temp.linux-x86_64-3.10/lm/binary_format.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " lm/binary_format.cc: In member function ‘void lm::ngram::BinaryFormat::FinishFile(const lm::ngram::Config&, lm::ngram::ModelType, unsigned int, const std::vector&)’:\n", " lm/binary_format.cc:261:9: warning: ‘void* memset(void*, int, size_t)’ clearing an object of type ‘struct lm::ngram::Parameters’ with no trivial copy-assignment; use assignment or value-initialization instead [-Wclass-memaccess]\n", " 261 | memset(¶ms, 0, sizeof(Parameters));\n", " | ~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n", " In file included from lm/binary_format.cc:1:\n", " ./lm/binary_format.hh:42:8: note: ‘struct lm::ngram::Parameters’ declared here\n", " 42 | struct Parameters {\n", " | ^~~~~~~~~~\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/config.cc -o build/temp.linux-x86_64-3.10/lm/config.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/lm_exception.cc -o build/temp.linux-x86_64-3.10/lm/lm_exception.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/model.cc -o build/temp.linux-x86_64-3.10/lm/model.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " In file included from ./lm/model.hh:13,\n", " from lm/model.cc:1:\n", " ./lm/vocab.hh:210:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 210 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:211:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 211 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:213:85: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 213 | template void CheckSpecials(const Config &config, const Vocab &vocab) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/quantize.cc -o build/temp.linux-x86_64-3.10/lm/quantize.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/read_arpa.cc -o build/temp.linux-x86_64-3.10/lm/read_arpa.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/search_hashed.cc -o build/temp.linux-x86_64-3.10/lm/search_hashed.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " In file included from ./lm/model.hh:13,\n", " from lm/search_hashed.cc:6:\n", " ./lm/vocab.hh:210:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 210 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:211:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 211 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:213:85: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 213 | template void CheckSpecials(const Config &config, const Vocab &vocab) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/search_trie.cc -o build/temp.linux-x86_64-3.10/lm/search_trie.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " In file included from lm/search_trie.cc:12:\n", " ./lm/vocab.hh:210:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 210 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:211:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 211 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:213:85: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 213 | template void CheckSpecials(const Config &config, const Vocab &vocab) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/sizes.cc -o build/temp.linux-x86_64-3.10/lm/sizes.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " In file included from ./lm/model.hh:13,\n", " from lm/sizes.cc:2:\n", " ./lm/vocab.hh:210:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 210 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:211:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 211 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:213:85: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 213 | template void CheckSpecials(const Config &config, const Vocab &vocab) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/trie.cc -o build/temp.linux-x86_64-3.10/lm/trie.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/trie_sort.cc -o build/temp.linux-x86_64-3.10/lm/trie_sort.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " In file included from lm/trie_sort.cc:6:\n", " ./lm/vocab.hh:210:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 210 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:211:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 211 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:213:85: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 213 | template void CheckSpecials(const Config &config, const Vocab &vocab) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/value_build.cc -o build/temp.linux-x86_64-3.10/lm/value_build.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " In file included from ./lm/model.hh:13,\n", " from lm/value_build.cc:3:\n", " ./lm/vocab.hh:210:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 210 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:211:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 211 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:213:85: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 213 | template void CheckSpecials(const Config &config, const Vocab &vocab) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/virtual_interface.cc -o build/temp.linux-x86_64-3.10/lm/virtual_interface.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c lm/vocab.cc -o build/temp.linux-x86_64-3.10/lm/vocab.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " In file included from lm/vocab.cc:1:\n", " ./lm/vocab.hh:210:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 210 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:211:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 211 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:213:85: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 213 | template void CheckSpecials(const Config &config, const Vocab &vocab) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " lm/vocab.cc:285:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 285 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " lm/vocab.cc:297:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 297 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -ffat-lto-objects -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -march=x86-64 -mtune=generic -O3 -pipe -fno-plt -fexceptions -Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security -fstack-clash-protection -fcf-protection -flto=auto -fPIC -I. -I/usr/include/python3.10 -c python/kenlm.cpp -o build/temp.linux-x86_64-3.10/python/kenlm.o -O3 -DNDEBUG -DKENLM_MAX_ORDER=6 -std=c++11 -DHAVE_ZLIB -DHAVE_BZLIB -DHAVE_XZLIB\n", " In file included from ./lm/model.hh:13,\n", " from python/kenlm.cpp:253:\n", " ./lm/vocab.hh:210:43: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 210 | void MissingUnknown(const Config &config) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:211:67: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 211 | void MissingSentenceMarker(const Config &config, const char *str) throw(SpecialWordMissingException);\n", " | ^~~~~\n", " ./lm/vocab.hh:213:85: warning: dynamic exception specifications are deprecated in C++11 [-Wdeprecated]\n", " 213 | template void CheckSpecials(const Config &config, const Vocab &vocab) throw(SpecialWordMissingException) {\n", " | ^~~~~\n", " In file included from /usr/include/python3.10/Python.h:74,\n", " from python/kenlm.cpp:16:\n", " python/kenlm.cpp: In function ‘void __pyx_tp_dealloc_5kenlm_Model(PyObject*)’:\n", " /usr/include/python3.10/object.h:133:33: error: lvalue required as increment operand\n", " 133 | #define Py_REFCNT(ob) _Py_REFCNT(_PyObject_CAST_CONST(ob))\n", " | ~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:4398:7: note: in expansion of macro ‘Py_REFCNT’\n", " 4398 | ++Py_REFCNT(o);\n", " | ^~~~~~~~~\n", " /usr/include/python3.10/object.h:133:33: error: lvalue required as decrement operand\n", " 133 | #define Py_REFCNT(ob) _Py_REFCNT(_PyObject_CAST_CONST(ob))\n", " | ~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:4400:7: note: in expansion of macro ‘Py_REFCNT’\n", " 4400 | --Py_REFCNT(o);\n", " | ^~~~~~~~~\n", " python/kenlm.cpp: In function ‘PyObject* PyInit_kenlm()’:\n", " python/kenlm.cpp:4876:37: error: ‘PyTypeObject’ {aka ‘struct _typeobject’} has no member named ‘tp_print’\n", " 4876 | __pyx_type_5kenlm_FullScoreReturn.tp_print = 0;\n", " | ^~~~~~~~\n", " python/kenlm.cpp:4880:27: error: ‘PyTypeObject’ {aka ‘struct _typeobject’} has no member named ‘tp_print’\n", " 4880 | __pyx_type_5kenlm_State.tp_print = 0;\n", " | ^~~~~~~~\n", " python/kenlm.cpp:4884:28: error: ‘PyTypeObject’ {aka ‘struct _typeobject’} has no member named ‘tp_print’\n", " 4884 | __pyx_type_5kenlm_Config.tp_print = 0;\n", " | ^~~~~~~~\n", " python/kenlm.cpp:4888:27: error: ‘PyTypeObject’ {aka ‘struct _typeobject’} has no member named ‘tp_print’\n", " 4888 | __pyx_type_5kenlm_Model.tp_print = 0;\n", " | ^~~~~~~~\n", " python/kenlm.cpp:4902:53: error: ‘PyTypeObject’ {aka ‘struct _typeobject’} has no member named ‘tp_print’\n", " 4902 | __pyx_type_5kenlm___pyx_scope_struct__full_scores.tp_print = 0;\n", " | ^~~~~~~~\n", " In file included from /usr/include/python3.10/unicodeobject.h:1046,\n", " from /usr/include/python3.10/Python.h:83,\n", " from python/kenlm.cpp:16:\n", " python/kenlm.cpp: In function ‘int __Pyx_ParseOptionalKeywords(PyObject*, PyObject***, PyObject*, PyObject**, Py_ssize_t, const char*)’:\n", " /usr/include/python3.10/cpython/unicodeobject.h:451:61: warning: ‘Py_ssize_t _PyUnicode_get_wstr_length(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 451 | #define PyUnicode_WSTR_LENGTH(op) _PyUnicode_get_wstr_length((PyObject*)op)\n", " | ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:261:7: note: in expansion of macro ‘PyUnicode_WSTR_LENGTH’\n", " 261 | PyUnicode_WSTR_LENGTH(op) : \\\n", " | ^~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5396:22: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5396 | (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:446:26: note: declared here\n", " 446 | static inline Py_ssize_t _PyUnicode_get_wstr_length(PyObject *op) {\n", " | ^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:262:33: warning: ‘Py_UNICODE* PyUnicode_AsUnicode(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 262 | ((void)PyUnicode_AsUnicode(_PyObject_CAST(op)),\\\n", " | ~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5396:22: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5396 | (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:580:45: note: declared here\n", " 580 | Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE *) PyUnicode_AsUnicode(\n", " | ^~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:451:61: warning: ‘Py_ssize_t _PyUnicode_get_wstr_length(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 451 | #define PyUnicode_WSTR_LENGTH(op) _PyUnicode_get_wstr_length((PyObject*)op)\n", " | ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:264:8: note: in expansion of macro ‘PyUnicode_WSTR_LENGTH’\n", " 264 | PyUnicode_WSTR_LENGTH(op)))\n", " | ^~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5396:22: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5396 | (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:446:26: note: declared here\n", " 446 | static inline Py_ssize_t _PyUnicode_get_wstr_length(PyObject *op) {\n", " | ^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:451:61: warning: ‘Py_ssize_t _PyUnicode_get_wstr_length(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 451 | #define PyUnicode_WSTR_LENGTH(op) _PyUnicode_get_wstr_length((PyObject*)op)\n", " | ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:261:7: note: in expansion of macro ‘PyUnicode_WSTR_LENGTH’\n", " 261 | PyUnicode_WSTR_LENGTH(op) : \\\n", " | ^~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5396:52: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5396 | (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:446:26: note: declared here\n", " 446 | static inline Py_ssize_t _PyUnicode_get_wstr_length(PyObject *op) {\n", " | ^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:262:33: warning: ‘Py_UNICODE* PyUnicode_AsUnicode(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 262 | ((void)PyUnicode_AsUnicode(_PyObject_CAST(op)),\\\n", " | ~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5396:52: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5396 | (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:580:45: note: declared here\n", " 580 | Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE *) PyUnicode_AsUnicode(\n", " | ^~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:451:61: warning: ‘Py_ssize_t _PyUnicode_get_wstr_length(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 451 | #define PyUnicode_WSTR_LENGTH(op) _PyUnicode_get_wstr_length((PyObject*)op)\n", " | ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:264:8: note: in expansion of macro ‘PyUnicode_WSTR_LENGTH’\n", " 264 | PyUnicode_WSTR_LENGTH(op)))\n", " | ^~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5396:52: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5396 | (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:446:26: note: declared here\n", " 446 | static inline Py_ssize_t _PyUnicode_get_wstr_length(PyObject *op) {\n", " | ^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:451:61: warning: ‘Py_ssize_t _PyUnicode_get_wstr_length(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 451 | #define PyUnicode_WSTR_LENGTH(op) _PyUnicode_get_wstr_length((PyObject*)op)\n", " | ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:261:7: note: in expansion of macro ‘PyUnicode_WSTR_LENGTH’\n", " 261 | PyUnicode_WSTR_LENGTH(op) : \\\n", " | ^~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5412:26: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5412 | (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:446:26: note: declared here\n", " 446 | static inline Py_ssize_t _PyUnicode_get_wstr_length(PyObject *op) {\n", " | ^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:262:33: warning: ‘Py_UNICODE* PyUnicode_AsUnicode(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 262 | ((void)PyUnicode_AsUnicode(_PyObject_CAST(op)),\\\n", " | ~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5412:26: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5412 | (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:580:45: note: declared here\n", " 580 | Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE *) PyUnicode_AsUnicode(\n", " | ^~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:451:61: warning: ‘Py_ssize_t _PyUnicode_get_wstr_length(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 451 | #define PyUnicode_WSTR_LENGTH(op) _PyUnicode_get_wstr_length((PyObject*)op)\n", " | ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:264:8: note: in expansion of macro ‘PyUnicode_WSTR_LENGTH’\n", " 264 | PyUnicode_WSTR_LENGTH(op)))\n", " | ^~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5412:26: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5412 | (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:446:26: note: declared here\n", " 446 | static inline Py_ssize_t _PyUnicode_get_wstr_length(PyObject *op) {\n", " | ^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:451:61: warning: ‘Py_ssize_t _PyUnicode_get_wstr_length(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 451 | #define PyUnicode_WSTR_LENGTH(op) _PyUnicode_get_wstr_length((PyObject*)op)\n", " | ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:261:7: note: in expansion of macro ‘PyUnicode_WSTR_LENGTH’\n", " 261 | PyUnicode_WSTR_LENGTH(op) : \\\n", " | ^~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5412:59: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5412 | (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:446:26: note: declared here\n", " 446 | static inline Py_ssize_t _PyUnicode_get_wstr_length(PyObject *op) {\n", " | ^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:262:33: warning: ‘Py_UNICODE* PyUnicode_AsUnicode(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 262 | ((void)PyUnicode_AsUnicode(_PyObject_CAST(op)),\\\n", " | ~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5412:59: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5412 | (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:580:45: note: declared here\n", " 580 | Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE *) PyUnicode_AsUnicode(\n", " | ^~~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:451:61: warning: ‘Py_ssize_t _PyUnicode_get_wstr_length(PyObject*)’ is deprecated [-Wdeprecated-declarations]\n", " 451 | #define PyUnicode_WSTR_LENGTH(op) _PyUnicode_get_wstr_length((PyObject*)op)\n", " | ~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:264:8: note: in expansion of macro ‘PyUnicode_WSTR_LENGTH’\n", " 264 | PyUnicode_WSTR_LENGTH(op)))\n", " | ^~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp:5412:59: note: in expansion of macro ‘PyUnicode_GET_SIZE’\n", " 5412 | (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :\n", " | ^~~~~~~~~~~~~~~~~~\n", " /usr/include/python3.10/cpython/unicodeobject.h:446:26: note: declared here\n", " 446 | static inline Py_ssize_t _PyUnicode_get_wstr_length(PyObject *op) {\n", " | ^~~~~~~~~~~~~~~~~~~~~~~~~~\n", " python/kenlm.cpp: In function ‘void __Pyx_ExceptionSave(PyObject**, PyObject**, PyObject**)’:\n", " python/kenlm.cpp:5583:21: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_type’; did you mean ‘curexc_type’?\n", " 5583 | *type = tstate->exc_type;\n", " | ^~~~~~~~\n", " | curexc_type\n", " python/kenlm.cpp:5584:22: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_value’; did you mean ‘curexc_value’?\n", " 5584 | *value = tstate->exc_value;\n", " | ^~~~~~~~~\n", " | curexc_value\n", " python/kenlm.cpp:5585:19: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_traceback’; did you mean ‘curexc_traceback’?\n", " 5585 | *tb = tstate->exc_traceback;\n", " | ^~~~~~~~~~~~~\n", " | curexc_traceback\n", " python/kenlm.cpp: In function ‘void __Pyx_ExceptionReset(PyObject*, PyObject*, PyObject*)’:\n", " python/kenlm.cpp:5597:24: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_type’; did you mean ‘curexc_type’?\n", " 5597 | tmp_type = tstate->exc_type;\n", " | ^~~~~~~~\n", " | curexc_type\n", " python/kenlm.cpp:5598:25: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_value’; did you mean ‘curexc_value’?\n", " 5598 | tmp_value = tstate->exc_value;\n", " | ^~~~~~~~~\n", " | curexc_value\n", " python/kenlm.cpp:5599:22: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_traceback’; did you mean ‘curexc_traceback’?\n", " 5599 | tmp_tb = tstate->exc_traceback;\n", " | ^~~~~~~~~~~~~\n", " | curexc_traceback\n", " python/kenlm.cpp:5600:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_type’; did you mean ‘curexc_type’?\n", " 5600 | tstate->exc_type = type;\n", " | ^~~~~~~~\n", " | curexc_type\n", " python/kenlm.cpp:5601:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_value’; did you mean ‘curexc_value’?\n", " 5601 | tstate->exc_value = value;\n", " | ^~~~~~~~~\n", " | curexc_value\n", " python/kenlm.cpp:5602:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_traceback’; did you mean ‘curexc_traceback’?\n", " 5602 | tstate->exc_traceback = tb;\n", " | ^~~~~~~~~~~~~\n", " | curexc_traceback\n", " python/kenlm.cpp: In function ‘int __Pyx_GetException(PyObject**, PyObject**, PyObject**)’:\n", " python/kenlm.cpp:5645:24: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_type’; did you mean ‘curexc_type’?\n", " 5645 | tmp_type = tstate->exc_type;\n", " | ^~~~~~~~\n", " | curexc_type\n", " python/kenlm.cpp:5646:25: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_value’; did you mean ‘curexc_value’?\n", " 5646 | tmp_value = tstate->exc_value;\n", " | ^~~~~~~~~\n", " | curexc_value\n", " python/kenlm.cpp:5647:22: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_traceback’; did you mean ‘curexc_traceback’?\n", " 5647 | tmp_tb = tstate->exc_traceback;\n", " | ^~~~~~~~~~~~~\n", " | curexc_traceback\n", " python/kenlm.cpp:5648:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_type’; did you mean ‘curexc_type’?\n", " 5648 | tstate->exc_type = local_type;\n", " | ^~~~~~~~\n", " | curexc_type\n", " python/kenlm.cpp:5649:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_value’; did you mean ‘curexc_value’?\n", " 5649 | tstate->exc_value = local_value;\n", " | ^~~~~~~~~\n", " | curexc_value\n", " python/kenlm.cpp:5650:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_traceback’; did you mean ‘curexc_traceback’?\n", " 5650 | tstate->exc_traceback = local_tb;\n", " | ^~~~~~~~~~~~~\n", " | curexc_traceback\n", " python/kenlm.cpp: In function ‘void __Pyx_ExceptionSwap(PyObject**, PyObject**, PyObject**)’:\n", " python/kenlm.cpp:6376:24: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_type’; did you mean ‘curexc_type’?\n", " 6376 | tmp_type = tstate->exc_type;\n", " | ^~~~~~~~\n", " | curexc_type\n", " python/kenlm.cpp:6377:25: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_value’; did you mean ‘curexc_value’?\n", " 6377 | tmp_value = tstate->exc_value;\n", " | ^~~~~~~~~\n", " | curexc_value\n", " python/kenlm.cpp:6378:22: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_traceback’; did you mean ‘curexc_traceback’?\n", " 6378 | tmp_tb = tstate->exc_traceback;\n", " | ^~~~~~~~~~~~~\n", " | curexc_traceback\n", " python/kenlm.cpp:6379:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_type’; did you mean ‘curexc_type’?\n", " 6379 | tstate->exc_type = *type;\n", " | ^~~~~~~~\n", " | curexc_type\n", " python/kenlm.cpp:6380:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_value’; did you mean ‘curexc_value’?\n", " 6380 | tstate->exc_value = *value;\n", " | ^~~~~~~~~\n", " | curexc_value\n", " python/kenlm.cpp:6381:13: error: ‘PyThreadState’ {aka ‘struct _ts’} has no member named ‘exc_traceback’; did you mean ‘curexc_traceback’?\n", " 6381 | tstate->exc_traceback = *tb;\n", " | ^~~~~~~~~~~~~\n", " | curexc_traceback\n", " error: command '/usr/bin/gcc' failed with exit code 1\n", " ----------------------------------------\u001b[0m\n", "\u001b[31m ERROR: Failed building wheel for kenlm\u001b[0m\n", "\u001b[?25h Running setup.py clean for kenlm\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Failed to build kenlm\n", "Installing collected packages: kenlm\n", " Running setup.py install for kenlm ... \u001b[?25l-" ] } ], "source": [ "!pip install kenlm" ] }, { "cell_type": "code", "execution_count": null, "id": "a849ad70", "metadata": {}, "outputs": [], "source": [ "import kenlm\n", "model = kenlm.Model(\"\")" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.4" } }, "nbformat": 4, "nbformat_minor": 5 }