update requirements.txt

requirements.txt

@@ -1,9 +1,150 @@
-colorama~=0.4.6
-pydantic~=2.7.0
-pandas~=1.5.3
-numpy~=1.26.4
-pyjsgf~=1.9.0
-flair==0.13.1
+absl-py==2.1.0
+accelerate==0.31.0
+aiohttp==3.9.5
+aiosignal==1.3.1
+annotated-types==0.7.0
+async-timeout==4.0.3
+attrs==23.2.0
+beautifulsoup4==4.12.3
+blis==0.7.11
+boto3==1.34.122
+botocore==1.34.122
+bpemb==0.3.5
+catalogue==2.0.10
+certifi==2024.6.2
+charset-normalizer==3.3.2
+click==8.1.7
+cloudpathlib==0.18.1
+colorama==0.4.6
+confection==0.1.5
 conllu==4.5.3
-torch==1.13
-convlab==3.0.2a0
+contourpy==1.2.1
+convlab==3.0.2a0
+cycler==0.12.1
+cymem==2.0.8
+datasets==2.19.2
+Deprecated==1.2.14
+dill==0.3.8
+embeddings==0.0.8
+filelock==3.14.0
+flair==0.13.1
+fonttools==4.53.0
+frozenlist==1.4.1
+fsspec==2024.3.1
+ftfy==6.2.0
+fuzzywuzzy==0.18.0
+gdown==5.2.0
+gensim==4.3.2
+grpcio==1.64.1
+gTTS==2.5.1
+huggingface-hub==0.23.3
+idna==3.7
+importlib_metadata==7.1.0
+importlib_resources==6.4.0
+Janome==0.5.0
+jieba==0.42.1
+Jinja2==3.1.4
+jmespath==1.0.1
+joblib==1.4.2
+json-lines==0.5.0
+jsonpatch==1.33
+jsonpointer==2.4
+kiwisolver==1.4.5
+langcodes==3.4.0
+langdetect==1.0.9
+language_data==1.2.0
+Levenshtein==0.25.1
+lxml==5.2.2
+marisa-trie==1.2.0
+Markdown==3.6
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.0
+mdurl==0.1.2
+more-itertools==10.2.0
+mpld3==0.5.10
+multidict==6.0.5
+multiprocess==0.70.16
+murmurhash==1.0.10
+networkx==3.2.1
+nltk==3.8.1
+numpy==1.26.4
+oauthlib==3.2.2
+packaging==24.0
+pandas==1.5.3
+pillow==10.3.0
+portalocker==2.8.2
+pptree==3.1
+preshed==3.0.9
+protobuf==3.20.2
+psutil==5.9.8
+pyarrow==16.1.0
+pyarrow-hotfix==0.6
+pydantic==2.7.3
+pydantic_core==2.18.4
+pydub==0.25.1
+Pygments==2.18.0
+pyjsgf==1.9.0
+pyparsing==3.1.2
+PySocks==1.7.1
+python-dateutil==2.9.0.post0
+python-Levenshtein==0.25.1
+pytorch_revgrad==0.2.0
+pytz==2024.1
+pywin32==306
+PyYAML==6.0.1
+quadprog==0.1.12
+rapidfuzz==3.9.3
+regex==2024.5.15
+requests==2.32.3
+rich==13.7.1
+rouge-score==0.1.2
+s3transfer==0.10.1
+sacrebleu==2.4.2
+safetensors==0.4.3
+scikit-learn==1.5.0
+scipy==1.10.1
+seaborn==0.13.2
+segtok==1.5.11
+semver==3.0.2
+sentence-transformers==2.2.2
+sentencepiece==0.2.0
+seqeval==1.2.2
+shellingham==1.5.4
+simplejson==3.19.2
+six==1.16.0
+smart-open==7.0.4
+soupsieve==2.5
+spacy==3.7.5
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+sqlitedict==2.1.0
+srsly==2.4.8
+tabulate==0.9.0
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tensorboardX==2.6.2.2
+thinc==8.2.4
+threadpoolctl==3.5.0
+tokenizers==0.13.3
+torch==1.13.0
+torchvision==0.14.0
+tornado==6.4.1
+tqdm==4.66.4
+transformer-smaller-training-vocab==0.4.0
+transformers==4.24.0
+typer==0.12.3
+typing_extensions==4.12.2
+Unidecode==1.3.8
+urllib3==1.26.18
+visdom==0.2.4
+wasabi==1.1.3
+wcwidth==0.2.13
+weasel==0.4.1
+websocket-client==1.8.0
+Werkzeug==3.0.3
+Wikipedia-API==0.6.0
+wrapt==1.16.0
+xxhash==3.4.1
+yarl==1.9.4
+zipp==3.19.2