s434780/en-ner-conll-2003
1
0
Fork 0
forked from kubapok/en-ner-conll-2003
Code Issues Pull Requests Projects Releases Wiki Activity

update main

Browse Source
This commit is contained in:
sadurska@trui.pl 2021-06-08 23:36:45 +02:00
parent 0e4b12691c
commit ca4f919157
1 changed files with 10 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
main.ipynb
View File

@ -28,17 +28,13 @@
"import torch\n",
"import pandas as pd\n",
"\n",
"from sklearn.model_selection import train_test_split\n",
"from torchtext.vocab import Vocab\n",
"from collections import Counter\n",
"from sklearn.feature_extraction.text import TfidfVectorizer\n",
"from sklearn.metrics import accuracy_score\n",
"\n",
"import lzma\n",
"import re\n",
"import itertools"
"import re"
],
"execution_count": 2,
"execution_count": null,
"outputs": []
},
{
@ -60,7 +56,7 @@
" x = self.softmax(x)\n",
" return x"
],
"execution_count": 22,
"execution_count": null,
"outputs": []
},
{
@ -82,7 +78,7 @@
" x = self.fc1(x)\n",
" return x"
],
"execution_count": 23,
"execution_count": null,
"outputs": []
},
{
@ -111,7 +107,7 @@
"for i in range(len(ner_tags_set)):\n",
" ner_tags_dictionary[ner_tags_set[i]] = i"
],
"execution_count": 46,
"execution_count": null,
"outputs": []
},
{
@ -141,7 +137,7 @@
"train_tokens_ids = data_preprocessing(tokens)\n",
"train_labels = labels_preprocessing(ner_tags)"
],
"execution_count": 47,
"execution_count": null,
"outputs": []
},
{
@ -215,7 +211,7 @@
" display('recall: : ', recall)\n",
" display('f1: ', f1_score)"
],
"execution_count": 27,
"execution_count": null,
"outputs": [
{
"output_type": "display_data",
@ -539,7 +535,7 @@
"test_tokens_ids = data_preprocessing(dev_0_data)\n",
"test_labels = labels_preprocessing(dev_0_tags)\n"
],
"execution_count": 41,
"execution_count": null,
"outputs": []
},
{
@ -601,7 +597,7 @@
"display('recall: : ', recall)\n",
"display('f1: ', f1_score)"
],
"execution_count": 42,
"execution_count": null,
"outputs": [
{
"output_type": "display_data",
@ -763,7 +759,7 @@
" Y_predictions = ner_model(X)\n",
" result[i].append(int(torch.argmax(Y_predictions)))"
],
"execution_count": 49,
"execution_count": null,
"outputs": []
}
]