s434804/en-ner-conll-2003
1
0
Fork 0
forked from kubapok/en-ner-conll-2003
Code Issues Pull Requests Projects Releases Wiki Activity

added view of tags and tokens

Browse Source
This commit is contained in:
Dawid 2021-06-08 21:46:42 +02:00
parent ff95d0bcc7
commit 38f721090a
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
seq_lab.py
View File

@ -54,6 +54,9 @@ vocab = build_vocab(tokens)
train_labels = labels_process(tags) train_labels = labels_process(tags)
train_tokens_ids = data_process(tokens) train_tokens_ids = data_process(tokens)
print(train_labels[0][:10])
print(train_tokens_ids[0][:10])
ner_model = NERModel() ner_model = NERModel()
nn_model = NeuralNetworkModel(len(train_tokens_ids)) nn_model = NeuralNetworkModel(len(train_tokens_ids))
criterion = torch.nn.CrossEntropyLoss() criterion = torch.nn.CrossEntropyLoss()