From 38f721090a0c163239c22b7616540e401cf9e95f Mon Sep 17 00:00:00 2001 From: Dawid Date: Tue, 8 Jun 2021 21:46:42 +0200 Subject: [PATCH] added view of tags and tokens --- seq_lab.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/seq_lab.py b/seq_lab.py index cff21d9..498bb1c 100644 --- a/seq_lab.py +++ b/seq_lab.py @@ -54,6 +54,9 @@ vocab = build_vocab(tokens) train_labels = labels_process(tags) train_tokens_ids = data_process(tokens) +print(train_labels[0][:10]) +print(train_tokens_ids[0][:10]) + ner_model = NERModel() nn_model = NeuralNetworkModel(len(train_tokens_ids)) criterion = torch.nn.CrossEntropyLoss()