s444501
/
challenging-america-word-gap-prediction
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

122

This commit is contained in:
Krystian Wasilewski 2023-06-09 21:25:38 +02:00
parent edec0b1cf5
commit 1c5a70349d
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
zad122.py
View File

@ -44,6 +44,9 @@ for folder_name in ['dev-0', 'test-A']:
if token in ['ia', 'ix', 'io', 'ik', 'ing']:
continue
# Biore pierwsze slowo z prawego kontekstu i sprawdzam czy jest jednym z tokenów przewidzianych
# przez prompt złożony z lewego kontekstu i kandydata na słowo w dziurze
# jesli tak to zwiększam prawdopodobieństwo tego slowa
new_prompt = f'{prefix} {token} '
new_inputs = tokenizer.encode(new_prompt, return_tensors="pt", truncation=True).to(device)
new_output = model(new_inputs)