s444465/projekt-glebokie
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

gpt test

Browse Source
This commit is contained in:
s444501 2023-02-12 23:05:40 +01:00
parent 5c6144dae0
commit 0c3af3bede
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
gpt2.py
View File

@ -67,8 +67,11 @@ class GPT2ClassificationHeadCustom(nn.Module):
def forward(self, x, **kwargs): def forward(self, x, **kwargs):
if 'hidden_states' in kwargs and kwargs['hidden_states'] is not None: if 'hidden_states' in kwargs and kwargs['hidden_states'] is not None:
# Get hidden states from second from the end # Get hidden states from second from the end
logger.info('Hidden states found!')
logger.info(len(kwargs['hidden_states']))
hidden = kwargs['hidden_states'][-2] hidden = kwargs['hidden_states'][-2]
else: else:
logger.info('no hidden states :(')
hidden = torch.zeros(x.size(), dtype=x.dtype, device=x.device) hidden = torch.zeros(x.size(), dtype=x.dtype, device=x.device)
x = self.dense_1_input(x) x = self.dense_1_input(x)