s444465/projekt-glebokie
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Custom GPT2 head - WIP

Browse Source
This commit is contained in:
Andrzej Preibisz 2023-02-12 19:04:16 +01:00
parent 3037991562
commit 73cb2a719b
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
gpt2.py
View File

@ -83,6 +83,10 @@ class GPT2ClassificationHeadCustom(nn.Module):
x = self.dense_2(x) x = self.dense_2(x)
x = torch.relu(x) x = torch.relu(x)
x = self.dropout(x) x = self.dropout(x)
x = torch.relu(x)
x = self.dense_2(x)
x = self.dropout(x)
x = self.out_proj(x) x = self.out_proj(x)
return x return x