s444465/projekt-glebokie
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

roberta custom head test6

Browse Source
This commit is contained in:
s444501 2023-02-12 20:09:44 +01:00
parent 9da7c43ad1
commit 930d8c7d71
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
roberta.py
View File

@ -52,11 +52,11 @@ class RobertaLeakyHead(nn.Module):
) )
x = self.dense_1(x) x = self.dense_1(x)
x = self.leaky_relu(x) x = torch.relu(x)
x = self.dropout(x) x = self.dropout(x)
x = self.dense_2(x) x = self.dense_2(x)
x = self.leaky_relu(x) x = torch.relu(x)
x = self.dropout(x) x = self.dropout(x)
x = self.out_proj(x) x = self.out_proj(x)