From 930d8c7d7181277bcc9d3857887c920d0a577470 Mon Sep 17 00:00:00 2001 From: s444501 Date: Sun, 12 Feb 2023 20:09:44 +0100 Subject: [PATCH] roberta custom head test6 --- roberta.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/roberta.py b/roberta.py index 346c1a7..f4d7765 100644 --- a/roberta.py +++ b/roberta.py @@ -52,11 +52,11 @@ class RobertaLeakyHead(nn.Module): ) x = self.dense_1(x) - x = self.leaky_relu(x) + x = torch.relu(x) x = self.dropout(x) x = self.dense_2(x) - x = self.leaky_relu(x) + x = torch.relu(x) x = self.dropout(x) x = self.out_proj(x)