GPT2 head WIP

2023-02-12 19:16:19 +01:00 · 2023-02-12 19:16:19 +01:00 · 1e6683a6aa
commit 1e6683a6aa
parent 5b438a884c
1 changed files with 2 additions and 2 deletions
--- a/gpt2.py
+++ b/gpt2.py
@ -84,10 +84,10 @@ class GPT2ClassificationHeadCustom(nn.Module):
        x = torch.relu(x)
        x = self.dropout(x)
        
+        x = torch.flatten(x)
        x = torch.relu(x)
-        x = self.dense_2(x)
        x = self.dropout(x)
-
+	
        x = self.out_proj(x)
        return x