GPT2 head WIP

2023-02-12 19:23:03 +01:00 · 2023-02-12 19:23:03 +01:00 · 024ad6aae5
commit 024ad6aae5
parent 1e6683a6aa
1 changed files with 0 additions and 1 deletions
--- a/gpt2.py
+++ b/gpt2.py
@ -84,7 +84,6 @@ class GPT2ClassificationHeadCustom(nn.Module):
        x = torch.relu(x)
        x = self.dropout(x)
        
-        x = torch.flatten(x)
        x = torch.relu(x)
        x = self.dropout(x)