GPT2 head

2023-02-12 19:33:45 +01:00 · 2023-02-12 19:33:45 +01:00 · afc950ac36
commit afc950ac36
parent 024ad6aae5
1 changed files with 3 additions and 0 deletions
--- a/gpt2.py
+++ b/gpt2.py
@ -87,6 +87,9 @@ class GPT2ClassificationHeadCustom(nn.Module):
        x = torch.relu(x)
        x = self.dropout(x)
        
+        x = torch.relu(x)
+        x = self.dropout(x)
+	
        x = self.out_proj(x)
        return x