From 024ad6aae57482060302b328a082d3e167778abd Mon Sep 17 00:00:00 2001 From: Andrzej Preibisz Date: Sun, 12 Feb 2023 19:23:03 +0100 Subject: [PATCH] GPT2 head WIP --- gpt2.py | 1 - 1 file changed, 1 deletion(-) diff --git a/gpt2.py b/gpt2.py index 1aa2f73..2068f13 100644 --- a/gpt2.py +++ b/gpt2.py @@ -84,7 +84,6 @@ class GPT2ClassificationHeadCustom(nn.Module): x = torch.relu(x) x = self.dropout(x) - x = torch.flatten(x) x = torch.relu(x) x = self.dropout(x)