roberta custom head test7

2023-02-12 20:34:20 +01:00 · 2023-02-12 20:34:20 +01:00 · ba21870e77
commit ba21870e77
parent 930d8c7d71
1 changed files with 11 additions and 12 deletions
--- a/roberta.py
+++ b/roberta.py
@ -22,7 +22,6 @@ class RobertaLeakyHead(nn.Module):
        classifier_dropout = (
            config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
        )
-        self.leaky_relu = nn.LeakyReLU()
        self.dropout = nn.Dropout(classifier_dropout)
        self.out_proj = nn.Linear(hidden_size, config.num_labels)