roberta custom head test7

This commit is contained in:
s444501 2023-02-12 20:34:20 +01:00
parent 930d8c7d71
commit ba21870e77

View File

@ -22,7 +22,6 @@ class RobertaLeakyHead(nn.Module):
classifier_dropout = ( classifier_dropout = (
config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
) )
self.leaky_relu = nn.LeakyReLU()
self.dropout = nn.Dropout(classifier_dropout) self.dropout = nn.Dropout(classifier_dropout)
self.out_proj = nn.Linear(hidden_size, config.num_labels) self.out_proj = nn.Linear(hidden_size, config.num_labels)