roberta custom head test7
This commit is contained in:
parent
930d8c7d71
commit
ba21870e77
@ -22,7 +22,6 @@ class RobertaLeakyHead(nn.Module):
|
|||||||
classifier_dropout = (
|
classifier_dropout = (
|
||||||
config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
|
config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
|
||||||
)
|
)
|
||||||
self.leaky_relu = nn.LeakyReLU()
|
|
||||||
self.dropout = nn.Dropout(classifier_dropout)
|
self.dropout = nn.Dropout(classifier_dropout)
|
||||||
self.out_proj = nn.Linear(hidden_size, config.num_labels)
|
self.out_proj = nn.Linear(hidden_size, config.num_labels)
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user