Upload modeling_xlm_roberta_xl.py
Browse files
modeling_xlm_roberta_xl.py
CHANGED
@@ -1460,7 +1460,7 @@ class FeedForward(nn.Module):
|
|
1460 |
class XLMRobertaXLForEstimation(XLMRobertaXLPreTrainedModel):
|
1461 |
def __init__(self, config):
|
1462 |
super().__init__(config)
|
1463 |
-
|
1464 |
self.roberta = XLMRobertaXLModel(config, add_pooling_layer=False)
|
1465 |
self.layerwise_attention = LayerwiseAttention(
|
1466 |
layer_transformation=config.layer_transformation,
|
|
|
1460 |
class XLMRobertaXLForEstimation(XLMRobertaXLPreTrainedModel):
|
1461 |
def __init__(self, config):
|
1462 |
super().__init__(config)
|
1463 |
+
|
1464 |
self.roberta = XLMRobertaXLModel(config, add_pooling_layer=False)
|
1465 |
self.layerwise_attention = LayerwiseAttention(
|
1466 |
layer_transformation=config.layer_transformation,
|