jupyterjazz
commited on
Commit
•
c6a5a4d
1
Parent(s):
e0ea168
refactor: remove pooling layer stuff
Browse filesSigned-off-by: jupyterjazz <saba.sturua@jina.ai>
- modeling_lora.py +1 -2
modeling_lora.py
CHANGED
@@ -214,12 +214,11 @@ class XLMRobertaLoRA(XLMRobertaPreTrainedModel):
|
|
214 |
self,
|
215 |
config: XLMRobertaFlashConfig,
|
216 |
roberta: Optional[XLMRobertaModel] = None,
|
217 |
-
add_pooling_layer=True,
|
218 |
):
|
219 |
super().__init__(config)
|
220 |
|
221 |
if roberta is None:
|
222 |
-
self.roberta = XLMRobertaModel(config
|
223 |
else:
|
224 |
self.roberta = roberta
|
225 |
|
|
|
214 |
self,
|
215 |
config: XLMRobertaFlashConfig,
|
216 |
roberta: Optional[XLMRobertaModel] = None,
|
|
|
217 |
):
|
218 |
super().__init__(config)
|
219 |
|
220 |
if roberta is None:
|
221 |
+
self.roberta = XLMRobertaModel(config)
|
222 |
else:
|
223 |
self.roberta = roberta
|
224 |
|