jupyterjazz commited on
Commit
c6a5a4d
1 Parent(s): e0ea168

refactor: remove pooling layer stuff

Browse files

Signed-off-by: jupyterjazz <saba.sturua@jina.ai>

Files changed (1) hide show
  1. modeling_lora.py +1 -2
modeling_lora.py CHANGED
@@ -214,12 +214,11 @@ class XLMRobertaLoRA(XLMRobertaPreTrainedModel):
214
  self,
215
  config: XLMRobertaFlashConfig,
216
  roberta: Optional[XLMRobertaModel] = None,
217
- add_pooling_layer=True,
218
  ):
219
  super().__init__(config)
220
 
221
  if roberta is None:
222
- self.roberta = XLMRobertaModel(config, add_pooling_layer=add_pooling_layer)
223
  else:
224
  self.roberta = roberta
225
 
 
214
  self,
215
  config: XLMRobertaFlashConfig,
216
  roberta: Optional[XLMRobertaModel] = None,
 
217
  ):
218
  super().__init__(config)
219
 
220
  if roberta is None:
221
+ self.roberta = XLMRobertaModel(config)
222
  else:
223
  self.roberta = roberta
224