Update modeling_gigarembed.py

modeling_gigarembed.py

@@ -409,6 +409,7 @@ class GigarEmbedModel(PreTrainedModel):
 
     def forward(self, input_ids: torch.Tensor, attention_mask: torch.Tensor, pool_mask: Optional[torch.Tensor]=None, 
                 return_dict: bool=True, **kwargs):
+        kwargs.pop('token_type_ids', None)
         outputs = self.model(input_ids=input_ids, attention_mask=attention_mask, **kwargs)
         
         embeds = self.latent_attention_model(