jwieting commited on
Commit
9c570b4
1 Parent(s): 0728fa3

Update modeling_sim.py

Browse files
Files changed (1) hide show
  1. modeling_sim.py +1 -0
modeling_sim.py CHANGED
@@ -11,6 +11,7 @@ class SimModel(MobileBertPreTrainedModel):
11
  self.post_init()
12
 
13
  def forward(self, input_ids, attention_mask, token_type_ids, return_dict):
 
14
  embeddings = self.word_embeddings(input_ids)
15
  masked_embeddings = embeddings * attention_mask[:, :, None]
16
  mean_pooled_embeddings = masked_embeddings.sum(dim=1) / attention_mask[:, :, None].sum(dim=1)
 
11
  self.post_init()
12
 
13
  def forward(self, input_ids, attention_mask, token_type_ids, return_dict):
14
+ print(input_ids)
15
  embeddings = self.word_embeddings(input_ids)
16
  masked_embeddings = embeddings * attention_mask[:, :, None]
17
  mean_pooled_embeddings = masked_embeddings.sum(dim=1) / attention_mask[:, :, None].sum(dim=1)