jwieting commited on
Commit
e985d83
1 Parent(s): 9f08dee

Update modeling_paragram_sp.py

Browse files
Files changed (1) hide show
  1. modeling_paragram_sp.py +3 -1
modeling_paragram_sp.py CHANGED
@@ -10,9 +10,11 @@ class ParagramSPModel(BertPreTrainedModel):
10
  # Initialize weights and apply final processing
11
  self.post_init()
12
 
13
- def forward(self, input_ids, attention_mask, return_dict):
14
  print(input_ids)
15
  print(attention_mask)
 
 
16
  embeddings = self.word_embeddings(input_ids)
17
  masked_embeddings = embeddings * attention_mask[:, :, None]
18
  mean_pooled_embeddings = masked_embeddings.sum(dim=1) / attention_mask[:, :, None].sum(dim=1)
 
10
  # Initialize weights and apply final processing
11
  self.post_init()
12
 
13
+ def forward(self, input_ids, attention_mask, token_type_ids, return_dict):
14
  print(input_ids)
15
  print(attention_mask)
16
+ print(token_type_ids)
17
+ print(return_dict)
18
  embeddings = self.word_embeddings(input_ids)
19
  masked_embeddings = embeddings * attention_mask[:, :, None]
20
  mean_pooled_embeddings = masked_embeddings.sum(dim=1) / attention_mask[:, :, None].sum(dim=1)