Update modeling_sim.py
Browse files- modeling_sim.py +1 -0
modeling_sim.py
CHANGED
@@ -11,6 +11,7 @@ class SimModel(MobileBertPreTrainedModel):
|
|
11 |
self.post_init()
|
12 |
|
13 |
def forward(self, input_ids, attention_mask, token_type_ids, return_dict):
|
|
|
14 |
embeddings = self.word_embeddings(input_ids)
|
15 |
masked_embeddings = embeddings * attention_mask[:, :, None]
|
16 |
mean_pooled_embeddings = masked_embeddings.sum(dim=1) / attention_mask[:, :, None].sum(dim=1)
|
|
|
11 |
self.post_init()
|
12 |
|
13 |
def forward(self, input_ids, attention_mask, token_type_ids, return_dict):
|
14 |
+
print(input_ids)
|
15 |
embeddings = self.word_embeddings(input_ids)
|
16 |
masked_embeddings = embeddings * attention_mask[:, :, None]
|
17 |
mean_pooled_embeddings = masked_embeddings.sum(dim=1) / attention_mask[:, :, None].sum(dim=1)
|