orionweller
/

test-flex-gpt

Model card Files Files and versions Community

oweller2 commited on Nov 21

Commit

26c315d

•

1 Parent(s): 419db75

update

Files changed (1) hide show

modeling_flexbert.py +1 -1

modeling_flexbert.py CHANGED Viewed

@@ -1708,7 +1708,7 @@ class FlexBertForCausalLM(FlexBertPreTrainedModel):
         if self.pad_logits:
             print(f"Padding logits: {logits.shape}")
-            new_logits = self.pad_inputs(logits, indices, batch_size, seq_len)[0]
             print(f"New logits: {new_logits.shape}")
             # print(new_logits.shape)
             # if new_logits.dim() == 2:

         if self.pad_logits:
             print(f"Padding logits: {logits.shape}")
+            new_logits = self.pad_inputs(logits, indices, batch_size, seq_len-1)[0]
             print(f"New logits: {new_logits.shape}")
             # print(new_logits.shape)
             # if new_logits.dim() == 2: