Crystalcareai commited on
Commit
2f71525
·
verified ·
1 Parent(s): c211cc3

Update modeling_quiet.py

Browse files
Files changed (1) hide show
  1. modeling_quiet.py +1 -2
modeling_quiet.py CHANGED
@@ -1847,8 +1847,7 @@ class QuietForCausalLM(QuietPreTrainedModel):
1847
  [shift_labels, padding],
1848
  dim=-1
1849
  )
1850
- # convert rm tokens to one-hot
1851
- probabilities_2d = F.one_hot(new_rm_tokens, num_classes=self.vocab_size).reshape(-1, self.vocab_size).to(probabilities_2d.dtype).to(probabilities_2d.device)
1852
  skip_sampling = True
1853
  else:
1854
  continue
 
1847
  [shift_labels, padding],
1848
  dim=-1
1849
  )
1850
+ probabilities_2d = F.one_hot(new_rm_tokens, num_classes=self.vocab_size).reshape(-1, self.vocab_size).to(probabilities_2d.dtype).to(probabilities_2d.device)
 
1851
  skip_sampling = True
1852
  else:
1853
  continue