zpn commited on
Commit
8a307ec
1 Parent(s): 880a8e6

Update modeling_hf_nomic_bert.py

Browse files
Files changed (1) hide show
  1. modeling_hf_nomic_bert.py +1 -1
modeling_hf_nomic_bert.py CHANGED
@@ -731,7 +731,7 @@ class NomicBertAttention(nn.Module):
731
  scale_base=config.rotary_emb_scale_base,
732
  interleaved=config.rotary_emb_interleaved,
733
  rotary_scaling_factor=config.rotary_scaling_factor,
734
- max_position_embeddings=config.n_positions,
735
  )
736
  else:
737
  self.rotary_emb = NomicBertRotaryEmbedding(
 
731
  scale_base=config.rotary_emb_scale_base,
732
  interleaved=config.rotary_emb_interleaved,
733
  rotary_scaling_factor=config.rotary_scaling_factor,
734
+ max_position_embeddings=config.max_trained_positions,
735
  )
736
  else:
737
  self.rotary_emb = NomicBertRotaryEmbedding(