IggoOnCode
transformers compatibility
2bf5fee
raw
history blame contribute delete
394 Bytes
{
"_name_or_path": "IggoOnCode/mamba-2.8b-slimpj-OpenOrca_1ep",
"architectures": [
"MambaForCausalLM"
],
"d_inner": 1536,
"d_model": 2560,
"fused_add_norm": true,
"hidden_size": 2560,
"model_type": "mamba",
"n_layer": 64,
"pad_vocab_size_multiple": 8,
"residual_in_fp32": true,
"rms_norm": true,
"ssm_cfg": {},
"torch_dtype": "bfloat16",
"vocab_size": 50280
}