yujiepan commited on
Commit
b4cf276
1 Parent(s): 0879af7

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -24,7 +24,7 @@
24
  "mamba_conv_bias": true,
25
  "mamba_d_conv": 4,
26
  "mamba_d_state": 16,
27
- "mamba_dt_rank": 16,
28
  "mamba_expand": 2,
29
  "mamba_inner_layernorms": true,
30
  "mamba_proj_bias": false,
@@ -33,7 +33,7 @@
33
  "num_attention_heads": 4,
34
  "num_experts": 16,
35
  "num_experts_per_tok": 2,
36
- "num_hidden_layers": 8,
37
  "num_key_value_heads": 2,
38
  "output_router_logits": false,
39
  "pad_token_id": 0,
 
24
  "mamba_conv_bias": true,
25
  "mamba_d_conv": 4,
26
  "mamba_d_state": 16,
27
+ "mamba_dt_rank": 256,
28
  "mamba_expand": 2,
29
  "mamba_inner_layernorms": true,
30
  "mamba_proj_bias": false,
 
33
  "num_attention_heads": 4,
34
  "num_experts": 16,
35
  "num_experts_per_tok": 2,
36
+ "num_hidden_layers": 16,
37
  "num_key_value_heads": 2,
38
  "output_router_logits": false,
39
  "pad_token_id": 0,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1b4e57ac4ceec101688588be8355951597e7aacbe04c8e32b42078fb9143ef7
3
- size 1104560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6ab01c6269c51bc084de15f4b817241cfa38699b5775f4f290889e9ac8f6ef9
3
+ size 1274744