- lm_head_alpha
- model.embed_tokens.weight
- model.layers.0.down_proj_alpha
- model.layers.0.gate_up_proj_alpha
- model.layers.0.input_layernorm.weight
- model.layers.0.input_layernorm_alpha
- model.layers.0.mlp.down_proj.weight
- model.layers.0.mlp.gate_proj.weight
- model.layers.0.mlp.up_proj.weight
- model.layers.0.post_attention_layernorm.weight
- model.layers.0.post_attention_layernorm_alpha
- model.layers.0.self_attn.k_proj.bias
- model.layers.0.self_attn.k_proj.weight
- model.layers.0.self_attn.k_proj_alpha
- model.layers.0.self_attn.o_proj.weight
- model.layers.0.self_attn.o_proj_alpha
- model.layers.0.self_attn.q_proj.bias
- model.layers.0.self_attn.q_proj.weight
- model.layers.0.self_attn.q_proj_alpha
- model.layers.0.self_attn.v_proj.bias
- model.layers.0.self_attn.v_proj.weight
- model.layers.0.self_attn.v_proj_alpha
- model.layers.1.down_proj_alpha
- model.layers.1.gate_up_proj_alpha
- model.layers.1.input_layernorm.weight
- model.layers.1.input_layernorm_alpha
- model.layers.1.mlp.down_proj.weight
- model.layers.1.mlp.gate_proj.weight
- model.layers.1.mlp.up_proj.weight
- model.layers.1.post_attention_layernorm.weight
- model.layers.1.post_attention_layernorm_alpha
- model.layers.1.self_attn.k_proj.bias
- model.layers.1.self_attn.k_proj.weight
- model.layers.1.self_attn.k_proj_alpha
- model.layers.1.self_attn.o_proj.weight
- model.layers.1.self_attn.o_proj_alpha
- model.layers.1.self_attn.q_proj.bias
- model.layers.1.self_attn.q_proj.weight
- model.layers.1.self_attn.q_proj_alpha
- model.layers.1.self_attn.v_proj.bias
- model.layers.1.self_attn.v_proj.weight
- model.layers.1.self_attn.v_proj_alpha
- model.layers.10.down_proj_alpha
- model.layers.10.gate_up_proj_alpha
- model.layers.10.input_layernorm.weight
- model.layers.10.input_layernorm_alpha
- model.layers.10.mlp.down_proj.weight
- model.layers.10.mlp.gate_proj.weight
- model.layers.10.mlp.up_proj.weight
- model.layers.10.post_attention_layernorm.weight