fix pp deploy parameter missing (#10)
Browse files- fix pp deploy parameter missing (ceff1f18aed875915d24130d72d54a065edd1f25)
- config.json +1 -0
config.json
CHANGED
|
@@ -36,6 +36,7 @@
|
|
| 36 |
"norm_expert_weight": true,
|
| 37 |
"moe_router_activation": "sigmoid",
|
| 38 |
"moe_router_scaling_factor": 3.0,
|
|
|
|
| 39 |
"att_impl_type": "GQA",
|
| 40 |
"rope_theta": [
|
| 41 |
5000000.0,
|
|
|
|
| 36 |
"norm_expert_weight": true,
|
| 37 |
"moe_router_activation": "sigmoid",
|
| 38 |
"moe_router_scaling_factor": 3.0,
|
| 39 |
+
"tie_word_embeddings" : false,
|
| 40 |
"att_impl_type": "GQA",
|
| 41 |
"rope_theta": [
|
| 42 |
5000000.0,
|