Menlo
/

Lucy

Text Generation

text-generation-inference

Model card Files Files and versions

thuannh commited on Jul 18

Commit

49bec78

·

verified ·

1 Parent(s): 4653fa6

Update config.json

Files changed (1) hide show

config.json +2 -6

config.json CHANGED Viewed

@@ -11,18 +11,14 @@
   "hidden_size": 2048,
   "initializer_range": 0.02,
   "intermediate_size": 6144,
-  "max_position_embeddings": 131072,
   "max_window_layers": 28,
   "model_type": "qwen3",
   "num_attention_heads": 16,
   "num_hidden_layers": 28,
   "num_key_value_heads": 8,
   "rms_norm_eps": 1e-06,
-  "rope_scaling": {
-    "factor": 3.2,
-    "original_max_position_embeddings": 40960,
-    "rope_type": "yarn"
-  },
   "rope_theta": 1000000,
   "sliding_window": null,
   "tie_word_embeddings": true,

   "hidden_size": 2048,
   "initializer_range": 0.02,
   "intermediate_size": 6144,
+  "max_position_embeddings": 40960,
   "max_window_layers": 28,
   "model_type": "qwen3",
   "num_attention_heads": 16,
   "num_hidden_layers": 28,
   "num_key_value_heads": 8,
   "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
   "rope_theta": 1000000,
   "sliding_window": null,
   "tie_word_embeddings": true,