Qwen
/

Qwen2.5-Coder-32B-Instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

win10 commited on 3 days ago

Commit

2f6a96b

•

1 Parent(s): d7a414c

Update config.json

Files changed (1) hide show

config.json +7 -2

config.json CHANGED Viewed

@@ -22,6 +22,11 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.43.1",
   "use_cache": true,
-  "use_sliding_window": false,
-  "vocab_size": 152064
 }

   "torch_dtype": "bfloat16",
   "transformers_version": "4.43.1",
   "use_cache": true,
+  "use_sliding_window": true,
+  "vocab_size": 152064,
+  "rope_scaling": {
+    "factor": 4.0,
+    "original_max_position_embeddings": 32768,
+    "type": "yarn"
+  }
 }