Hugging Face's logo

ModelCloud
/
QwQ-32B-Preview-gptqmodel-4bit-vortex-v1

Text Generation
Safetensors
English
qwen2
gptqmodel
modelcloud
chat
qwq
instruct
int4
gptq
4bit
conversational
4-bit precision
Model card Files Community
2

Upload folder using huggingface_hub

#1
by lrl-modelcloud - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+2652
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +24 -0
  3. config.json +49 -0
  4. model-00001-of-00067.safetensors +3 -0
  5. model-00002-of-00067.safetensors +3 -0
  6. model-00003-of-00067.safetensors +3 -0
  7. model-00004-of-00067.safetensors +3 -0
  8. model-00005-of-00067.safetensors +3 -0
  9. model-00006-of-00067.safetensors +3 -0
  10. model-00007-of-00067.safetensors +3 -0
  11. model-00008-of-00067.safetensors +3 -0
  12. model-00009-of-00067.safetensors +3 -0
  13. model-00010-of-00067.safetensors +3 -0
  14. model-00011-of-00067.safetensors +3 -0
  15. model-00012-of-00067.safetensors +3 -0
  16. model-00013-of-00067.safetensors +3 -0
  17. model-00014-of-00067.safetensors +3 -0
  18. model-00015-of-00067.safetensors +3 -0
  19. model-00016-of-00067.safetensors +3 -0
  20. model-00017-of-00067.safetensors +3 -0
  21. model-00018-of-00067.safetensors +3 -0
  22. model-00019-of-00067.safetensors +3 -0
  23. model-00020-of-00067.safetensors +3 -0
  24. model-00021-of-00067.safetensors +3 -0
  25. model-00022-of-00067.safetensors +3 -0
  26. model-00023-of-00067.safetensors +3 -0
  27. model-00024-of-00067.safetensors +3 -0
  28. model-00025-of-00067.safetensors +3 -0
  29. model-00026-of-00067.safetensors +3 -0
  30. model-00027-of-00067.safetensors +3 -0
  31. model-00028-of-00067.safetensors +3 -0
  32. model-00029-of-00067.safetensors +3 -0
  33. model-00030-of-00067.safetensors +3 -0
  34. model-00031-of-00067.safetensors +3 -0
  35. model-00032-of-00067.safetensors +3 -0
  36. model-00033-of-00067.safetensors +3 -0
  37. model-00034-of-00067.safetensors +3 -0
  38. model-00035-of-00067.safetensors +3 -0
  39. model-00036-of-00067.safetensors +3 -0
  40. model-00037-of-00067.safetensors +3 -0
  41. model-00038-of-00067.safetensors +3 -0
  42. model-00039-of-00067.safetensors +3 -0
  43. model-00040-of-00067.safetensors +3 -0
  44. model-00041-of-00067.safetensors +3 -0
  45. model-00042-of-00067.safetensors +3 -0
  46. model-00043-of-00067.safetensors +3 -0
  47. model-00044-of-00067.safetensors +3 -0
  48. model-00045-of-00067.safetensors +3 -0
  49. model-00046-of-00067.safetensors +3 -0
  50. model-00047-of-00067.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "_name_or_path": "/monster/data/cl/cl-QwQ-32B-Preview-qwq-32b-preview-pack1-lr2.2e-05-cosine-bs2--mtl5952-seq8192-diaphragmatic-28_13-23-12/checkpoint-220",
4
+ "architectures": [
5
+ "Qwen2ForCausalLM"
6
+ ],
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 151643,
9
+ "eos_token_id": 151645,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 5120,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 27648,
14
+ "max_position_embeddings": 32768,
15
+ "max_window_layers": 64,
16
+ "model_type": "qwen2",
17
+ "num_attention_heads": 40,
18
+ "num_hidden_layers": 64,
19
+ "num_key_value_heads": 8,
20
+ "quantization_config": {
21
+ "bits": 4,
22
+ "checkpoint_format": "gptq",
23
+ "desc_act": true,
24
+ "dynamic": null,
25
+ "group_size": 32,
26
+ "lm_head": false,
27
+ "meta": {
28
+ "damp_auto_increment": 0.0015,
29
+ "damp_percent": 0.1,
30
+ "quantizer": "gptqmodel:1.2.2",
31
+ "static_groups": false,
32
+ "true_sequential": true,
33
+ "uri": "https://github.com/modelcloud/gptqmodel"
34
+ },
35
+ "quant_method": "gptq",
36
+ "sym": true,
37
+ "true_sequential": true
38
+ },
39
+ "rms_norm_eps": 1e-05,
40
+ "rope_scaling": null,
41
+ "rope_theta": 1000000.0,
42
+ "sliding_window": null,
43
+ "tie_word_embeddings": false,
44
+ "torch_dtype": "bfloat16",
45
+ "transformers_version": "4.46.3",
46
+ "use_cache": false,
47
+ "use_sliding_window": false,
48
+ "vocab_size": 152064
49
+ }
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0fddf319ca50e1a0fa22da90db822ab2009acb195a5c776b820fc3b01024454
3
+ size 1557135504
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3dc344c7ff2ff9bbf46bc0f75248e9c192fecd7c0e485fc0b5deb7682d24e2a
3
+ size 10360
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c48357a297e1c474db5f7424e666630620fd973e409e9528a1a3ccdd3dc341d9
3
+ size 1557135488
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2b2dfcf215f5735ab23fd3d015fad26db3b60d479cf82057aaadf6c170dcd40
3
+ size 282158672
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c30ac3d200fbf40c7055cad47de36d76e70c7b856f56a5e0b38794752346cdb1
3
+ size 282158672
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d89bd5679aa2e018cfff205b2c5ee30de8b89428c45a366ca7e972847bf98963
3
+ size 282158672
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce7dad3ecc5d71e354181ba3a80c51f4eaff5f4d2ede0dd8be76e3a8e4509acc
3
+ size 282158672
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f29686a025be8d8be28999d7c907dfb1deb811fe4d88ef100d44c3a4ca024c
3
+ size 282158672
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:338848e7978a3326a56a6e29bb210138ad16b7d1517278e601847f7b0f559730
3
+ size 282158672
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2608970d510b77b527ca9a11c6a3f2207e5e4b5db3d483453993b69bb39b841
3
+ size 282158672
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f241a7d02075688e89652c8e08918ce8589ae63153e89e1a01d65e100a5b010
3
+ size 282158672
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a2d1e4dade761784c2c566c511c1d1a75574455797e4b6cc834109ffcbadf3
3
+ size 282158672
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:526dd898c8a8412b5e24c295548514ed6831fcd43bf6c1753185dd9925535f1b
3
+ size 282158672
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:495b817d0712801fd5bfbbddafbace91d9181b288a7e4e05cfc075456bc41cb6
3
+ size 282158704
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:995574945a25fd8e0b0c5798f59077e18524eeb03c707d8283ac6e1ba6fd12d7
3
+ size 282158704
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bcf616ceec5f46cc06bafd44a22a8404b8a6c1d72e075f29007dcfa06362bdf
3
+ size 282158704
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:943cb9452eefd8d0ac74edf9532da81be903534a32058ce45ac24f4a97cbf87c
3
+ size 282158704
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6815439c1635df66209edb087e87431adb6ad07fb1e3506c4195b18d219f99
3
+ size 282158704
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dea61bf3b865241bc4922a51afaca12c217c01126d81f0aaa4759b55a4f17f9
3
+ size 282158704
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e354351b96b9a97694798f4cac17b3da5d5ceec1890da64e067d931047a09c
3
+ size 282158704
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58902b609aad9aa80f34539efe3e172cc30ffe83e654c3a1c211fe566e74d1e9
3
+ size 282158704
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1d3710db175eca279f39fe5d02335a542dfcb33ac29658538779d0514ae225a
3
+ size 282158704
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e5f4d373d2d03b9b30df4e3fa30b1f7f827f75fbc3061d370305099ec612c30
3
+ size 282158704
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a983d2b6d7a271d6c771813dcf763a521dac98d09fa5dab9a2eb9237303d2ee
3
+ size 282158704
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54b042baf2d56cbb0062cce69d9fc529d5be8f455687ef7162e225568ae7920
3
+ size 282158704
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9c63c7302f750490d6e6e687f3295dc8594c05d38b2a72f4f27e47d557e2c3a
3
+ size 282158704
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f824baf11c8925967aada4d3d10516922f10dab2925b61b9a1a6b0400ce2d0c
3
+ size 282158704
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f41381daf913cd87f042a7a4fc0ac0447bb2c1faabf11a14a5bd78c96d0d5b
3
+ size 282158704
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26a3a0204fb3e9a6a647435585c2d9de4f8e33c3aabea9e94402282c1958515a
3
+ size 282158704
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0af00ec017260391786a05ea96b812a4603182c4255b15bc6c60206ade56aca8
3
+ size 282158704
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682badd76e613a15080084ef4747979281bddb765dc881962e28500139319c26
3
+ size 282158704
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595146d3da976be1604fe371672375590819f909c4cc50ca8aa2fe37bb0f2add
3
+ size 282158704
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fbaedfb71a79a34270b3ca11ec206832065a2edb88436c3b8653dec1e6f67c6
3
+ size 282158704
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef9bdddbbdc628295b2b2600b380b3b2752c2f309ed6b1852b5656c0afdf6d1
3
+ size 282158704
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ae7217579586f489bffa71708a6203e5f41b7a31ea39ea41dea6daa8cd3f92
3
+ size 282158704
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8088ece332f6aa170d2a47af926c74f4ce1549838458d6baedf405025c4eaaae
3
+ size 282158704
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0836b91117ad70d6a03fb43d7d9ebfd11a4676afb6addff86693eb145184af04
3
+ size 282158704
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa715908fdaf2925def655b1263ce3bbcfff0c3884f7e347e6ecd8a84bad3243
3
+ size 282158704
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:502e1cfa6005e99b7a70c442ae6e96e0ad85d5ce8d85f415ea0ae070ec242e3e
3
+ size 282158704
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4eadfb9071a7a75aedf19919de7d618757fe719a345a4244f91d56430aa87f5
3
+ size 282158704
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d08e0833fcc627b507fde9c8fd5334b5dc6bfd121ce885a15ce900c02454af9d
3
+ size 282158704
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9855f8c29214381c8a38d969f1faf508c0e27d24471bdc08d4ea5916ff042822
3
+ size 282158704
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e9cadcb8ebda6f0ca0518915ff0161a89d925b2967eda469aee2dfa4d6407ce
3
+ size 282158704
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1444495bab3bf0df180e0d378a6dc0bd4296e1d577d50316c7e941d6ad21c458
3
+ size 282158704
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c2bfaf4386befa592fdec5730e7e7bc6d99f4fae57c86db207dc48bde06c11c
3
+ size 282158704
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0e07f6e6d7c3ef0a939ab5e7a64dac4c1ff422203f348f771c5bdfb99f5603
3
+ size 282158704
model-00047-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473b416b3c5246334cb606c4ce8e9dfbac92fee2196fdfac0a7d781339e69b46
3
+ size 282158704