Hugging Face's logo

ModelCloud
/
QwQ-32B-Preview-gptqmodel-4bit-vortex-v3

Text Generation
Safetensors
English
qwen2
gptqmodel
modelcloud
chat
qwq
instruct
int4
gptq
4bit
W4A16
conversational
4-bit precision
Model card Files Community
1
lrl-modelcloud commited on
Commit
16712cc
·
verified ·
1 Parent(s): 5814031

Upload folder using huggingface_hub (#1)

Browse files

- 06a400752383f511645f927ea75faa12430ed79ab0c9e0052e1386306408e9ec (743966e7917f2ccd2ac2b778a18d05e07713f671)
- 9bcf0741c328589357dfaec4dc8e6299305882a74c901f86b9beae9410bb9745 (e6abc8c6bb170eb06a726063f010bc8f9146125a)
- 17d944c63a1db4e0d08fbc90e4ee082671db91ebf28e894a18545d7c2bb4ed7d (13c3a66faf54bedc8d664bd7a0c9d77d7451449c)
- 1c0d71255118ba37faa9ee8e1e98323223efa3c30e711d372edc0cffcac43231 (a8e9806a642c0d0fa387d977dad36521216a534d)
- 5ab553ed5ab3b4ee6153e38519393cceee913121e8d3d94619a802fa9823bb07 (ebe878ba512b02143bbbb105d51244e567b37c92)
- 5ddd8b73cef68c06acfdbff6fcc971ce8815199ac98cb48bb46b2f1ca2b34c67 (c23e07ef6df5e1916602ac48f36e6668641fe704)
- e6197aa586aa0196153d3ded913376601f740a5bd33e358530e17dce9e671fc3 (bf59866fcbf574e26091f95ed4333cae6f5b44b6)
- f3fe1f967987730b4af2177c91abdb3565fb9387c5b81a8f96d6da27918ffbc8 (d7b8b6d429d502056797da88844f50741521a944)
- e035ccce9dadd70f6763881f64d8c25079aef52e10864f8d1d8f0fb08ec6ab06 (b74dd9095b84da5b1bbffb8d878fff1747e65233)
- 82f4286affc1b6813f16b1f04c75989ad89b565c34ebdb6ca9c0a77c01bf286f (2f398bce3f4cb1f1be51ede8f4630644b34e2ef6)
- f81eb0787ac87551db7e61f52a739f8a6ebdd2aa433df7777c2cf532516111f1 (98079079aa6ccb0aef7fa9fa338fd0c6ba7a9db4)

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +24 -0
  3. config.json +51 -0
  4. merges.txt +0 -0
  5. model-00001-of-00067.safetensors +3 -0
  6. model-00002-of-00067.safetensors +3 -0
  7. model-00003-of-00067.safetensors +3 -0
  8. model-00004-of-00067.safetensors +3 -0
  9. model-00005-of-00067.safetensors +3 -0
  10. model-00006-of-00067.safetensors +3 -0
  11. model-00007-of-00067.safetensors +3 -0
  12. model-00008-of-00067.safetensors +3 -0
  13. model-00009-of-00067.safetensors +3 -0
  14. model-00010-of-00067.safetensors +3 -0
  15. model-00011-of-00067.safetensors +3 -0
  16. model-00012-of-00067.safetensors +3 -0
  17. model-00013-of-00067.safetensors +3 -0
  18. model-00014-of-00067.safetensors +3 -0
  19. model-00015-of-00067.safetensors +3 -0
  20. model-00016-of-00067.safetensors +3 -0
  21. model-00017-of-00067.safetensors +3 -0
  22. model-00018-of-00067.safetensors +3 -0
  23. model-00019-of-00067.safetensors +3 -0
  24. model-00020-of-00067.safetensors +3 -0
  25. model-00021-of-00067.safetensors +3 -0
  26. model-00022-of-00067.safetensors +3 -0
  27. model-00023-of-00067.safetensors +3 -0
  28. model-00024-of-00067.safetensors +3 -0
  29. model-00025-of-00067.safetensors +3 -0
  30. model-00026-of-00067.safetensors +3 -0
  31. model-00027-of-00067.safetensors +3 -0
  32. model-00028-of-00067.safetensors +3 -0
  33. model-00029-of-00067.safetensors +3 -0
  34. model-00030-of-00067.safetensors +3 -0
  35. model-00031-of-00067.safetensors +3 -0
  36. model-00032-of-00067.safetensors +3 -0
  37. model-00033-of-00067.safetensors +3 -0
  38. model-00034-of-00067.safetensors +3 -0
  39. model-00035-of-00067.safetensors +3 -0
  40. model-00036-of-00067.safetensors +3 -0
  41. model-00037-of-00067.safetensors +3 -0
  42. model-00038-of-00067.safetensors +3 -0
  43. model-00039-of-00067.safetensors +3 -0
  44. model-00040-of-00067.safetensors +3 -0
  45. model-00041-of-00067.safetensors +3 -0
  46. model-00042-of-00067.safetensors +3 -0
  47. model-00043-of-00067.safetensors +3 -0
  48. model-00044-of-00067.safetensors +3 -0
  49. model-00045-of-00067.safetensors +3 -0
  50. model-00046-of-00067.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "_name_or_path": "/monster/model/qwq-32b",
4
+ "architectures": [
5
+ "Qwen2ForCausalLM"
6
+ ],
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 151643,
9
+ "eos_token_id": 151645,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 5120,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 27648,
14
+ "max_position_embeddings": 32768,
15
+ "max_window_layers": 64,
16
+ "model_type": "qwen2",
17
+ "num_attention_heads": 40,
18
+ "num_hidden_layers": 64,
19
+ "num_key_value_heads": 8,
20
+ "quantization_config": {
21
+ "bits": 4,
22
+ "checkpoint_format": "gptq",
23
+ "desc_act": true,
24
+ "dynamic": null,
25
+ "group_size": 32,
26
+ "lm_head": false,
27
+ "meta": {
28
+ "damp_auto_increment": 0.0025,
29
+ "damp_percent": 0.1,
30
+ "mse": true,
31
+ "quantizer": [
32
+ "gptqmodel:1.4.4"
33
+ ],
34
+ "static_groups": false,
35
+ "true_sequential": true,
36
+ "uri": "https://github.com/modelcloud/gptqmodel"
37
+ },
38
+ "quant_method": "gptq",
39
+ "sym": true
40
+ },
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": null,
43
+ "rope_theta": 1000000.0,
44
+ "sliding_window": null,
45
+ "tie_word_embeddings": false,
46
+ "torch_dtype": "bfloat16",
47
+ "transformers_version": "4.46.3",
48
+ "use_cache": false,
49
+ "use_sliding_window": false,
50
+ "vocab_size": 152064
51
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f147f801f9428896e103d67ad61db75a882799b4ab1d94bb7c5e88b33a4e6e9
3
+ size 1557135504
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3dc344c7ff2ff9bbf46bc0f75248e9c192fecd7c0e485fc0b5deb7682d24e2a
3
+ size 10360
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71cadaa7ec409d3098c037c6bc0fd450b4699203e3f9bb83c1d27c4ae6d994cf
3
+ size 1557135488
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006030860f76f96ae4c0cc72cdbf990d651af8a45372b648097633ffdd56cc48
3
+ size 282158672
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7fd0b4bdffb9b59a9c9631bed4e1beb7aa9b51ebc2811e2b6f1d535c33a550f
3
+ size 282158672
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bb2b97d1cf8817ca52eb3d8a710af87f5db506b27229db94ede128cad995d38
3
+ size 282158672
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce7c96bb2042c6ae63da80aa6d99654bb2b0b351e2224e44b57784f783ab369
3
+ size 282158672
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a34ae892c615a9a61e85e6d91f839162e236f7da6185e4ad1c3e3ea51139e770
3
+ size 282158672
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7be25f124354df6077ff2ed2f5cd13d3afa3066afbb11345fde8511124bc849c
3
+ size 282158672
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1513413cf84966922ec9ec39cf1c604c0a6c72593e74f6c81ef1c1cf5184138f
3
+ size 282158672
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef938a21f7fc0da96d277f24a4d15833d174274d6c65b614a423f945e4a66a17
3
+ size 282158672
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd42643f3353703046941136337450fe0ffe30b6969fd5aa2561ef4f4dcf6d03
3
+ size 282158672
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6df0c8170abf68d06e211338f116719fe1f186340c980fdce51ce16b2b8e6d68
3
+ size 282158672
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c91b2973c6a40b4dad5c3b7195b05f1b7fff308a1e06531fe53d8d476d64f08c
3
+ size 282158704
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2af7fde7a88c1790fef0d0073f7dfb5f1407645b6fa5b1bf52ddb3a6fc119b5
3
+ size 282158704
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea24b1ef6c9918b7609add6348e3694b71de97073b83d81df359240eb4e2aceb
3
+ size 282158704
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e7b1e3f4e17fb1bc46a8a6322de29fb20e6d895909035a166ea7947ee8be1b7
3
+ size 282158704
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44bffa1caf24d5b586bf41c7ebaa3ce473e3276118499f08266a9a306e01a39
3
+ size 282158704
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08631b9abd3c6f62fab125f0013e922ef954664364a305b2a04a88c17dd5853b
3
+ size 282158704
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f80315f25f6217e97b52827402b428890d885bbd8d0c37a60f3b3d7f9b4e5fb7
3
+ size 282158704
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e1cb54e2ae5b5bc18cc04cd44c717b78716c2acc8cd4ef62349c3adade4841d
3
+ size 282158704
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aef4336272cc64f1058e1836d4656ae82e16b10a7fc97a2a3d8a15821bdb66e
3
+ size 282158704
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5041baf666dc5398ae28786b4e170c7a283f8343dec106399ae4c4c0a4158166
3
+ size 282158704
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d641ee917bb5538c2f93033a5b53df2e2a93820c9f167ff0e9b9fb758f4a5834
3
+ size 282158704
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d6d4f830f1968ff3456a6b4888c50e2a0eea078011619b069827557483b240c
3
+ size 282158704
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2fccc4751b2a348bc6553361a55d469bf393c7bf0eefcec222dde3f00a24034
3
+ size 282158704
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c9fed44e39aa3eb51b6e9e9decf5a91e836ed46b7a06596f0b980efe45dcc3a
3
+ size 282158704
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb8a8d131b67cabe95ef73e863964c556ead682e181defca06bd0c0b0976b3d3
3
+ size 282158704
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2b1c3e4f17fd7cc78055d69819cf441a4f9b09029108a20faaa6d4705406b51
3
+ size 282158704
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b74887e0ed6f1940b383573afeaf6ae71281cc96dd4d8a948ce3ee9208e7a138
3
+ size 282158704
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db68b88c626b95d24cbfc52f642c9e923ea56ba77cbd31a3f15ca4ff56baa663
3
+ size 282158704
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86509962b7546f765ccd7135d85ee9302ca89b764d3e14f0c51e7ac8e2eff34c
3
+ size 282158704
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e563ec5e19b921b2d4a9af02b57ec4c52ac7250df98e49632df81dc570baebd1
3
+ size 282158704
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3439afe3a6b3b0d05b5eaab6a285bca94deb7e5abdb6b1075bef3e0b8310bcbb
3
+ size 282158704
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b1816fa474e447c4827212cbeab03fe1022e70086847ceaeaff48487b71308
3
+ size 282158704
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055a26d6dfae508791bdacdd2f10633a956e71662d9a236143291c7fcec243d5
3
+ size 282158704
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8578acade6b8712268f955c164bbc6ef552902e1b80618bd164be5f1f927525f
3
+ size 282158704
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4963ae99f8dab349614ef65682cee0f67ae2dd30c5920ce811767befac13eeaf
3
+ size 282158704
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f80605e14697fd4c6b016b8d4e3db2ce61594ffdd7187eb32766fac5dfbf4882
3
+ size 282158704
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eed3b29eddcabd9dcfb695974d538cd7b196e85ff3af4644db0e39f08b2fdbcd
3
+ size 282158704
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652b0276d9faea4ea3a7166ba8817a9013a4a9a5c705329c9f2dae75e4b1e27a
3
+ size 282158704
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5443b992a4cfbedc895486aadb98149bc20661d5ed425a4ca553f33def17210b
3
+ size 282158704
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f78f05d26d6e7e96d83777ed8a11fa0bfa2a83333e7ad02ec13c38bd52deb7d
3
+ size 282158704
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cac691a203eabf743f90a211be8ea82693be7f007a4a1baab2ad9aaa6bb5457
3
+ size 282158704
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73353608666a2ce299af671f7f560485adb5d01327436c01a876e2be58d085fe
3
+ size 282158704
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0b80a4a1e59dcbf1fd098be6542be50db2e4a45eab02192c8d26ded3220f7e4
3
+ size 282158704