Hugging Face's logo

mlc-ai
/
Qwen2-Math-72B-Instruct-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
839dbd6
·
verified ·
1 Parent(s): 0a5b02b

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +82 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q4f32_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 8192,
8
+ "intermediate_size": 29568,
9
+ "num_attention_heads": 64,
10
+ "num_hidden_layers": 80,
11
+ "num_key_value_heads": 8,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 10000.0,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 4096,
17
+ "prefill_chunk_size": 2048,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 80
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 4096,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 2048,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 0.7,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.05,
34
+ "top_p": 0.8,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "chatml",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|im_end|>"
69
+ ],
70
+ "stop_token_ids": [
71
+ 2
72
+ ],
73
+ "function_string": "",
74
+ "use_function_calling": false
75
+ },
76
+ "pad_token_id": 151643,
77
+ "bos_token_id": 151643,
78
+ "eos_token_id": [
79
+ 151645,
80
+ 151643
81
+ ]
82
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a760b2c1e9740c31357c289488b240b67f641e95c0df545ef08cbd0307afb7e
3
+ size 622854144
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2891ca1cd56579cad4bc551c614492f6468bdc97b1c1c6f0c3ed692655876653
3
+ size 77856768
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4b0a6100d3b6051d1da0ae0f6f566d96fb7e1549c101ce7974b2ce678906c4d
3
+ size 33554432
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f168091f1b8871cbff9fd938cced8a2b55e65f7f79717516db971092be04fe4
3
+ size 30277632
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d92a7772aeddc060a728493d8d168067b8799350f39191662aa26d7907ad5d
3
+ size 41943040
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a215e6aa5aa3d04b5d87d66ddfc86eb64319f74b589265019e95593d41ae94
3
+ size 33554432
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0e35f8d83209e18dc8b3f65c5673e56f185ef4b0d47ee9b9cf6031415a13f5
3
+ size 41943040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15871da6f655eb7cb26cf773c548b63959cb8f11e38d4768d253e3cb034dfa1d
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d941364626bbf459e110ba2d05e88040e921f728fddaf0c43bc5dd4541d9d1
3
+ size 29908992
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d43df9340aa7483e8d39aa561da47e7193625c84151c770a3caa420abf9c7f9
3
+ size 121110528
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bb8701903008bc2138ed055b5cd246eedc70cf870b8112ded79f492c48af35
3
+ size 242221056
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c89f26b42f48fc756129fe1fc554ac9c1dee3c2d08ab3ca055a0c52f2c16c77
3
+ size 30277632
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45988fa9b88b781794f7e1e4539d037c044f76707aaac731d22755ddf616a21
3
+ size 121110528
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d126827c0f2c3da72c968bc06398119d0304386a936d70970e78bbb57720acda
3
+ size 121110528
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f82a9450d5f1b022bd8b9ca1672ffa20041c0910286232e5d067d6fb87b8a2d
3
+ size 19349504
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a9f98424cc9068e3d42269b5473914c40fd19114003e2175e13350ad2d290f5
3
+ size 242221056
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5616df7198686af860d61834a9cd32b0ab5d9afb1137efea6b2ceb8d081eaa
3
+ size 30277632
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19a4611393876117c11d9aa309840ad837dffc8f067ae846a8c60dc81da2f99c
3
+ size 41943040
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:714357626b88c122999a00c7dfd32e751c6769d02234665074611f408fa9629d
3
+ size 33554432
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2fcd95d52a76b2800b41b7198a8895a7b0f6dd0290b38309cbb36d5b7f7c5da
3
+ size 242221056
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3df4c19ba10b1f6c40d1a3c72c06dfba80ecea896f17602802d5c4c4dede33
3
+ size 30277632
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e6ba78338f3eb96a343a344584e0ddf4d6401e5c5ea4c42b5fcbf8a376e09aa
3
+ size 41943040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ea8a7b0d9dd0921980eb369dba8e85d9fd1ae4f034591c4a696210871476680
3
+ size 33554432
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6c83b4309aa1a679141d40727644edfbbbf7f84b1033528b6d5e8ff7aac9f95
3
+ size 29908992
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c7510a5455aff8666a128520d33ca4f21e5ee89d572b8698b4c043bfd05a8bb
3
+ size 24645632
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94aa19ee1e9c5a8f9ec072a982b22b74d1ad8e4db4455fc55a3d7b0cb7fcc1c9
3
+ size 121110528
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13b66f6bdd1374e5fbd26f4d1ce48da33e94e61a35f7dcd932b794159ce84b38
3
+ size 121110528
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a89dc557618ffc46434131d18b64ad0717e168ecc794f1032bfc1d5123112130
3
+ size 19349504
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1708092f6e0cbfd2fe3fa2904af0314606a1023c9e83fb470b048b8ca2a3e59a
3
+ size 242221056
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5385bdea6d0d328d9de419f3fab7f3c0bb4042b495781adb0060ea624c1e6a5d
3
+ size 30277632
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af46cf47bfc7d47f567f27446a03bdb3fa354205b4394fbd720c0010faab9463
3
+ size 41943040
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:113349e6ba40f86591c0e2e99272ec354083f89efe60d813c033991793fe9367
3
+ size 33554432
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7301ce27a8b18fa4c0a70ef751d9ca9b851b96d0cfa87fbad6c7ec42cc11af4
3
+ size 242221056
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875855b92e0b66638ee687fececb43979c10c320448ea6334c6005c479706c73
3
+ size 30277632
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e1ab922eb276ca85b9dd351cfefce31310c823141ed41ea4c59f9dd0efaa98
3
+ size 41943040
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e808bea585ff6575d1b29b04a4261aada62ce151fc5196c288153550d2f8492c
3
+ size 121110528
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7031a88c61c58307bdb6dec18c0303126eb70401d72f7fa0b92e66c6562f355b
3
+ size 33554432
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d0d26f2c9db67a29c0313f68d1daf278da579727c0a924ef5f522fe35b5258c
3
+ size 29908992
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b31efe5e1728a4fa5ea5591a34d72ac3853b1f434ff9ad6a9a0258b34cf95e
3
+ size 121110528
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:935c9a2cf74dc22a527f1d745fcf065b1bbfddf9723e0ad28061879f4103985d
3
+ size 121110528
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2671590de3b0f968d04dfd7215802ab0b7685743e0507c7990c2c81bd16351
3
+ size 19349504
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af021a0d66c010f9603208a4f5f2df99daae162ad5fdf0b9d4d28497fe0b8d7
3
+ size 242221056
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253e9584e6a51d3b307b0abfc0742f1632ab876672baca9a8b24ca06f13a681e
3
+ size 30277632
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e86fa81794492bbbb87141f8cd5eb39b57b7d9d57c0c0b0f72022938520f2ee
3
+ size 41943040
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ea17d5db54a5e9428f48ef077361b64b2a5f11ff6cdd8e045fb85cf9f346942
3
+ size 33554432
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11facb58626d826ea355789a8540e24f23f106c3a1a2b2913b6d8ef3c8649e94
3
+ size 121110528