Hugging Face's logo

mlc-ai
/
Qwen2.5-32B-Instruct-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
fa7a1ff
•
1 Parent(s): c9f7a3d

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +84 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 5120,
8
+ "intermediate_size": 27648,
9
+ "num_attention_heads": 40,
10
+ "num_hidden_layers": 64,
11
+ "num_key_value_heads": 8,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 32768,
17
+ "prefill_chunk_size": 2048,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 80
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 32768,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 2048,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 0.7,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.05,
34
+ "top_p": 0.8,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "qwen2",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "You are a helpful assistant.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 151643,
79
+ "bos_token_id": 151643,
80
+ "eos_token_id": [
81
+ 151645,
82
+ 151643
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8bfc9af6d461cf17f7f20b8bb6f3fd8757381f00939092bc6836d23b76c2b35
3
+ size 1557135360
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:416cf2adf1c98942d0b68e7f4b5c91d14167f1dc70e946d7ff688e3704653b03
3
+ size 283115520
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f2d608b83c8649ebae4c239fa3d391d609ca324e1fac680b64fb4b65d208363
3
+ size 73400320
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d02f705369a712eddc50c9c5f5decc225a51c8aaf20b8dffef313fb0960470d
3
+ size 283115520
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b825d7e225d077ce90e09cf500ced5de8e47486ad2f540519e0b628ccded1449
3
+ size 566231040
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeeb33df1f09fdb9a1a1f817e3f750c024716b9d7efd742ffc97e5a67c1aeae1
3
+ size 73400320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab3118c7a930de54b55a86e4e2469c9a65dfe5d1ab8305bc993a2ae96b824e17
3
+ size 52428800
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c35d1dc33f99a0173ccc8a9a6132d8b79964e7436cd12743b804eef67a9e8cc1
3
+ size 283115520
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f2a1c837a27ccc1ea6efadb7a3a726a308fa406397f86020c24a31d3f8f203
3
+ size 566231040
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57bd3f937f8704301330bfcb40a75cfde92b807b9d7d5b1f682a47ce2509ec81
3
+ size 73400320
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ef99e55478c4579f1e3a2a28e02dc36befa3415bcc6884fc63784db7b087fd
3
+ size 52428800
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19917647401e22f37f1c58aee136a5e718a6deae476880f7c27b205fb3e9da21
3
+ size 283115520
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:684a178f3fbf48c2c0e7fd1a01f0e9e92f5e271303f429017eab90f1e6f3d502
3
+ size 566231040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5c6c9746e583a25164745b70ca014195be3f21b8b2a9421f2bca3e50ba98056
3
+ size 52428800
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e0c198940c70acff938027e6f25071f71b0f27dd2086116c626ae1ac7e687a
3
+ size 73400320
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5734a7cc846de19cc66422af2e5e94708d8280f529f23cd42abad1aa4ec274c9
3
+ size 52428800
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd05628763c6b32b34a19c17096a2e87ffb3b56483eede374c15e0fd674933c1
3
+ size 566231040
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db55b0cf9ca60bf70b8a4e3247cd539815e073cde597093fc038bbe8b318eedb
3
+ size 73400320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749aaeb2ea9af3add8baae9715da8af8a215532d087a8b04aa82929d22690994
3
+ size 52428800
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd66ea2c66c059c8fabe7f5e2e79866b6da5dee1fbcc75ebeaf6b2551d809dda
3
+ size 283115520
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe48004261073b13bfb42e98d23089705b973ea2a6006929c5c57e82c44c0e87
3
+ size 283115520
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f096b5cd1cfa3a2c2b784c279ff7919f040e61dc114b2360118dfb743af52584
3
+ size 566231040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfda23f130d3a4e165404fe2a0a43d7390ae21ae3e6c1578bc1446bdaf48ef65
3
+ size 73400320
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b417fe9bacd1a2d6e8a2eb5e6c217def26a9621a5b0b7a192d9765a6e48efe0f
3
+ size 52428800
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fae4475763d0da5df195ccfddc6019b9d6051368fb1d3611cc0b382f6e267b9
3
+ size 283115520
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b70a99ab3141604a724cbc0e331dfeb10bf73d6411f647a6eedb1567a07ec800
3
+ size 283115520
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb9131ea3fd61deb7b1d15ee06f0a556e23d15c7b8a7a104581a3b7752319eda
3
+ size 566231040
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bac1890b49aeea4c88e8b7f0ffe8ef46ca1fe575c4979a7227cb51f55125b28f
3
+ size 73400320
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f483c67c42384ec4a39720fa505aeb33f1d5b2b5f2cd1d72932f3f96e48935
3
+ size 52428800
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85c3bcce9c2b63fde0474b968949bec8f2d61a6c6d5ec6186afe271b4921b4d7
3
+ size 283115520
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86946ac9e19f38dd305a8be332231086d45522cb68db4b8f13ad346701c62964
3
+ size 566231040
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82e4aa5cf63b9414400c5f1f16ad8fca250ecbf3ddd1eeb86382bc18ad0fbef
3
+ size 73400320
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5f21eb07c9c577bd6fa849c9954f98f878cfc30b2cf240eb07e0051be2b8ad0
3
+ size 52428800
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33a2593571b4b422e364dfae804344feca0116270731cca26ce20ab1a5eb45a4
3
+ size 566231040
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14ca0bab51a9adfe9b1bd61c703e717ab326321eada2b34e594f89be1c6b00f9
3
+ size 73400320
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e166ecfd211680b367150229b1953cfd0a5c5e9c9393fa43eb4076ba2c77771c
3
+ size 566231040
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53db36afaed1ffb1636cfa2d0c430b5bbe95094fd52503f023419b655e595d50
3
+ size 52428800
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3494890fa5e82dc7adc5a9187e1e6766fb834efbd6586100e3007e48fb45f903
3
+ size 283115520
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382049a6a03bd7db64e83341478e3f8b234c1d6a826b2aa811a7deb5bbb2c877
3
+ size 283115520
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad7f5f5186b3662ca21eb7f3e4a0555203da34174fe17c99d1c886d088f0f861
3
+ size 566231040
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbe9902022af378beb6b0805a23449d5bc964ae37162f78fb9b089a7c25617fd
3
+ size 73400320
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a395198fb599ae2c9f593bc2cc4389a8530f54d800c95f5d367acfca304c8e6
3
+ size 52428800
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:037f6a4f667fd2de683ed8f86621a137a27249656d1a1f51e4fd964094391b91
3
+ size 283115520
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0732e7d4a5098d98a34345754eff892b616cecf047458d8f24fea09a43e5541c
3
+ size 566231040
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e53082021b6777987b54341b66ebebcf77679d14fa4f817a19cb265caeca48c
3
+ size 73400320
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80548c3eb9f31db4657eb33cc24cb6a76031ac6481d231a7145fa7cfc99b7de4
3
+ size 52428800
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0624f2b558b2704cb4b36355acc384eefb972629da63a796d7eb891a8b6eabd4
3
+ size 73400320