Hugging Face's logo

mlc-ai
/
Llama-3.1-8B-Instruct-q3f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
837ab7b
•
1 Parent(s): 018d7fc

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q3f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128256,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 500000.0,
14
+ "context_window_size": 131072,
15
+ "prefill_chunk_size": 2048,
16
+ "num_key_value_heads": 8,
17
+ "head_dim": 128,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
+ },
21
+ "vocab_size": 128256,
22
+ "context_window_size": 131072,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "temperature": 0.6,
28
+ "presence_penalty": 0.0,
29
+ "frequency_penalty": 0.0,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.9,
32
+ "tokenizer_files": [
33
+ "tokenizer.json",
34
+ "tokenizer_config.json"
35
+ ],
36
+ "tokenizer_info": {
37
+ "token_postproc_method": "byte_level",
38
+ "prepend_space_in_encode": false,
39
+ "strip_space_in_decode": false
40
+ },
41
+ "conv_template": {
42
+ "name": "llama-3_1",
43
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>",
44
+ "system_message": "You are a helpful, respectful and honest assistant.",
45
+ "system_prefix_token_ids": [
46
+ 128000
47
+ ],
48
+ "add_role_after_system_message": true,
49
+ "roles": {
50
+ "user": "<|start_header_id|>user",
51
+ "assistant": "<|start_header_id|>assistant"
52
+ },
53
+ "role_templates": {
54
+ "user": "{user_message}",
55
+ "assistant": "{assistant_message}",
56
+ "tool": "{tool_message}"
57
+ },
58
+ "messages": [],
59
+ "seps": [
60
+ "<|eot_id|>"
61
+ ],
62
+ "role_content_sep": "<|end_header_id|>\n\n",
63
+ "role_empty_sep": "<|end_header_id|>\n\n",
64
+ "stop_str": [],
65
+ "stop_token_ids": [
66
+ 128001,
67
+ 128008,
68
+ 128009
69
+ ],
70
+ "function_string": "",
71
+ "use_function_calling": false
72
+ },
73
+ "pad_token_id": 0,
74
+ "bos_token_id": 128000,
75
+ "eos_token_id": [
76
+ 128001,
77
+ 128008,
78
+ 128009
79
+ ]
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5795d188899a2512ae8b380aa9cd7d839ef64878eb26925587cc51f0ec5486bf
3
+ size 211365888
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523df29d9ac5cac91712b10d106f0b1fe43477d56e8558c895852cc3446b73d6
3
+ size 23527424
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ece7cbf9f02036705f3e1f1e250e7d359a6b5be5be8deacc5e3107335797427
3
+ size 23527424
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c51028fda1386caf4e0457089b1b11e60ea5bdb8773c1c3780519aac2a3e2c
3
+ size 47251456
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c128d8e8d329544aaec95007b9e95888ccc00b2b49e46ada98f47bf5a2e64347
3
+ size 27848704
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b400a269cb3dea1f5d2fce8828dd537a34db6d95a08abe2235fe0511d79485d
3
+ size 23527424
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d44461a53a9aae01ac4bdffea4095cb715b922362e37d15b7516d415811081
3
+ size 47251456
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5fe7728f50326e85ac9358b2aa0abb4de00298d1148849289891a1761f68e37
3
+ size 27848704
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d30aa958084efb22a3d5810c91199ac20a9c0c22311094b020581132b54757
3
+ size 23527424
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595124884dde92f2b173cd8d0584afa35fccc915fafb102810bd59155d3345e5
3
+ size 47251456
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead8bec9e992a874cb73bcbacd994a90257e97b5756a0b556e94996b2fc64a4c
3
+ size 27848704
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cdf7baa0878763a8d69fb6a6939532133d0125fdaa4bca99eaad71a71992e86
3
+ size 23527424
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c08895dae3e3a3c1996a462cbd798e9ea4cf9f3613e5207541b2976ba519732b
3
+ size 211365888
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66bcbd5df06b737fd4e7ef9c5ee8fc8b0bcae8ee29b62cfbef3cd9efa297c044
3
+ size 47251456
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1da595ba57ee04c817ea5a45385084606fb55d62b0ea59e917f78c60d54c540
3
+ size 27848704
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0277bca6efeaa9c552623f830319fd5050bf497bdf97b1051e649a804d36ed2
3
+ size 23527424
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b445f91f1c076f595c7111fa84357da27265728420fc8601b6cda23fc15069d3
3
+ size 47251456
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd0b6f51e741cc450c802e70bc40bb238e51cab945afdf3efd0e99bc12fc9a8
3
+ size 27848704
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5147983f190e3a5a75d10a0e92d690c66cb33db9887fb1d2f82e35080396041
3
+ size 23527424
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba3e6df4c535492ccf3c0b0fb1b723a5861e694c7ffc4f30c15f13bf5d41bdef
3
+ size 47251456
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b33e08dc2c39fb7072bec812dff5d4d7675339acd7a60cf5991b744cc0f1221
3
+ size 27848704
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3988acbc7b686ea6816ef57205cb709211e2d6fd12b6d311e0d868ea13ea099
3
+ size 23527424
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ff5361da210423478055098b9d8407fff7baaede2f2e1e5dc9756cc7228baf
3
+ size 47251456
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fbce7f169a68abfe1a6d5252bcdca57568ceb3ba5fb4db04ff7e35afd101670
3
+ size 26420736
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:480f98d47207a9cf0fc85ba3b812616dc8995b2719bd8f394e9e63fa08add20c
3
+ size 27848704
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4faebe309d00c147d3e8a9eae3ecc4d545dea2a443bf526faa2664f335cdf48f
3
+ size 23527424
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60823247c3785be0870f7fcf9349bd3a43b45bd29ed720edd11ccfd8b73e41b7
3
+ size 47251456
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296f206905a7a4b2af47a73f49743e40245d9a145d4f1720337d52b04347bdc7
3
+ size 27848704
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a802b162166a8b2770dc35e2b67804df6644f275b6e1971c84ac74889ac6f67d
3
+ size 23527424
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010e402aa9beb0b914342a722198e4c0e1f359c234f25869d1df777862f9d6e2
3
+ size 47251456
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6881ba7cc0a6b9741c1ac001ca8856078ad2a6363c0127932f7eb57d6362522
3
+ size 27848704
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02741daaa656beed82d5ab8858a7ed5c7535d2043686bef8f8bb01f3839752ae
3
+ size 23527424
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318935863ea84e17b392034d1732c72a78226a27e3530d4416639c76538362ba
3
+ size 47251456
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d028e98985a768d691e52658c05fbd24241534cfb8c3d8360d3095f061799de1
3
+ size 27848704
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76359d67b1df81fe05713a692734894de1d290cf404fc1d0b2b4413f5f31d6c9
3
+ size 23527424
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a38f3349cbf14a7c5ae6650c1e9cbe99b0e91986d0d3f509ee18e521c28cbc7
3
+ size 23527424
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b255f708c0160fa0e3784232bf1705ca4939289bfd5478abfb3572201a264e2d
3
+ size 47251456
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c32149bfc59416e28a6c4b37b745882946fd38e81eb49055164aa452a96357
3
+ size 27848704
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2506fcea92a8f2c2621abab5cf2ad11e22e3d9ba3a2d8a851154e2b0a8953add
3
+ size 23527424
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b709e399e116a370ab53679caa169ebde79bfd74044b9c0a53c00748bd48b8
3
+ size 47251456
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eb540fe285f3777cef55ac6005a4fbdfa7556c9a36400122411757ad54303f5
3
+ size 27848704
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cffb356695c5d16325623494859e5e56f8f1d6e488a4484eb9d0331f12c5510a
3
+ size 23527424
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32002e9b79f287db215876aebc187ba568fe4b6b4a80c6aa46f5ca6a2c322416
3
+ size 47251456
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59221e305b67f8f1c431cac7ae9319e50fd602273d618af2475c50f65c6a846d
3
+ size 27848704
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9a5250cd3d70dc744dd823c16a7535daad1b865c5f71e3adc57790453e33390
3
+ size 23527424
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d1c16b1f716e30673c4147b7953b3b3bdfb07f98b675265341c4b8e00bea7f
3
+ size 47251456
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68691d292b27153374b75a84208006c204eaa865c01cc0273846411eef98ce46
3
+ size 47251456
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:068a5accf8238c81c22f20592198ea22a641c6e2979a85cfa1a069c355a776f7
3
+ size 27848704