Hugging Face's logo

mlc-ai
/
Llama-3.1-8B-Instruct-q3f16_0-MLC

MLC-LLM
web-llm
Model card Files Community
mengshyu commited on
Commit
c5aa43f
•
1 Parent(s): ed16e36

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +91 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q3f16_0",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128256,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 500000.0,
14
+ "rope_scaling": {
15
+ "factor": 8.0,
16
+ "low_freq_factor": 1.0,
17
+ "high_freq_factor": 4.0,
18
+ "original_max_position_embeddings": 8192,
19
+ "rope_type": "llama3"
20
+ },
21
+ "context_window_size": 131072,
22
+ "prefill_chunk_size": 2048,
23
+ "num_key_value_heads": 8,
24
+ "head_dim": 128,
25
+ "tensor_parallel_shards": 1,
26
+ "pipeline_parallel_stages": 1,
27
+ "max_batch_size": 80
28
+ },
29
+ "vocab_size": 128256,
30
+ "context_window_size": 131072,
31
+ "sliding_window_size": -1,
32
+ "prefill_chunk_size": 2048,
33
+ "attention_sink_size": -1,
34
+ "tensor_parallel_shards": 1,
35
+ "pipeline_parallel_stages": 1,
36
+ "temperature": 0.6,
37
+ "presence_penalty": 0.0,
38
+ "frequency_penalty": 0.0,
39
+ "repetition_penalty": 1.0,
40
+ "top_p": 0.9,
41
+ "tokenizer_files": [
42
+ "tokenizer.json",
43
+ "tokenizer_config.json"
44
+ ],
45
+ "tokenizer_info": {
46
+ "token_postproc_method": "byte_level",
47
+ "prepend_space_in_encode": false,
48
+ "strip_space_in_decode": false
49
+ },
50
+ "conv_template": {
51
+ "name": "llama-3",
52
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>",
53
+ "system_message": "You are a helpful, respectful and honest assistant.",
54
+ "system_prefix_token_ids": [
55
+ 128000
56
+ ],
57
+ "add_role_after_system_message": true,
58
+ "roles": {
59
+ "user": "<|start_header_id|>user",
60
+ "assistant": "<|start_header_id|>assistant"
61
+ },
62
+ "role_templates": {
63
+ "user": "{user_message}",
64
+ "assistant": "{assistant_message}",
65
+ "tool": "{tool_message}"
66
+ },
67
+ "messages": [],
68
+ "seps": [
69
+ "<|eot_id|>"
70
+ ],
71
+ "role_content_sep": "<|end_header_id|>\n\n",
72
+ "role_empty_sep": "<|end_header_id|>\n\n",
73
+ "stop_str": [
74
+ "<|end_of_text|>",
75
+ "<|eot_id|>"
76
+ ],
77
+ "stop_token_ids": [
78
+ 128001,
79
+ 128009
80
+ ],
81
+ "function_string": "",
82
+ "use_function_calling": false
83
+ },
84
+ "pad_token_id": 0,
85
+ "bos_token_id": 128000,
86
+ "eos_token_id": [
87
+ 128001,
88
+ 128008,
89
+ 128009
90
+ ]
91
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c4e517aaecfc1ac88f7928db82fa626e8eff0784d8341995af8bf090645669
3
+ size 211365888
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0731c33466dbc016b6559d754ba034b42cc3f34c2e16244125ec0228e957c5e5
3
+ size 23527424
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b6da8971998754be2ffbea25c1bf8e677f58996dfb98d5514a7ca0b153d487f
3
+ size 23527424
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03747450a9e6492551c2972cb4c32cda9c761c4fae9630e7bb0b936c397902c7
3
+ size 47251456
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1660e4274ab2da790859044d5e7b26b279e3523a74deaff938ccb24952630edd
3
+ size 27848704
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3a08f15268c8b812b12570da4dcdd820fc1231c89694e4535617a9713daf3d4
3
+ size 23527424
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5fe521846bcca94b303acfc2dcae1caa9ded7e83992fa77f45ecbf6faff9275
3
+ size 47251456
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eda3a55ef6f534da67c9dc757e6f2d9105d1fb7867b38cd275410a69e721f05
3
+ size 27848704
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5112ffd39c5512d3c0b259887866b80935c1abea520a41a945ce43c4bb820714
3
+ size 23527424
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7457aec36988fba7ece998b79f20bd8b9a00d77e2f6db2226bb739d222c39317
3
+ size 47251456
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aed7d4e3be28fb11ffc4d899481f4e7588ff59aa1abcb10ca1030c2bdc14c227
3
+ size 27848704
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a522d2d0b195d5388d8758ef4d63909cfc560ddf36a41baadd9bd91a9d39014
3
+ size 23527424
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2c806959272741b8317e7efe2359fce5a93cf57b2584705eb7280bef43d756
3
+ size 211365888
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73819ae9774def52bf963eb39e13d8115f4015286ecbf3c23e547f9fd0b4dbf2
3
+ size 47251456
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134eb807c11f2e700f35aece34b90bb32dc454d6ba0d0153c4aab0a4e0eb2989
3
+ size 27848704
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05bc538cd92638f94d31bc804537111fc1685b2526f35c770e4aaf6ecee261ba
3
+ size 23527424
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879f66b2279f464f202b933c8e353fc6f6f938183af4b445bc3b90a018f16b96
3
+ size 47251456
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8de2c59be335360cce94889ee0b6ba0b49fd44b285208fc54df6898a9f01ac5a
3
+ size 27848704
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90ab8ab0bc49585d127138053578ee4de485e86e2e78c83187987947cb664e98
3
+ size 23527424
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:839657fba8076a86d3925f7f74f6ca44c7a6015eb9591ab7201142564cd498f1
3
+ size 47251456
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea32d1e3b357d7d61b9f5e976d093d501a99335669b2532a8219a40fe82a67e
3
+ size 27848704
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35b2860c1be03e9d9d8142b509888649c7dafa4dfacef1d7271b99d6bfe731fe
3
+ size 23527424
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04399f2e30ae5b5bfe67983a9ab323b3806daf2c265c12822b80de665a645dff
3
+ size 47251456
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fbce7f169a68abfe1a6d5252bcdca57568ceb3ba5fb4db04ff7e35afd101670
3
+ size 26420736
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54db54d336160361e2787100a8e598906ec2786b5ce532044eeb50b98f8c6435
3
+ size 27848704
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72293b85627dacc0fae39481641b7fa726bf7b50d62b94caf53802cd407e46fe
3
+ size 23527424
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a9cc7cc2554c57c1a42e8cdb8861f4a5439d3a8012dd923c32dbcac38cd1e0e
3
+ size 47251456
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23cd570daabaefecc5e0390c71c532c338ff0c368e37522d76d4dc1252c30d16
3
+ size 27848704
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3effcb8f73141e1748689cc2fc542f8641c7f19301ed4147330659920327faa8
3
+ size 23527424
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:491c903771c19267e88c1051ce22dcafa0be6bd7e120ddbbc5efbf2b7ca23b7f
3
+ size 47251456
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f93cc04dddcab4682b7203340ce841a587e4536b48ded502a117331060295a28
3
+ size 27848704
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85606c257d427a63e6a8cea5929c996ef8784680bf7f5f33cbfbbf74677e507b
3
+ size 23527424
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d39ce87fdeaee2ea40049beae995eb24f22a65df5d4efab3f15424a181a26c1
3
+ size 47251456
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24b80f07aa02e6ada95d375d8f7b1c7bdd38add8bf5295d20296aa08fc65a827
3
+ size 27848704
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:644950b08c23746b137640fc53bf1c29fe8bdef4f09527fb4b9ac6750615f43f
3
+ size 23527424
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e9e363a6a632c995f7e3b6ea39eb5fa86e885ea8dd57869fb6d529894e24d2
3
+ size 23527424
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1519a63f7a52110b07b406de43c6beee0ab5051ddbe2eb11136f60263078fca6
3
+ size 47251456
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8886aebe2931c93d54c18d7c0da00c05318d3813b717fd046f7970ac69729d79
3
+ size 27848704
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee8315410c3e4db404490f268f599fca0ae5abb47d04548fea6a4d8f6ae0f4b
3
+ size 23527424
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ead0e699de9a57ba54210d309da58244c31977d5a2759b7062fb597e05e0432
3
+ size 47251456
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:370be5ff4000283510970d96ee0c7d10a75f9b61389da73a5e6150f8b611f891
3
+ size 27848704
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e30517ee04bafb7a9edf558a90a800448a9ff4cf520cfc844b913017e3800a79
3
+ size 23527424
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ec99fd375d276f2012ccc210b301e21e9a6438498501414b2e11099c621873
3
+ size 47251456
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e6fbd2addb6b53ad0ab45818d89feaac0d8427c5469a3e0a587982f641d5358
3
+ size 27848704
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b409d92e0aa4652efe669a16773ab0f8b1d198121bc1e69986ea743e8f306c43
3
+ size 23527424
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812b4d19ed10af01b0ac9cf499f58406c92690e23641b27cefff23c37b86b854
3
+ size 47251456
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:745b0952700c6b42bd198a5f79978f1146318b1b3c4de4ff74af764e099452f8
3
+ size 47251456
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b328c8d361d1ad741f701b7372ef8a8627e046524c0c93a4e8b5536d9ed145c
3
+ size 27848704