Hugging Face's logo

mlc-ai
/
Mistral-7B-Instruct-v0.3-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
294948f
•
1 Parent(s): 0a4df3c

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +81 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_11.bin +3 -0
  14. params_shard_12.bin +3 -0
  15. params_shard_13.bin +3 -0
  16. params_shard_14.bin +3 -0
  17. params_shard_15.bin +3 -0
  18. params_shard_16.bin +3 -0
  19. params_shard_17.bin +3 -0
  20. params_shard_18.bin +3 -0
  21. params_shard_19.bin +3 -0
  22. params_shard_2.bin +3 -0
  23. params_shard_20.bin +3 -0
  24. params_shard_21.bin +3 -0
  25. params_shard_22.bin +3 -0
  26. params_shard_23.bin +3 -0
  27. params_shard_24.bin +3 -0
  28. params_shard_25.bin +3 -0
  29. params_shard_26.bin +3 -0
  30. params_shard_27.bin +3 -0
  31. params_shard_28.bin +3 -0
  32. params_shard_29.bin +3 -0
  33. params_shard_3.bin +3 -0
  34. params_shard_30.bin +3 -0
  35. params_shard_31.bin +3 -0
  36. params_shard_32.bin +3 -0
  37. params_shard_33.bin +3 -0
  38. params_shard_34.bin +3 -0
  39. params_shard_35.bin +3 -0
  40. params_shard_36.bin +3 -0
  41. params_shard_37.bin +3 -0
  42. params_shard_38.bin +3 -0
  43. params_shard_39.bin +3 -0
  44. params_shard_4.bin +3 -0
  45. params_shard_40.bin +3 -0
  46. params_shard_41.bin +3 -0
  47. params_shard_42.bin +3 -0
  48. params_shard_43.bin +3 -0
  49. params_shard_44.bin +3 -0
  50. params_shard_45.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "field_model_type": "mistral",
4
+ "quantization": "q4f16_1",
5
+ "field_model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "sliding_window_size": 4096,
16
+ "prefill_chunk_size": 2048,
17
+ "attention_sink_size": 4,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
+ },
21
+ "vocab_size": 32768,
22
+ "context_window_size": -1,
23
+ "sliding_window_size": 4096,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": 4,
26
+ "tensor_parallel_shards": 1,
27
+ "temperature": 1.0,
28
+ "presence_penalty": 0.0,
29
+ "frequency_penalty": 0.0,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 1.0,
32
+ "tokenizer_files": [
33
+ "tokenizer.model",
34
+ "tokenizer.json",
35
+ "tokenizer_config.json"
36
+ ],
37
+ "tokenizer_info": {
38
+ "token_postproc_method": "byte_fallback",
39
+ "prepend_space_in_encode": false,
40
+ "strip_space_in_decode": true
41
+ },
42
+ "conv_template": {
43
+ "name": "mistral_default",
44
+ "system_template": "[INST] {system_message}",
45
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
46
+ "system_prefix_token_ids": [
47
+ 1
48
+ ],
49
+ "add_role_after_system_message": false,
50
+ "roles": {
51
+ "user": "[INST]",
52
+ "assistant": "[/INST]",
53
+ "tool": "[INST]"
54
+ },
55
+ "role_templates": {
56
+ "user": "{user_message}",
57
+ "assistant": "{assistant_message}",
58
+ "tool": "{tool_message}"
59
+ },
60
+ "messages": [],
61
+ "seps": [
62
+ " "
63
+ ],
64
+ "role_content_sep": " ",
65
+ "role_empty_sep": "",
66
+ "stop_str": [
67
+ "</s>"
68
+ ],
69
+ "stop_token_ids": [
70
+ 2
71
+ ],
72
+ "function_string": "",
73
+ "use_function_calling": false
74
+ },
75
+ "pad_token_id": 0,
76
+ "bos_token_id": 1,
77
+ "eos_token_id": 2,
78
+ "mean_gen_len": 128,
79
+ "max_gen_len": 512,
80
+ "shift_fill_factor": 0.3
81
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9e9f58500e38a39d958ad658c66e00f68935d7e627c61daa239ff6ab65f1892
3
+ size 67108864
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:436098ef5e924213c7cc6938e689e3881b7c673b025fbd2d17c93f90785eab6f
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60ad757108a50c2bc016de0f22752814d72f6cf3f6c27f1645e1182541f63c7c
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85761b7c77f130a31e054e08d8d68c8c6001f1a53ecd5e500326cb5d06a8c47f
3
+ size 27271168
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89e82f57c0432631f77477fb334a3a5f2e68d009b553a22b115f6e4392ac0ce
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:236d84e3c7fd0ca355940472a8c3218166fb79a50a34d0c77937b04fe6a44333
3
+ size 30949376
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c3bc98a5e3ff1698ecd7c6938d37d23fe2c2422ae02daba1563f35fc27e848
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b701fa7e08efc6d8c3118b128a0f211a3165b2d7157c8cd99f0de52e8d76f5
3
+ size 25174016
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc7f2d33f89f78dbe2dc7d95e08bc1b2438bcb61bffda3268def39c6bc09b9e1
3
+ size 33030144
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b3a398a58770581fe8dd66686bb940b3d55701d5bd3252bd6a67e5590e5b405
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0be160bd5be80f524513887bd2a2e844b51409ef06e47256a3fb8085072605dc
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c4ebabfec032bc8a4cbd33f2a724ecd76fd2b760463ef17915931becdbd330
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf3107fae8d597e7e572caf35923af438a25ee19fe0412a18ebf0ef9bdfb8eb1
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea3bfd85a7e0e2a6ccdb4f6f1735faebd4aec98a0ce33cfc9a0507d09e160c00
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a5f34230af51133724eaa55362bac972d75281d21b6a9d5cc73866e471014ad
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecbf7cf537295064eb389faef062aafceffe7d40c1513ac3cbe18331dac72bc7
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f3fbaf8f1d977e2815c95e8b009c877a29be13d8e3648de762d4c9a4c184c51
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:415664ad6a52f6a5207713e6a1e6b64b8db6d5768fdf8cb001ecdb85fe673e38
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698fcf0d6e3beff9af85defea5eb85d58f7efca5eccea392e933dc95e5da8555
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db793c3b2f743b06cd37f82da1e86ca118e2fdd12f4b74488980031c9e4ee146
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625e79869127d2dbc09721628ef9e1536c713bd3baf031c88f27c22c1c45e0b2
3
+ size 27271168
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9185f94b70aced5aab34a9f0d35efbca2e0e039bf03ee77095a0bc01e0448239
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c8fa74b588e1bb4eb27d3ee6c65521427d25b2069e0c37074e112e61f6c519
3
+ size 30949376
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f024fc08a251f073318fb25039c58c65f6fc43868ac7b767f07ec194e5e19294
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2c56e1f1d4650cab52049304f81eaccb3105c269bfc1c2fb217b9e54732134
3
+ size 25174016
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ed681b4cf281b95190e52b539f3eff6ab7f495bb9a762f4ad10a6aed9372e9
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ec7210197a757b2d4ad9523d2a2a58ec7d6c4169fa1cb57cf6084df2c8a844
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ea70f1d3165c0575107eb30a2c95a97099e2ea3cbfb1d6838fad8c5ea2ca028
3
+ size 33046528
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d36d24ac09d8f2ade20d28e5d80c4ac66f42c3b5f83cfcace3adf75454fca420
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5272b12d4329d4123422a336a9c3b81aff67d49178b83e802059e629fc152799
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7da0f3f7e508f33cd78814022c31ac08abffcf603795d71e982af6589d171f2
3
+ size 58720256
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346e86e6b4ce47b157b23c5bebf0abcf4419f376afc228acfa7f632eb8195338
3
+ size 22036480
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0703ffef828c1cc7ee92c22ea89a072871a3bde3c7c38cdacce99eb1ffa961c2
3
+ size 67108864
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7f2aedb8ee009ac1839a2e553c81911b5b88d435b59fd9570b663c6db32d9cc
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed84560fafbbb8cacd244640946c272d5b0b243d4f0275179abb2a914ecb644a
3
+ size 31997952
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:934b961741b6d9b660ab1587278951c56ec9685bdfca83509892d1d6f4e284cb
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3bb6f573fbb40de8d8d6d31fbe650d7a9db22dcf2df7bff0d093785c882c20c
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7394d231328c85e3ff718ace7a9bbdd2d20f8a59a398f116f62ff61f2846aa99
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b834de09aaa8385208d3fb97ae17e4357936616299bd7f71222233645bd241fa
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f9020b88446f2f7840b7a27c17c3ef6fc320b7ccbfbd460e8d977cf65ebcfc5
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76040c05c7bf555da627302dce45edceef82f34c4ee66a1264f384da64e44b31
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c97b1357a3dbc82dba938ba1caf35f68ab3b895bd5cab3da070e4daf43aacb2
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9ebc37e56b3fc8eafaec49f3352c66733a71a5d31333ca58426c8cc5257d8b
3
+ size 32505856
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498d16516ba8a6a0da6b8c033a53e5899abcaa6d515c5bf4bd4196a27d563e33
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6679e8d6fbd3cd6ed72abc2b3d47c11d06067cb5e9439743386b9f6be898eeeb
3
+ size 58720256
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f66d3048671afbb0bfbe2c8218206e50180707524ac6a844b16fe1e5f89b82
3
+ size 33046528
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e53b1829b212801457a454e69d7e2ae7c0dc25bf61ce45e2ef04499e0d98b0
3
+ size 29360128