Hugging Face's logo

TNT3530
/
Luminum-v0.1-123B-q4f16_1-MLC

Model card Files Community
TNT3530 commited on
Commit
6c0c11d
•
1 Parent(s): f4d4707

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_136.bin +3 -0
  46. params_shard_137.bin +3 -0
  47. params_shard_138.bin +3 -0
  48. params_shard_139.bin +3 -0
  49. params_shard_14.bin +3 -0
  50. params_shard_140.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 12288,
7
+ "intermediate_size": 28672,
8
+ "num_attention_heads": 96,
9
+ "num_hidden_layers": 88,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": 131072,
16
+ "sliding_window_size": -1,
17
+ "prefill_chunk_size": 2048,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 80
21
+ },
22
+ "vocab_size": 32768,
23
+ "context_window_size": 131072,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": 4,
27
+ "tensor_parallel_shards": 1,
28
+ "pipeline_parallel_stages": 1,
29
+ "temperature": 1.0,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 1.0,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_fallback",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "mistral_default",
46
+ "system_template": "[INST] {system_message}",
47
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
48
+ "system_prefix_token_ids": [
49
+ 1
50
+ ],
51
+ "add_role_after_system_message": false,
52
+ "roles": {
53
+ "user": "[INST]",
54
+ "assistant": "[/INST]",
55
+ "tool": "[INST]"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ " "
65
+ ],
66
+ "role_content_sep": " ",
67
+ "role_empty_sep": "",
68
+ "stop_str": [
69
+ "</s>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 2
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 0,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": 2
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e21b65d628a9dbdbf7c40ce56dbef4cd892b6ee257bf75a6741760c6ee904d95
3
+ size 201326592
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:845ec467729453b60d0d7eed404dc680d4e078aeb53eab8ec43104c3b97e954d
3
+ size 201326592
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8280f51659781ce907da60c96a193c886617a8b3dd12cd9390159f112474f465
3
+ size 176160768
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb2f6903f480833cfa925bc6749fa9790f54530a1d91cf50fe4e012bf8ec4506
3
+ size 75497472
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d574b1a71ba0d68d7219b1e12991f9939d9d61cba17341ebe99ef698ff399d69
3
+ size 176160768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e7dded1778d6163b2b90a5c9c6a85e5fef92052349c7d01d62e6179ba70226e
3
+ size 22020096
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7109a59ccaf3bcc0ddf55cbdfa1047f9432a32ac13a9fcf5eebdd0e0fd038772
3
+ size 352321536
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79b89cb4c63e39dbfe6a3ea5fdfa03560abe78eab8be84baaf6fbfcb292fd6ea
3
+ size 44040192
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:091363b0d6a45af67fde6a96e6f5d23e7a0e4906ac92c4783d67391cd9bd8946
3
+ size 88080384
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bdb658171b07a4872dfd524841d33799a5968e2be8526943972e0746e5e1784
3
+ size 75497472
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13f1afc9a2c1fb1818981f6307f5c090612967412bab7ddecd0ad6fa7ddeccf9
3
+ size 31506432
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e0aeb2bb7a87f8eecf8c46deb1af970d76c0c8387963bbe4b0b687b4a5a8a0
3
+ size 176160768
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0d7cc901c277e75c229a44e24177281e07fde1b7dddafae604e565b3eca48ae
3
+ size 352321536
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb5d170f96f049112465a88ab26b30ca0988cc3702aefd6b97db5b212b50051b
3
+ size 22020096
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0075235bbb1635598d6a9cb03e0980f5177b95ec2ff506be268d64501c95cc33
3
+ size 44040192
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c53745e6ce7b7811931697a15aa99f1b141405856f6e1870d7e41656c345983f
3
+ size 88080384
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a216d58e02a32fa29b5696b18dd8bff4da90eaf646f5adee5ecdb37688aeb2fc
3
+ size 31506432
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21cce4bad077c7ba10a189feed528776ce8081031395825c3b10e7bac8b7736b
3
+ size 75497472
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b57bde5e3bd89f8fa131d10b75b3b2de3eae4d780f27d272ad31a910b096b6d
3
+ size 176160768
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9bbfb3612086307621de9d7497ac903d3fb8f1423ce035a2a14f913d73cc75d
3
+ size 22020096
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c7af388419da485e1af4909cf5f85487a64346ffc0cea68c2f7173071e0f31
3
+ size 352321536
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e463fa8c8fbfadf1f0de67b5fad736272c5122a1f9921701ef4ff2dc41e5d0
3
+ size 44040192
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5852d77fecfc2162af01075ed06218b5625376330387c793da2355ed14ce2ee9
3
+ size 88080384
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72d99a08c0e6421087d08edac277ddd9573e3c1c2a2d13b62ef9059ea28a6dba
3
+ size 75497472
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef60e043af3c1c486d899d7577de39c4647ab22b8bb69676a3792263f9af0e48
3
+ size 352321536
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a745f4c4822b287bd5edd56aafa5fe06b666abb31bb668a59a0dd5021fbf8f96
3
+ size 31506432
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcf81bfb994d8d5c7b8b1abc167a9556f9b3da63209a3af9ec13a686887f7d34
3
+ size 176160768
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ac9e4b33bb70d02a5395a884c6dddce388bea0caf6c975aebbccc60ef8ecee
3
+ size 352321536
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1586e7d608c012ba7ae723a13b15c6ce2d712896e15006de64e5282ae3f2ef3
3
+ size 44040192
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4e34c3da1cab0623317ec1bc5e98f04fc3a71933ad27b773746524380ee900
3
+ size 88080384
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:058e4973b18eaf99d2024809edae183233157901126f1ea7c1a25f274db4ca7f
3
+ size 31506432
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfeeea3c6ee78c1264d1646bbcd6114d6b8aea82a97135f2696c994d82894b2a
3
+ size 75497472
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0debbf10b27808ad547a1b808006544ae7afa6b8cf46cf26e28c39570e2f212
3
+ size 176160768
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9e76b28899cd2c94528be1d3a9c72c45b1c290fced1dd70e162ca3f8b6891d
3
+ size 22020096
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c995d829a09047f1b15d48c06fc6e9b927a1db748490e9301522d67eea105c7
3
+ size 352321536
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2065bfb0416b6ac1b8d2ebed8f9b6f94094b279c4a84c9fb6885036fba91f54c
3
+ size 44040192
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5250ae2c76decac125a58c9e19988dc18ac364522e9af84828a5f6cb6490e509
3
+ size 44040192
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2edb83de8817c7da9042ce019d396b5cd19f86ab6348979d46db20a12504d06c
3
+ size 88080384
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0fee2bbf388b9059f77053b25a6cf96e39cef95ec9707e21f523e099b0a152d
3
+ size 75497472
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad0190162d26e00338d89ac734ede19c96f7e83d518d85772b2a7dc017600746
3
+ size 31506432
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b1a66c70108ef114c8b0c8edf3bbd557cc72d98a614954e8a50b3f66c94b05
3
+ size 176160768
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97471fedf80e50e08ad4afbbd75a3c65a42f1fd9f4b1d741c7666a4c844475a6
3
+ size 352321536
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb15ee645b83a68d611babb69b6b2a9fa4ed8b9e24bf09379034f2b21b880ab
3
+ size 44040192
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec4696284ef23fa98f671d29346de4211fd8282cca844e4e4fd373cdda02a441
3
+ size 88080384
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371e2637f7ef563f6c2626ddbf29d838a5c16748fe2a15fff13712e86988da69
3
+ size 31506432
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac2fd059d3c2f62de77dd369ae5d294f5a8d0cd52b7e85f6e42f34ba34141119
3
+ size 75497472
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5caa69c2928f82fbfe130f67f8afbe1d9105d91e12deee3f62805542e215a31a
3
+ size 88080384
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e97387a0b3d52aac0dfd4548a1eb161421638a860fb8bb183308893df8fcf16
3
+ size 176160768