Hugging Face's logo

cik009
/
stablelm-zephyr-3b-q4f16_0-MLC

Model card Files Community
cik009 commited on
Commit
1e9b917
•
1 Parent(s): cc1fa9f

Upload 71 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +42 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "stablelm_epoch",
3
+ "quantization": "q4f16_0",
4
+ "model_config": {
5
+ "vocab_size": 50304,
6
+ "hidden_size": 2560,
7
+ "num_hidden_layers": 32,
8
+ "num_attention_heads": 32,
9
+ "num_key_value_heads": 32,
10
+ "norm_eps": 1e-05,
11
+ "rope_pct": 0.25,
12
+ "rope_theta": 10000,
13
+ "intermediate_size": 6912,
14
+ "use_qkv_bias": false,
15
+ "context_window_size": 4096,
16
+ "prefill_chunk_size": 4096,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 50304,
20
+ "context_window_size": 4096,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.95,
33
+ "conv_template": "stablelm-3b",
34
+ "pad_token_id": 0,
35
+ "bos_token_id": 0,
36
+ "eos_token_id": 0,
37
+ "tokenizer_files": [
38
+ "tokenizer.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "version": "0.1.0"
42
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c56f2094b3137b3b1bec4c41fce3cb2267c7e033426ba2a5bf70232725437eb
3
+ size 64389120
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d04b9a224d558262a3ea11858ae66487621c61ffd4748776ff31ff2c26883032
3
+ size 64389120
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd3218a641d53e5fd6bbad5a804cbf106b8e89b6b1f23e7f1ef736d70bcbf564
3
+ size 17694720
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f41adee555a90ebc251eeeb0beb28f5e72592668b2fdac0fde90fe4ba52a6bd4
3
+ size 26931200
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34c477f7b6e47a6be3010403c0dd5c6b9cdf160a54743efc8711b9a5ff0d3449
3
+ size 17694720
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ec7e530ddff911f795970e27d0a761e900835d745ebe960ae4846ce769550f
3
+ size 26931200
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2daff091afe446a08d3fe1a61f5185fb2c8baecba5bc81a69e8e90168cfd79
3
+ size 17694720
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4f8caa4811e70e74bf5dede55b684e8bad602e5d379b7e26b3542eff489cfac
3
+ size 26931200
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2487b92bfd8ee95575c6996bb3cf8a6f494044dc71247f29f2929558529d0787
3
+ size 17694720
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c3570dd10dd4896605d36f805e845dc9acf3c7847fbd8f4fbc7bf08a5f66bc5
3
+ size 26931200
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8079e27c93459b68b99b0f9bb6da1d283c1fa78477b06dd14775470e8fa2f70
3
+ size 17694720
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559f36c46ece0fc45d3b8c8d71a36aea76289d31ca584d1e28d75de001f9cf1b
3
+ size 26931200
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e26287061ee9d5fb264a47e7f7e0b46015b56a3fc59d5d9dd052ef67eb28bd2
3
+ size 17694720
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b5acb189934eb8b17f4380ee65bddb971cb3a68127c7524fa14658ed05f0e1
3
+ size 17694720
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:190b49ebe874247bc4e14c3607f336011818b48be3668f22d7328ba01c0e4556
3
+ size 26931200
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64c136ceabd1e08bb34c20f72a41ce32563faf8e75d628bf8dccbc04bf63c0c
3
+ size 17694720
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02be02726fca3655950d5e6a3f84f410073cee063c5a7c05f617f1bbfb77447c
3
+ size 26931200
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f2da4305e7b386da401d86b7336eab73e20d112c97d57ffc7c64c1706683ac
3
+ size 17694720
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f6235167e8d820002d9b5ae32dd66011288287ff4d03db7ae515d3ed41add5a
3
+ size 26931200
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9aea39a8febb774859ba82e07ca1f23b4c8c8680d0871f8c374a3a70eca6bbe
3
+ size 17694720
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:801680297ba15aa4180b658de2a12d393fcfd9af97383b681d6b36e6527c0ec5
3
+ size 26931200
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59265cd77fc0b1270aba9eeebd0400a180063a4af81f327a41d922ceec4f4b17
3
+ size 17694720
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb51ea89b1f86df9c62983a474e5a95644f4ae090b44d619cfa80fb33cec97a
3
+ size 26931200
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ad131d6c150a17569919dc9e8f04b9e5df9bcdac2a1c86d6eac2d6092c5744
3
+ size 28282880
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fd1d027a36010291b78edbbf0e3d200c19d7e2f3b12dc89d0a23fbe264c823f
3
+ size 17694720
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fdc285728b2a200615e1cd2224983cb905be8575acb96c29757008ba2bac13
3
+ size 26931200
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bab0c364d059b6c72e29c4c091e5b52742d1d5f545cd151a0ab681eb84c37b2
3
+ size 17694720
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56fad046711801a6c238a50739f8b0b840c120217eb0d6e4186e2c2208fd80a7
3
+ size 26931200
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7b70e4287a1a3fde4aaf8b0fb1aad34ee6fc54be0938e1d27260f425f2c08ef
3
+ size 17694720
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:452ae3f61b151700e9574c28fce28421c536e10a973b1655c984330bddfcdb45
3
+ size 26931200
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c7d4bace07e715e903dd15d3a1067d7fc60426d6aa95b3f0871f092e9007c6
3
+ size 17694720
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:461bf6cd2baa9c9001b7cbe15417235cb03f99ae46065a14aa517a35c161c793
3
+ size 26931200
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67cbd6636bb45279af49c45bab8260a233f01cccc5eaf30ccdb1768467770c48
3
+ size 17694720
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a37bf1604344a3b46892ddbad17a4dd16f36f13ec5777676619976a177dbf9d
3
+ size 26931200
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce6d2e58c390f72a5131e5baf1abd9412de3bb34664d770bcbf35120576b52af
3
+ size 17694720
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7b660c1db0b0e2138a4117b71dd1807533bdb1e3c7f3da9beb8657f85694bf
3
+ size 17694720
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c1fb71b4204036806570140a03616aabcc3fc97578263f8d6027e1394a5a0a
3
+ size 26931200
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcb0aa5ff26d4681ed574142bde23185cc2688a03f8de3d55a7f02eb14062278
3
+ size 17694720
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34977894a3d2288e3ddbdbc152bf893adb6e58fbb72aa9ad0ba8d36885a68de7
3
+ size 26931200
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0cbade9410a10333d947978f0466cdce0bd5c45fea42161eaa9b8a121e8ff34
3
+ size 17694720
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d62bbfed9a647bab892790077f036c4e812e633557e22080399e0d8172597dd
3
+ size 26931200
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb0bfb808106b9c4661d141c243c9e585ccb5848a8468be89841bff279cb552
3
+ size 17694720
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a314def0ba1709942eec61ecfb766eae1c0366f80fb53326b33541dd8eded8a8
3
+ size 26931200
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:280d63c1a2408f71c9470d5eed0b434aff35e703912f9c0e08b75a49504ccbb0
3
+ size 17694720
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d97a50a05cfb8516ac514308ac070fbc1493aa9ae6d060055f5837007aa7eccd
3
+ size 26931200
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e278d9cf8f16c8e68a81dccae16b20c2ba9ac1ef717d024b992b04a0278c436
3
+ size 26931200
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14a9b9db4d4db365c1de7d1dfd860a9e78188959b95833e494154f825600cc9
3
+ size 17694720
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d57b5f3743e076425def88b3d6bc33a9a48633e2b698a5d2e2d7420a5b365f8
3
+ size 26931200