Hugging Face's logo

mlc-ai
/
CodeLlama-34b-Python-hf-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
09ef6aa
•
1 Parent(s): add1c6b

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 22016,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 48,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32000,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 16384,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "codellama_instruct",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58eaef6550127e08ac515a05ab4f21247aa2e566b38a96db04840b42b78f78bd
3
+ size 131072000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6405c19ed8f6aee82e7753f3743e2a89d35c8803f0d577c4f086efc03db5138
3
+ size 90177536
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0597aeaa5e810ecd9a88d75d2ca0cdb454e96f021ed38d03110cf0263d24a9c9
3
+ size 22544384
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f419406a624fab1b570a2defe4c30b839a3db6405217bfed6d96ef9c21a4aa0
3
+ size 180355072
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:896dcd02c00eae0e2df0c22b4111157d69200581fa6a55a0e8a15920a82ecd74
3
+ size 22544384
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246bfa76d69c9c193749bdd24132f60ada4bfcb87fc73754f90d7a744e0f6902
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53abec000f9b9371c3e7bcce1973942974edc7dec26e508db525e45b6acc8bbf
3
+ size 32047104
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c11ed70963cc60a4ce58ecf2acc381708d07f8a5a17e37fb5b3b2029bbd20e
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee65002631acbc5ccbe01fcb4d59516ce65ced72d9eebc791cae9a92144b751e
3
+ size 90177536
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9727cfd308d0a62e06f5e37d13f1f4f5917382485b4793c1164ce3aa969a19
3
+ size 180355072
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:916f3d47b8b62fffba91b4ae2da3e0663f37fe11ef0325bb6eb1ffdd6aea24e2
3
+ size 22544384
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85fe42feed0091f88022c59b78bcada88a650b0ad1045b3b9575b11652e88acb
3
+ size 41943040
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2610091636a5c1e80f6322cc67a65744c3547cfe3e9fda4d9f577410d9feb7f
3
+ size 33554432
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d9d84f8ce811fb7cc854753f5229a6affe694ae6d12f5bf1a3ed13a26930dc4
3
+ size 41943040
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36de0810a968641f0f860494866ee350bf109231098c248849d2285b49c7d615
3
+ size 90177536
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b244ae2d170ad1d95018eaf9c36d4cbb74c648e6bf3768c50b49a531c876521
3
+ size 30195712
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7832a2b36a8102b8f8b3a2fee8367b371b940f20743071c705817bbfe30922d1
3
+ size 180355072
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ae9ffc58c9049c406f3d5fff7f7c8c0a95138bbabf15731b899031379e0487e
3
+ size 22544384
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aa6bb02530fa66b5832cabfc576298898ac976dac67969d86fdaf70b7a68136
3
+ size 41943040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58de24d8812ae0f594073c6ecaf0b1ce5bb7cfbc709dbfc1372663c8d5588b6b
3
+ size 33554432
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c3a8516e7c87ea8d5806b0fa722d0038504e6bdb349ef935b59c245d2260902
3
+ size 90177536
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc215d7d8cafc7e1194dfe2d749c2a1a0fce23282ffebbea258c0af568fac96
3
+ size 90177536
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b92129fdff7f794dafb0f7047cf991b76ab0c4e0125be2ccc280b511207efb2
3
+ size 32047104
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ab0cf453e04281138432d785451f2513e53af8e09e92514d71f3e5a38e4231a
3
+ size 180355072
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa269bdce5aeba6afd08819067b8abd5cf11f9bf11858de42e0df5aab9b710e2
3
+ size 32030720
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b4bed7633b380929b89bc2958803b6020debde6f36c73113651288089b8d44
3
+ size 22544384
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5253089aee0055a5e328cae327fd904c8f36893a8fd76d3f4b7de34799c435f0
3
+ size 41943040
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c7e9ec9d3db18443c8495d7c7f2c7bb376651ec35e1829f66e1558b67e485a2
3
+ size 33554432
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcac0c246707ab33254c991b4955398240071fbf628f6868c2a3c267f3ffc81
3
+ size 90177536
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a83b93ba88cb556904a73a6126d82a66e78f163acf2194fee816877aa53e9d
3
+ size 180355072
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1bea03301b246ff75da58799e464717102d029afe9210c3cddf052353bdadb
3
+ size 22544384
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ccc562fba48fe8f4c77e76a79639ada7fd1d2bc08c907e1d3bef8965f84547d
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1460b639cf816b0ac09493e9532219b8f57fcf1e65efd8f0e19424551f7c87f4
3
+ size 32030720
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eaedfcb7d762a99eb0c7c6fc17f87fed8f0e8a88c1081dd489aede8d2b587ba
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be46513a7817731b9234b2deaa4ea82d7b2da7b782f57b9d7d79725cfdba3e89
3
+ size 90177536
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f12a4017b70a9a32c999a114832161aa5bbf75516a7f7ca456674aea1e45434
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e9337d47bdabc895991109c5310bec65385ef42d845d984774026d0c1fd9198
3
+ size 180355072
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a7944104ba62508e41c3ab0d1f283c41285b288a1f397b75e6817390e2cbbc8
3
+ size 22544384
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0678c505e22037309da920c46b2b4e088fb6ee3422ae235feb7d1b471d7988c
3
+ size 41943040
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb333c3f07c992a794c30b8d7947d9e3aa104f4294987df79ef35253b00e701
3
+ size 33554432
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75c02675ceec7bb152a20eb48f31b5336a567779fa5bd8e896ce8254d5089407
3
+ size 90177536
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8cec43dff1ed3ee4fa3876202ae588b9fe194068a81011e4c218d4693184262
3
+ size 30195712
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbd9b30f414bed9a8ea8a3c8e4dfec8d5012b1b9310699d769ffa2c43061c7ba
3
+ size 180355072
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73ad17f694de8f0574e63c99e588b3221006e1bd592d570bf00545d23e6e7a0e
3
+ size 22544384
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef6a18b47be974fe6f04d2dfbf5915257ff6c941f5fe293d6a448e969645350
3
+ size 41943040
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db34388a0d13450797464504ee525e1dde4eca1cebef83ed38da13a231f7478
3
+ size 33554432
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77e97112dd0c2af58e6c7e5edd09e5143dc96f7d9dfa36432c8ad187327c3480
3
+ size 90177536