Hugging Face's logo

specrtrometer
/
Llama-2-7b-chat-hf-q4f16_1

Model card Files Community
spectrometerHBH commited on
Commit
773d7d6
·
1 Parent(s): 6bc4fbb

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +22 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_12.bin +3 -0
  23. params_shard_13.bin +3 -0
  24. params_shard_14.bin +3 -0
  25. params_shard_15.bin +3 -0
  26. params_shard_16.bin +3 -0
  27. params_shard_17.bin +3 -0
  28. params_shard_18.bin +3 -0
  29. params_shard_19.bin +3 -0
  30. params_shard_2.bin +3 -0
  31. params_shard_20.bin +3 -0
  32. params_shard_21.bin +3 -0
  33. params_shard_22.bin +3 -0
  34. params_shard_23.bin +3 -0
  35. params_shard_24.bin +3 -0
  36. params_shard_25.bin +3 -0
  37. params_shard_26.bin +3 -0
  38. params_shard_27.bin +3 -0
  39. params_shard_28.bin +3 -0
  40. params_shard_29.bin +3 -0
  41. params_shard_3.bin +3 -0
  42. params_shard_30.bin +3 -0
  43. params_shard_31.bin +3 -0
  44. params_shard_32.bin +3 -0
  45. params_shard_33.bin +3 -0
  46. params_shard_34.bin +3 -0
  47. params_shard_35.bin +3 -0
  48. params_shard_36.bin +3 -0
  49. params_shard_37.bin +3 -0
  50. params_shard_38.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "Llama-2-7b-chat-hf-q4f16_1",
3
+ "local_id": "Llama-2-7b-chat-hf-q4f16_1",
4
+ "conv_template": "llama-2",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 512,
10
+ "num_shards": 1,
11
+ "use_presharded_weights": false,
12
+ "shift_fill_factor": 0.3,
13
+ "tokenizer_files": [
14
+ "tokenizer.json",
15
+ "tokenizer.model"
16
+ ],
17
+ "model_category": "llama",
18
+ "model_name": "Llama-2-7b-chat-hf",
19
+ "vocab_size": 32000,
20
+ "prefill_chunk_size": -1,
21
+ "max_window_size": 512
22
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae69770f92cf5d0416fba34f1458814c922dcb34f14ca6e5c7149caf8729c4c
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804a946503bd4ca502702cfab74f5d73822cf4383139008b644ad45242ef306b
3
+ size 33357824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf80a64e337b334402212784aad1d9fde81da3728d2ee53ab899e64090552073
3
+ size 22544384
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56ab8fe119e80079b1d0077e8a32fb57f835d2571b7c3ad4f02142942730a3c4
3
+ size 45088768
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50694f5df330a09633b75f86167956f5fb406256b61753a956f873dae177d007
3
+ size 22544384
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5615d1a90cb92040101360542d25498f6bbf9c63dccf2cc95595fbca34ecba6
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f1a56972f1f6fc07c857f6b7c9e6004890a92f19f8d982034a655fda3b01e3c
3
+ size 32587776
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76f4bce34b852afb38eae4179a2deb59a5018ab1613101f51cc3bb01276b443c
3
+ size 45088768
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcdabca8ce88b7b796a5b644f44bf11cc81fad88aab3d9e6c762124cfa36f7d0
3
+ size 25165824
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fda0112df51d2d0de33c7b22945e626011cc58ff30d5738d85cfc86acda6013
3
+ size 32063488
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40116a117e539dae11772142e5191d689632b4dafd6a9a8a3ef45167deba2be
3
+ size 45088768
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43a4c8fbc368347b50a1ae7ce00b3f7e3ba7e04085e2610e6194c603965a0230
3
+ size 22544384
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b943ac5060689df83571ae6041151f63de062b64c7877a98689290c2cc8cb414
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d6b72799881f61286b50aba165fead5e2cdba4c66ecaf312bfd8c4bb30d36e
3
+ size 25165824
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aff1d401f6f5f0f6e501245fa7e23d17c388f349b3c2516ee69b81aaaec425a5
3
+ size 32587776
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395e41fc2139fa5765ab22b452c73b48b43fca3f448f18c9a5e90fb1c1bad75f
3
+ size 45088768
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7abf9a36f5a56e4c33010602b9d8689b5533a1709b6308924ede3b6186fe4485
3
+ size 65536000
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9365dac1c25584bfe28e6a6c60d9593bf183b26f2e7bea162f970158d08b3de7
3
+ size 32071680
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6955890031359fee261ba7e590dbe1771a802038174eb9428ee5794b9a842e0a
3
+ size 9240576
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb107fbc9a73c5171c22d730d28696053e9a3ef4fe710e5483b9b3d7815c68c3
3
+ size 32587776
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1f01427203ae3881ebb7ed85cbca84cf568e0997aed81f27b4a6a4d035b4256
3
+ size 45088768
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb80084945a59d31ac900f924d68c10aeaf7c99624d71d58127e5aa31f46f4f2
3
+ size 25165824
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c70d815c8e50f09d585138f83fa926ac6bd13fa43eadbef47e78ef05d4e76c3
3
+ size 32063488
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e40474d6608ea12bdd5f9363d4f539115a1d285dbf02432ad23dcce58d57b1
3
+ size 45088768
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:315f22a4ae4008249940f024ba7fed8ecb14b41534cead58defc7f2a8b387a45
3
+ size 22544384
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bff2a0c6f43e7ec9c2cd954641a306fd9a33e2c320bdb578082ec86b2706abbc
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c29f959afa5987bc1931cf785a20ae6d9a0eeba5c1593defa7c4107fda4625de
3
+ size 32587776
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5515a6324ca5bf8978b70cbfdbb717cdd920d8f26bc48db387199e61402c6f32
3
+ size 45088768
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48d45384b36625b50a8c635e88b0c4934a9cb43fa3cbc2bea36e703543d84862
3
+ size 45088768
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db261071412235163944d09508c6704070a5f92bbbb6da0e0145f528e6316a4f
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab5b3c5ae5a6ee8cd2226b133ae88073e081be2ab30adf2a8addc423b7dc2c5
3
+ size 32063488
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf863149901e8937bf8b159251895c783cbb644f9351e1fc2abb02340747362
3
+ size 45088768
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b21b1ca0c89093da1551b86866e077ddecc0bcafb778b539bbf46718ed8aa1
3
+ size 22544384
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e4d94a9359d4914486b8bf129d144c1dec98a78ee79cf0cd2583712b3c6787
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3565086162d1c25e1983c970c6effde8dd123035832018afd2524c854971ff4
3
+ size 32587776
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:605106ae4b6a2b4b246cdd919f036636dd3572600475d3700912cd3d52f1854c
3
+ size 45088768
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb15e1178f21d959282a2c1bf34056f7b0ae79ecacea0f3f1210ef4c971ef4f
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5446840d92bd038b3ca471cc01f2913349eaf4532488c8d75bd3a8a95545ca0
3
+ size 32063488
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99e5146b8ebd9200d01c93d7e276eddb77c22f6e777c9f0931a5b281bc6db899
3
+ size 22544384
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac444e385a29e60be6cd6610656a8a285988d69333994b2c6d8bac0bf6656d7f
3
+ size 45088768
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcfacb8d972787d2e6b5ea29dedb4b44884fa7ae69acc3faf7b47d0fbcb9d818
3
+ size 22544384
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec4d866db6baf3902a3b858abef718bbc335302e0ff7b37707346e07c04602af
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a287c4541ab2239025d830a3663289f73e4dc6f0c59269361482095bb5e63242
3
+ size 32587776
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9886b9cb19b92eb5fc1f79a8d09d6c8b4093e4b336ba2dc87d9c9909f436f998
3
+ size 45088768
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fca499f4c0d5d0d9662e1cbffad55722d88fd706839fe2b09527c28c03ebc8
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53abcea107b8e64b76f9babd539306d0125d51a9d3277a5751e6dd0cc7e77edd
3
+ size 32063488
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01b58872c791ced0347e86653a04f82231e9a283ddb8bc8c4a87cc63ecc4dcd6
3
+ size 45088768
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614ce9ed4d5d96c67533f2d00f897dc65e4e71230f2967b17da3c1c319c54e8f
3
+ size 22544384