Hugging Face's logo

numen-tech
/
Llama-3.2-3B-Instruct-w4a16g128asym

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
db83bc5
•
1 Parent(s): b10ef0a

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +15 -0
  2. config.json +5 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
README.md CHANGED
@@ -1,3 +1,18 @@
1
  ---
 
 
 
 
 
 
 
 
 
2
  license: llama3.2
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
+ - de
5
+ - fr
6
+ - it
7
+ - pt
8
+ - hi
9
+ - es
10
+ - th
11
  license: llama3.2
12
+ base_model: meta-llama/Llama-3.2-3B-Instruct
13
+ base_model_relation: quantized
14
+ library_name: mlc-llm
15
+ pipeline_tag: text-generation
16
  ---
17
+
18
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f3e46493b42f3b526c7de905eb25a776314c4fed99dbfa825421fc0e3d587e1
3
+ size 197001216
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f81e917df91290302fec013376730b4adc73b9e6265de57ed0b83258db01a7a5
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7abb2b43976c110aef91b08d98f90c6e20cde39101a772e0d70df0d660397a3
3
+ size 26750976
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86535b43a229ec3f50c8abef399dd078292a00295a550ac87c131fe87671e727
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9094e75f7acb105564f951669a57697bb212f6d2ab33a8d7ae7a3b3067d5f311
3
+ size 26750976
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:998b1f032235c7b9a59c6b1acbfa7cc8c4bf027eed0bc63ef6547786a6ce2430
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d628e7f68d983459e9e84eb5bc467cbe95105448d7d5dc3c354efc8b94a46d19
3
+ size 26750976
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4382de8162b94e784bb2a8114bd6218bbae4804b270d4110a73b1dfe874bf6ac
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d5786b7b1cfb81ffac75e0ebd06bc495ca0e264d12d217e5e771365fde3fad
3
+ size 26750976
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ebbd3bf43d916db993983de763f11146ccfb46e32098d3f205d9d9aab4c709d
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02255107280438c6afbb00e232a52b8513282e21b4fe986f724c4b3c5591112d
3
+ size 26750976
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26225b2b9f0100ba0714b186383d3307aaa414a5680615f835fdf6c1d816df6b
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f812f9b9167b4c9d00396411edc3dba7634f008ca4cab31095c40922ab069a
3
+ size 32913408
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04025c5835e4b7216605c5ed8cfe371c20849936a05e730c309d0ab97220c585
3
+ size 26750976
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2196e86fe7075d035d82f22030ec5e7451dc8bf8b30a2cc4769487aacec344
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0402da27a61d6bf284ebb9f8faba7c2ca508f5ba2890436f6a87b1a74fbfdbb0
3
+ size 26750976
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d5f1e045e4682c6936cef55d3a9c79781e9290dd375ae8a9fbcf8280f94f90b
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68071281c7bd0ab3353996e3d63310ecb1bb78486d89999f99275bd65f36306b
3
+ size 26750976
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c7a87443ff880a73a8e0cc33b54daf8c4b81fc6a9331f7b3c723750db639c5
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efa607b211fd951d821765b5e0e44174ca32c1252c1cff096cfeb87923e72e6d
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42beabd06fcd8242338317d1fe0852529967c62b9e27f81c711318d32865a45
3
+ size 27531264
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4111dcf49f1b407604548ca32e121108357396368f85ce06c4992f101eba87b5
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442c1f39ac236211610fd1862ca9a35bf073ddfd07f836e9d8c031f109934217
3
+ size 26750976
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c5fb5ca41d8894c6a7192587cb5c5a895cb1718cf607e2cff0d7ffe7770bd0
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a6e9886d41f5510c70b4f5020e7c189d23fcf3766984fa3f79beab1d59e28c
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b6031d9cdc5919c0717f93a748988070eb6e39a1eee00eea960bdc585b68799
3
+ size 26750976
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f6e184a31efda039365409838b9a6d1223e155832b690208dd037711a588ea6
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e1207d4b685000bbcc90bdf60187cf98430886c7fd73882f0f4a5cd73b65da8
3
+ size 26750976
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8af28869489fc16d5ab7986dc865d0e9c55435f1e33c152543b33a80898be81
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a63fb5aa58162c1a6b61cc5162c800c0f8730f92c9f65f70887177bc6bcf9d8
3
+ size 26750976
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe44a7d30175de9790044121c2e7c4f2c641ce99d656ad19dee0108b6d0d3e9
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc99998b9a3d903a632eba21fb648c09bde29e895f7384be8256208d99b1d3b1
3
+ size 26750976
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4032c65fa3d8dd52df6340417527aca46137427635a9d33fb55b0dd094596523
3
+ size 25165824
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3440083665c3baf5b443dd6937546bd0c2c9fe44550994b071242d457db337de
3
+ size 26750976
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:058b6cff1a8a67bef2992ad64550c6857d1e31979bb1d58d8bd4c466e571c731
3
+ size 26750976
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24d1d9701b59b32184b35ca985ed03552efdc48717c4e53f952bb446227db4e4
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:907069df6d04f4e3499835fdfb5e4e6bd744499dbd951cffad6e6cc0772495c3
3
+ size 26750976
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63607f7171ea850607cf795475504681aaa05dd12987fae19986fc21a3c4578a
3
+ size 25970688
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ee7a9b215f88fe662b0190ecf6a14460a2863a86b931737b057f17553ed0d1
3
+ size 25165824
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8052310ad088c357d16436fca3d34db94b6720eb76eda40ce31cb9f8b911152c
3
+ size 26750976
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65dbe5a87df26abd2e3254e54b7090e30f8aace4833a81ee9e200d6a31ae982e
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b0ca8caf13c28efb12e206c4f8b8f1c708c63917f546500561e7d3389cf8695
3
+ size 26750976
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a719443bd6a9f0b2303e754c4428ded0831ea7d6cfc371ea09c6519d4d0245bc
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f76395fc50c44e5309511ac73295b9c7133575b47ee629f3efa688b14956c403
3
+ size 26750976
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0f8822f2d372fd6269a26aafce8ad2afe6bae88d18883eaedc40dba9a4dd08b
3
+ size 25165824
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e7405e75f547b4162b5910a51ce7a6d85c303879525411ca63fab4e12fad79b
3
+ size 25165824
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eafa61b1f960495cbf9e948dae9ea52af4ea36655ae8eb400d7b7ee02eb08db5
3
+ size 26750976