Hugging Face's logo

numen-tech
/
Hermes-3-Llama-3.2-3B-w4a16g128asym

Text Generation
MLC-LLM
Llama-3
instruct
finetune
chatml
gpt4
synthetic data
distillation
function calling
json mode
axolotl
roleplaying
chat
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
921c051
•
1 Parent(s): e146b4f

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +29 -1
  3. config.json +6 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,31 @@
1
  ---
2
- license: llama3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
+ - de
5
+ - fr
6
+ - it
7
+ - pt
8
+ - hi
9
+ - es
10
+ - th
11
+ license: llama3.2
12
+ base_model: NousResearch/Hermes-3-Llama-3.2-3B
13
+ base_model_relation: quantized
14
+ library_name: mlc-llm
15
+ pipeline_tag: text-generation
16
+ tags:
17
+ - Llama-3
18
+ - instruct
19
+ - finetune
20
+ - chatml
21
+ - gpt4
22
+ - synthetic data
23
+ - distillation
24
+ - function calling
25
+ - json mode
26
+ - axolotl
27
+ - roleplaying
28
+ - chat
29
  ---
30
+
31
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Hermes-3-Llama-3.2-3B](https://huggingface.co/NousResearch/Hermes-3-Llama-3.2-3B) for inference with [Private LLM](http://privatellm.app).
config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
6
+
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6ada003c253a7ac90860ba05d6a649c9db0f4986392b2b7e44eda7f146e6bac
3
+ size 197001216
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f3c39b05cb4024fc0de916ac7aa2f3b2640b1f73f4a5df10bdef8d1af00cf07
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9101f9124389879e5dc9a247c889b1aa0a4bd87be59508ef3f7eef387c867f3
3
+ size 26750976
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae186cb72cb9bb478945bf7a84da9a85210ba1d8d0c8e904d9537ab67a2b34d
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb5a568fe9c4e13140ea27b39b4b11a8b4568b8a32abefb9ea0231280a55939
3
+ size 26750976
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57eeb940061f501a456bd10036bf85244d1c4b762835337fae0954f1e0ab2e5e
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7f73e33d0c9b6289467d91a5a11891ae444c90bbcc9fa27ab85edff4686664
3
+ size 26750976
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c05d969d55f9b1492b25e651f15167a4cfc57b3e9b0e9f82952a53b8a0dc23
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b374e9f52c621b50cc7a6057605e4aa49032ac49f3d4e3b81673106dfe98824
3
+ size 26750976
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1ac75e7028c99a21c2fcc4bc83abe19661708e7cb431fed0632143a444029be
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0201c6583447c49426893de42b8c54edf3e907a73f7554f43e1cbb160709b1a1
3
+ size 26750976
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5d85491ccc44d198e137376428c04833c724d808747e4fd58f241af6f0664bf
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb96a43ff29547eb1ac762a975683d6a231d0840fe3a6c00861afeb9b68a60c9
3
+ size 32913408
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69c1eec1524873c7285f83e2925e9069bb4b85258cce7319ce801dbfbc368910
3
+ size 26750976
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e4d9763c691671625c44164479c2283d44a9f1e32eb0c7b6971bab5362ee6c4
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46cbcf03db47fcf56e32fe33336325d4793dca0e4a15c30b31c85856baac242d
3
+ size 26750976
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c538658ed6151aa7175ca38b0556f25e22802c968ac7a3f3ad02dbf9f6a96427
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3459ed36807914ffd9d66dbb9f626d330c3d7d51388fc42f2f9e714e7cf0447
3
+ size 26750976
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c88f6c4c68daab3549cf15cdc4354169a375a45c2f625dbda4b19150b3d401e9
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d1bcbbd3029be455336f8d0c07a99c9fe712ea32ea62da5d241864ddfc89adc
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abf4d347c852c829aaf76a72daa431952784db17077ee9051ecbec02632f40d4
3
+ size 27531264
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea829c0828e35c29bb67f8ab268b27320da55ba7b9d9607fa55fcb4219ed944
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627f77e539e41bf6fa882e479e8b433ec697c98d337d7a08d347595c0f307224
3
+ size 26750976
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb801f8beb75d93d232a8b905deba6a76dc2bbdc0a34356f81a0ebe51ffcdd2
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1475c21382aedab3512bdc6bc56641de88f3998daef4f9d846c5ad3bf5c83e0
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d6db8ac6c8debadcdfd53e49082551cf5bdbed96d0e76c48c57ab42b387c69b
3
+ size 26750976
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1e894235ce8896129271049cbd08dbd1d80f3a91c5c6b28662d04557b1a149b
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84958c0b467cebfb28837fd7261ae2ae0451f654ed664c83ea85a2e48605c93c
3
+ size 26750976
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8bb8033d3a1b92f06e3c96eb893c6338b3c12f5d1fda3414375181358f1f3d
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c54f5a93f24d917e9418db5aaad74e2a320796c07e11c022ea42489167e145
3
+ size 26750976
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9917e7544741cc23ced61401004232a18c3028794d1a18aeb82438f84ea02db
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5348dc93c2401cff61faf0b887c6f964c5ad82a37c219b00fa68bb3bd5ee726
3
+ size 26750976
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2293bee2caa5ca6a771e3440ab3045d7ec0fb98d3b75660b1ddd9a8eeed3a724
3
+ size 25165824
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80b42c34612b7ae64d855b7376fe3b15b07d4ca597ec33f7cb81deff5229ebee
3
+ size 26750976
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5c45d0127a09afe9fed54e0c77c8c625a4a80ed9287d0b0f44489dda9a61095
3
+ size 26750976
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db212c3477912d8145ec917d2478c20167e057c90d00543e8baf89f7879f664
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53a48e0a2e9b2e08502d4162625cf1bb28dbff830e89598bd6fb174d85eb7abc
3
+ size 26750976
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f08ce6b7f4121da0bc031f432b2c99eedc841db754388b713daeda66f3cf724d
3
+ size 25970688
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:648f8d571e206b7daeacfa9e8a6594b78bce73a42f437cb6c52ac1cf1a6f9a0d
3
+ size 25165824
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b8431e782348ccc03201142e0393d096a1b95b960c5d148377cbf36c386e240
3
+ size 26750976
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9c8dd6589065615d95c336e403d605b3c9063f08991dd0fc313476535ab099
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37eac40c22f558d87ada1e489e839bebee08665f0d7f2b54d78554c77cd8b540
3
+ size 26750976
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473e95307da93b7c05a0a9005be96f75e2e3f0c278ba8cceebcf9de27e6642c7
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b27c427f59b4aa9455a031d239c728c51410ae2d82cceef314e4063c86a8129
3
+ size 26750976
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b3869b59aefadcb37097c70c8facf201208509ca88a0784edb3c97f91ef1af9
3
+ size 25165824
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aae086249d34656d250a4800b52650098ddfbd08b1fc9acd293ac830e069c7f
3
+ size 25165824