Hugging Face's logo

Esperanto
/
llama-3.2-3B-Instruct-kvc-AWQ-int4-onnx

Text Generation
ONNX
text-generation-inference
llama
llama3
facebook
meta
4-bit precision
AWQ
Model card Files Community
ericsorides commited on
Commit
d872646
•
1 Parent(s): a6d46b0

Added model and tokenizer

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +3 -0
  2. EtGlowExecutionProvider_GLOW_graph_Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-main_graph----_477248656242509333_0_0_0.onnx +3 -0
  3. config.json +0 -0
  4. model-fixed-dims.onnx +3 -0
  5. model.embed_tokens.weight +3 -0
  6. model.layers.0.input_layernorm.weight +3 -0
  7. model.layers.0.mlp.down_proj.qweight +3 -0
  8. model.layers.0.mlp.down_proj.qzeros +3 -0
  9. model.layers.0.mlp.down_proj.scales +3 -0
  10. model.layers.0.mlp.gate_proj.qweight +3 -0
  11. model.layers.0.mlp.gate_proj.qzeros +3 -0
  12. model.layers.0.mlp.gate_proj.scales +3 -0
  13. model.layers.0.mlp.up_proj.qweight +3 -0
  14. model.layers.0.mlp.up_proj.qzeros +3 -0
  15. model.layers.0.mlp.up_proj.scales +3 -0
  16. model.layers.0.post_attention_layernorm.weight +3 -0
  17. model.layers.0.self_attn.k_proj.qweight +3 -0
  18. model.layers.0.self_attn.k_proj.qzeros +3 -0
  19. model.layers.0.self_attn.k_proj.scales +3 -0
  20. model.layers.0.self_attn.o_proj.qweight +3 -0
  21. model.layers.0.self_attn.o_proj.qzeros +3 -0
  22. model.layers.0.self_attn.o_proj.scales +3 -0
  23. model.layers.0.self_attn.q_proj.qweight +3 -0
  24. model.layers.0.self_attn.q_proj.qzeros +3 -0
  25. model.layers.0.self_attn.q_proj.scales +3 -0
  26. model.layers.0.self_attn.v_proj.qweight +3 -0
  27. model.layers.0.self_attn.v_proj.qzeros +3 -0
  28. model.layers.0.self_attn.v_proj.scales +3 -0
  29. model.layers.1.input_layernorm.weight +3 -0
  30. model.layers.1.mlp.down_proj.qweight +3 -0
  31. model.layers.1.mlp.down_proj.qzeros +3 -0
  32. model.layers.1.mlp.down_proj.scales +3 -0
  33. model.layers.1.mlp.gate_proj.qweight +3 -0
  34. model.layers.1.mlp.gate_proj.qzeros +3 -0
  35. model.layers.1.mlp.gate_proj.scales +3 -0
  36. model.layers.1.mlp.up_proj.qweight +3 -0
  37. model.layers.1.mlp.up_proj.qzeros +3 -0
  38. model.layers.1.mlp.up_proj.scales +3 -0
  39. model.layers.1.post_attention_layernorm.weight +3 -0
  40. model.layers.1.self_attn.k_proj.qweight +3 -0
  41. model.layers.1.self_attn.k_proj.qzeros +3 -0
  42. model.layers.1.self_attn.k_proj.scales +3 -0
  43. model.layers.1.self_attn.o_proj.qweight +3 -0
  44. model.layers.1.self_attn.o_proj.qzeros +3 -0
  45. model.layers.1.self_attn.o_proj.scales +3 -0
  46. model.layers.1.self_attn.q_proj.qweight +3 -0
  47. model.layers.1.self_attn.q_proj.qzeros +3 -0
  48. model.layers.1.self_attn.q_proj.scales +3 -0
  49. model.layers.1.self_attn.v_proj.qweight +3 -0
  50. model.layers.1.self_attn.v_proj.qzeros +3 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.* filter=lfs diff=lfs merge=lfs -text
37
+ onnx__* filter=lfs diff=lfs merge=lfs -text
38
+ tokenizer* filter=lfs diff=lfs merge=lfs -text
EtGlowExecutionProvider_GLOW_graph_Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-main_graph----_477248656242509333_0_0_0.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42ea05b6acce3a72b976858167e20171ea86b3de5f4c00ffa36fdb8df444d5d
3
+ size 5812825
config.json ADDED
File without changes
model-fixed-dims.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab8e5244075f848e756f95a92babe2d913ef6d2d35287fddfee653656191440c
3
+ size 1945370
model.embed_tokens.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3108f17714b17ea1bd0a63ba24cdbf9aa67bd41ccfed20e486bad840e7446ba0
3
+ size 788004864
model.layers.0.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4710b416ff0c276aab11dacc07e662541ab6f3671555d6e52269108d58335880
3
+ size 6144
model.layers.0.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b5e9308e2df6468a392015ae3515411fb861a2502ea7d5a950a34fa49c3249
3
+ size 12582912
model.layers.0.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b27fc7fd49f71d3bc63865997d4709886d7262054389abacf1c3dc2d874a6d5e
3
+ size 98304
model.layers.0.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bdb3d130c7855a3e29726bc55846597a59c075c69188d39cf7bb310bbcdabd2
3
+ size 393216
model.layers.0.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0b292eafb646739d3a981926da957dad395d47f8771bd209e65932680c8c8b9
3
+ size 12582912
model.layers.0.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2edf77cf920c8f1af6189e9b6c8b527def3ee60e542896d67073be80526a159a
3
+ size 98304
model.layers.0.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:259ab3f97a722cf34495d958987e2785c33dc548fb9939a565bd980e759c991d
3
+ size 393216
model.layers.0.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f4b407209c8b1380b400108611e36750ae7d4e585649a1225fb68d7abac164
3
+ size 12582912
model.layers.0.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99868df30734edf7f625c2232da11700a8ff172ea979b7314a287ad9d90add4
3
+ size 98304
model.layers.0.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e16416524abab7083a2a57b0aa567e23502078b67ecfdc7dccdf07972b3d254b
3
+ size 393216
model.layers.0.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac627872809be391f1ceff010f3c3525342640638aa96f173487fc828ac2924b
3
+ size 6144
model.layers.0.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19ce8bd23e5aa4b080a63fbdb8497a7dcedfc346efec8a0a6e9622031b54a001
3
+ size 1572864
model.layers.0.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bb12ab93901cf7186e036c9f69ff17ef6e83537a37233d6f3afffcdf238b7d5
3
+ size 12288
model.layers.0.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6028735bc79f1616fe5ea4a03ad068e0192e43afa57d5d74a6f6368898a3f5b
3
+ size 49152
model.layers.0.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16eda32c92d474a7989051985ccf7f963f487da7dd46b7d45b2b72eeaf01ee4e
3
+ size 4718592
model.layers.0.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ce61d611227167f68cc848dd9135e0d1376d09a1808b9f48c5e47391178cf5
3
+ size 36864
model.layers.0.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41789261d86fe909fbeb5234cb3d3425a22caebf3327d6586dc07bce5bf915d1
3
+ size 147456
model.layers.0.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21b86a04ea00d157ba6b3a52a7f870f068c7722139d855ce2c4b4f44fabfbacd
3
+ size 4718592
model.layers.0.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01237088f9753f1fad843e3cc5d47de591ca6dcb6c7b0dea7f9eaf7f633d61c0
3
+ size 36864
model.layers.0.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35ee1615ad2bca7ff403c2f4ae71db792258a32666baf918382a3f7b34ebc869
3
+ size 147456
model.layers.0.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d6657970497d25efa2b1eda7c273ca8594281a9b6a1b576109508a5b7e9960
3
+ size 1572864
model.layers.0.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36dccbdeaae5c0e82899c059b69f09ef88c363809eb8acaa9af45eed21163320
3
+ size 12288
model.layers.0.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2494b288ff683d11b38f4b17fa20b7e8d0b8debf2b7eee747395f2b50f23547a
3
+ size 49152
model.layers.1.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f4ac440cb4357487d4440f0071821607065b65fbd58a765dbaa4b2c9b1e3fc6
3
+ size 6144
model.layers.1.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3032fa4f1b22e1787e2b2d2df0c3ef2e533a4a2f1618fd4c1d8d256d3522b6
3
+ size 12582912
model.layers.1.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ae011fce0eb564daf35522e20c148c3c5a8e8abeacdba8d49fbbd3b9afa80e0
3
+ size 98304
model.layers.1.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e231aec70fe0f60328d11dab7df88a94e2e2f61271d84982c067bb12cb0745
3
+ size 393216
model.layers.1.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7c57a1b81f9e223e3b2739b546120d28a7e2b2c6e84fa621b3b734e82924074
3
+ size 12582912
model.layers.1.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab9159b1e40c6fcedfba041b191ba422bf5fe496de89957987b9cc77e954be6
3
+ size 98304
model.layers.1.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e5a1e99e200efd32276bf23a6a1050b3700a81048d607136347e4acbc7acde8
3
+ size 393216
model.layers.1.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33d7e81123a1db1a864b355f327105ebb548631f39083e18e46194e5c9af41fd
3
+ size 12582912
model.layers.1.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43736809f376d5edb0316d4ae440fbe755b1e2f2051cfef7d85518afb90158ca
3
+ size 98304
model.layers.1.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1bf42db09136e5f8e61d6b8f922083229e355e91568875cfb98809a7495f9c
3
+ size 393216
model.layers.1.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b395a5e64e31f6f17356fe4beed21e56ddacd58e844819d72906bb76a391358
3
+ size 6144
model.layers.1.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1b7e0dc5798db442fca4c21138e197b893e83b065814a76653b24dc2f2b834
3
+ size 1572864
model.layers.1.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52fbdfd69fdff29a26bbc5161bc30a6f322513d6683d359fe1ccbc86c097945
3
+ size 12288
model.layers.1.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24303717c40ca87696792339db35066af87054e00d066e0d84f4d2ee749f450f
3
+ size 49152
model.layers.1.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b137266d7463149549df2de0e6a4835cac86b9ce6a6c4aeea8cb732e98716c7b
3
+ size 4718592
model.layers.1.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b68768e35dfa56c5f5a55bff11cf9d5a02c8ef3a2c5bc734be61d15e0d67aaf3
3
+ size 36864
model.layers.1.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad5a88716d21024e4d9736b9833f859aed33f557dacfafd87eb421b207bf8c83
3
+ size 147456
model.layers.1.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bf5b337c2335b6c89d0ffd426c2f8919d51d081fd3324c33ee4e0a27f7b07c4
3
+ size 4718592
model.layers.1.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ba37d8171ef59fe796df59f7b7bc23f4c8d07d1947e673b7455ef2ddf80c174
3
+ size 36864
model.layers.1.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9244187afc36a185cf9a93109b73779eec4cf5dcc12ddb80dbdb1dbd498146a
3
+ size 147456
model.layers.1.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6e57af1fcb1485b9bb65826ecf9a1a84e5c7e35eb1a407bc7feba1993677bda
3
+ size 1572864
model.layers.1.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:213ff8f2c901c476535501bdfbb51ce7e9486448dcbb82c184cedc820d6e6d65
3
+ size 12288