Hugging Face's logo

QuantFactory
/
Meta-Llama-3-8B-GGUF-v2

Text Generation
GGUF
PyTorch
English
facebook
meta
llama
llama-3
Inference Endpoints
Model card Files Community
3
0-hero commited on
Commit
000ffc4
•
1 Parent(s): 009f5f9

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Meta-Llama-3-8B.Q2_K.gguf +3 -0
  3. Meta-Llama-3-8B.Q3_K_L.gguf +3 -0
  4. Meta-Llama-3-8B.Q3_K_M.gguf +3 -0
  5. Meta-Llama-3-8B.Q3_K_S.gguf +3 -0
  6. Meta-Llama-3-8B.Q4_0.gguf +3 -0
  7. Meta-Llama-3-8B.Q4_1.gguf +3 -0
  8. Meta-Llama-3-8B.Q4_K_M.gguf +3 -0
  9. Meta-Llama-3-8B.Q4_K_S.gguf +3 -0
  10. Meta-Llama-3-8B.Q5_0.gguf +3 -0
  11. Meta-Llama-3-8B.Q5_1.gguf +3 -0
  12. Meta-Llama-3-8B.Q5_K_M.gguf +3 -0
  13. Meta-Llama-3-8B.Q5_K_S.gguf +3 -0
  14. Meta-Llama-3-8B.Q6_K.gguf +3 -0
  15. Meta-Llama-3-8B.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Meta-Llama-3-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Meta-Llama-3-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Meta-Llama-3-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Meta-Llama-3-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Meta-Llama-3-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Meta-Llama-3-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Meta-Llama-3-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Meta-Llama-3-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Meta-Llama-3-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Meta-Llama-3-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Meta-Llama-3-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Meta-Llama-3-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Meta-Llama-3-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Meta-Llama-3-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-8B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deffc3d0c7cc1e0189dbbf0f2f3adf5f9f7ebc61e063af42b394ceb92b7c0546
3
+ size 3179643744
Meta-Llama-3-8B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae7216b771967dbdaa909cb7834b0f23a681afc66d5ed7d92149372342bdfe5
3
+ size 4322468704
Meta-Llama-3-8B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ccf3c69a8febd905e7265ff891648ad0fceccf73678c2d31a9afc33fdd26a30
3
+ size 4019430240
Meta-Llama-3-8B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b0cde2e0219846cb2ebd5cb1d5a0e6fe18bddf8a8623a25fd383ac2d9a7533
3
+ size 3665011552
Meta-Llama-3-8B.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f6045f5dde731d16385b881347f0aa7f584106bb0b660225aafc3b6c8ab4b96
3
+ size 4661724000
Meta-Llama-3-8B.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ee1c6d7f85a63cd4f5ec5acd04799c57aa819c062e36405af70d4a43a258624
3
+ size 5130765152
Meta-Llama-3-8B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feeb06f8a3554a5864922d3b703105cc736773a445b63ae54f9b63ecea0948a6
3
+ size 4921246560
Meta-Llama-3-8B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc7572fb3927a210b276c1e7e8afbf5a851e8620cfdd7b28073dfe79113672ae
3
+ size 4693181280
Meta-Llama-3-8B.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0dd60161cd33378b055bebbe324bb9e43b65a39cb43bfa0e647a1c2f039feba
3
+ size 5599806304
Meta-Llama-3-8B.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10a82d8c6f52cb2d90733f5ef41216fbaacf72ccacef8fdf2397697f25059d6
3
+ size 6068847456
Meta-Llama-3-8B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7079e06a2652a2353f22153710c0e233478012e7f69f51ef473482f40c6600f
3
+ size 5733499744
Meta-Llama-3-8B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e29c8c4584ac5aa5c8b0779d9ffb6479d34460084ca91cff1333edb6296433
3
+ size 5599806304
Meta-Llama-3-8B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55ca736771e9b2891364f63a89184c9bf916c9ff0e69815fa650112e4cad2f08
3
+ size 6596518752
Meta-Llama-3-8B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fee872d2dc043d2d720bede062d74f91479ad6232956da14b2f28eb88763212
3
+ size 8541283168