Hugging Face's logo

lmstudio-community
/
Meta-Llama-3-70B-Instruct-BPE-fix-GGUF

Text Generation
GGUF
PyTorch
English
facebook
meta
llama
llama-3
Inference Endpoints
imatrix
conversational
Model card Files Community
bartowski commited on
Commit
30d9299
•
1 Parent(s): 259fb73

Remove files

Browse files
Files changed (25) hide show
  1. Meta-Llama-3-70B-Instruct-IQ1_S.gguf +0 -3
  2. Meta-Llama-3-70B-Instruct-IQ2_M.gguf +0 -3
  3. Meta-Llama-3-70B-Instruct-IQ2_S.gguf +0 -3
  4. Meta-Llama-3-70B-Instruct-IQ2_XXS.gguf +0 -3
  5. Meta-Llama-3-70B-Instruct-IQ3_M.gguf +0 -3
  6. Meta-Llama-3-70B-Instruct-IQ3_S.gguf +0 -3
  7. Meta-Llama-3-70B-Instruct-IQ3_XS.gguf +0 -3
  8. Meta-Llama-3-70B-Instruct-IQ3_XXS.gguf +0 -3
  9. Meta-Llama-3-70B-Instruct-IQ4_XS.gguf +0 -3
  10. Meta-Llama-3-70B-Instruct-Q3_K_M.gguf +0 -3
  11. Meta-Llama-3-70B-Instruct-Q3_K_S.gguf +0 -3
  12. Meta-Llama-3-70B-Instruct-Q4_K_S.gguf +0 -3
  13. Meta-Llama-3-70B-Instruct-Q5_K_M.gguf +0 -3
  14. Meta-Llama-3-70B-Instruct-Q5_K_S.gguf +0 -3
  15. Meta-Llama-3-70B-Instruct-Q6_K.gguf/Meta-Llama-3-70B-Instruct-Q6_K-00001-of-00002.gguf +0 -3
  16. Meta-Llama-3-70B-Instruct-Q6_K.gguf/Meta-Llama-3-70B-Instruct-Q6_K-00002-of-00002.gguf +0 -3
  17. Meta-Llama-3-70B-Instruct-Q8_0.gguf/Meta-Llama-3-70B-Instruct-Q8_0-00001-of-00003.gguf +0 -3
  18. Meta-Llama-3-70B-Instruct-Q8_0.gguf/Meta-Llama-3-70B-Instruct-Q8_0-00002-of-00003.gguf +0 -3
  19. Meta-Llama-3-70B-Instruct-Q8_0.gguf/Meta-Llama-3-70B-Instruct-Q8_0-00003-of-00003.gguf +0 -3
  20. Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00001-of-00005.gguf +0 -3
  21. Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00002-of-00005.gguf +0 -3
  22. Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00003-of-00005.gguf +0 -3
  23. Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00004-of-00005.gguf +0 -3
  24. Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00005-of-00005.gguf +0 -3
  25. Meta-Llama-3-70B-Instruct.imatrix +0 -3
Meta-Llama-3-70B-Instruct-IQ1_S.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:63ac9ca8a01ed0d7d2df385b2ec5cfa5513bf2106876d26372d3bd7af63e3b49
3
- size 15343482656
 
 
 
 
Meta-Llama-3-70B-Instruct-IQ2_M.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:190bbc50f4f5e95193400872618813063c5d538bbd7d7bd8df89adc12ac8d29d
3
- size 24119293728
 
 
 
 
Meta-Llama-3-70B-Instruct-IQ2_S.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0812d186c762b04a16115b8b22254a7367c0ce3c311450d27c3123a2fed7d85
3
- size 22242342688
 
 
 
 
Meta-Llama-3-70B-Instruct-IQ2_XXS.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe41e8a16c0c756a178581e7b343bd9b1275fb6fb8ab13bd9e0ea3e35535ffd8
3
- size 19097384736
 
 
 
 
Meta-Llama-3-70B-Instruct-IQ3_M.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffe9f3e1f42c7cea2a6abbba2e82ee743ccea88588e98b3dd697f625ec42f2e3
3
- size 31937034016
 
 
 
 
Meta-Llama-3-70B-Instruct-IQ3_S.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5271e6839c8e43d721b8b3b76cb81bcd9ee0c17f4380cd4bb2531b00157ada61
3
- size 30912050976
 
 
 
 
Meta-Llama-3-70B-Instruct-IQ3_XS.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a71c35b14669ef117e8e104369303959be0187c53f8268e41d3d2a0d7db0d9d4
3
- size 29307729696
 
 
 
 
Meta-Llama-3-70B-Instruct-IQ3_XXS.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9889fbcf9b8b109010153c3681c5e39072ca6f83c426a6725182791ebc506659
3
- size 27469494048
 
 
 
 
Meta-Llama-3-70B-Instruct-IQ4_XS.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f72ecf45d624a03f04dbf7390fb5b3b1084b2e8a31dd3c4f8d1bb888ff151b2
3
- size 37902661408
 
 
 
 
Meta-Llama-3-70B-Instruct-Q3_K_M.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5f3632c7dc4dec225939c0362742ebaab5110e22599f11b7a79606a25ea52bf
3
- size 34267494176
 
 
 
 
Meta-Llama-3-70B-Instruct-Q3_K_S.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d324ea99786adefa63fef55c929c92f0567958cd1e78bffe2fe6ca19d8a00ef
3
- size 30912050976
 
 
 
 
Meta-Llama-3-70B-Instruct-Q4_K_S.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e7d6082e0b97745072ec1fbeeceba3951f248555c9f2eb127b83cc2a612ec19
3
- size 40347219744
 
 
 
 
Meta-Llama-3-70B-Instruct-Q5_K_M.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c90220d69cec3fd849d9f915af794583e688db16484cab839237a9306f21a06
3
- size 49949816608
 
 
 
 
Meta-Llama-3-70B-Instruct-Q5_K_S.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:95474bba2401407b4dcf7535066e82ca1272d2aedeb661973767df6770787c1f
3
- size 48657446688
 
 
 
 
Meta-Llama-3-70B-Instruct-Q6_K.gguf/Meta-Llama-3-70B-Instruct-Q6_K-00001-of-00002.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:319a64df51fd3c9196ac02c081ee928fb877a0b1c6e84b2ab974f80f1cb0cafc
3
- size 32141175808
 
 
 
 
Meta-Llama-3-70B-Instruct-Q6_K.gguf/Meta-Llama-3-70B-Instruct-Q6_K-00002-of-00002.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b31f40134a5bb3611f9eb53c6c9e15e942a472c65199025aa0b2dda1f55068b6
3
- size 25746967520
 
 
 
 
Meta-Llama-3-70B-Instruct-Q8_0.gguf/Meta-Llama-3-70B-Instruct-Q8_0-00001-of-00003.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5deabbbc9db2290535ca4e014a4f782805941937867091995fa6acad7ec1d20b
3
- size 32036361856
 
 
 
 
Meta-Llama-3-70B-Instruct-Q8_0.gguf/Meta-Llama-3-70B-Instruct-Q8_0-00002-of-00003.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0391d1331f1af45d21bbe2d067a8be0cc3aeeda15661ce0f8962d712fbadf009
3
- size 32070912576
 
 
 
 
Meta-Llama-3-70B-Instruct-Q8_0.gguf/Meta-Llama-3-70B-Instruct-Q8_0-00003-of-00003.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:244385cedf0d51b23010da715fda1f117bea8a42173cfbfbb55c2d44234cacb6
3
- size 10867775360
 
 
 
 
Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00001-of-00005.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c6c3121e4b5e13eb94837980293816ba1481a97a13e04449af4be939c6db398
3
- size 32141537792
 
 
 
 
Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00002-of-00005.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d12d8a168192a4a07e5cb6d37ea0f31e575677dc0393b53e1bdcb13a5879869d
3
- size 32045738016
 
 
 
 
Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00003-of-00005.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7973a04217ef4f8d721885b5c3b513f75d67c424121367ac8724dc5adb1aab5c
3
- size 32045738016
 
 
 
 
Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00004-of-00005.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ca4f6c7d274ec24969538efadb19cd15ec3e0ea4960f4b1beba781893004517
3
- size 31743682240
 
 
 
 
Meta-Llama-3-70B-Instruct-fp16.gguf/Meta-Llama-3-70B-Instruct-fp16-00005-of-00005.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3de1f454f0f75a769098bb20342cc390232546d6ccc220e195cc27a125f8481a
3
- size 13141216992
 
 
 
 
Meta-Llama-3-70B-Instruct.imatrix DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc30db5582c459705521a6c493a0394ba48ed9fced9182319e1904dbd8a28b9d
3
- size 24922295