Hugging Face's logo

SicariusSicariiStuff
/
Impish_LLAMA_3B_GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
SicariusSicariiStuff commited on
Commit
d00fa02
•
1 Parent(s): 42ce47a

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Impish_LLAMA_3B-Q3_K_L.gguf +3 -0
  3. Impish_LLAMA_3B-Q3_K_M.gguf +3 -0
  4. Impish_LLAMA_3B-Q3_K_S.gguf +3 -0
  5. Impish_LLAMA_3B-Q4_K_M.gguf +3 -0
  6. Impish_LLAMA_3B-Q4_K_S.gguf +3 -0
  7. Impish_LLAMA_3B-Q5_K_M.gguf +3 -0
  8. Impish_LLAMA_3B-Q5_K_S.gguf +3 -0
  9. Impish_LLAMA_3B-Q6_K.gguf +3 -0
  10. Impish_LLAMA_3B-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Impish_LLAMA_3B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Impish_LLAMA_3B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Impish_LLAMA_3B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Impish_LLAMA_3B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Impish_LLAMA_3B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Impish_LLAMA_3B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Impish_LLAMA_3B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Impish_LLAMA_3B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Impish_LLAMA_3B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Impish_LLAMA_3B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf9b1fe60ebcce21394c407c381958c520f0324d85fb7a6583c7b4fb1cd3cc2
3
+ size 1815343840
Impish_LLAMA_3B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ddf8ccf324a9d1c61f43b2f17c6b25275ba50ba23269b4194ac39db8afa311
3
+ size 1687155424
Impish_LLAMA_3B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f248920e3ca830253f44989ab769c2837dd1970e705b02fa99324a2b9d6b646
3
+ size 1542845152
Impish_LLAMA_3B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f78ad8624d66a0f695a6b3308beb2b46a579deef105c063cc5ec40a79a26e3
3
+ size 2019373792
Impish_LLAMA_3B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c48d894211ad8cd661e058552ec21f89b3d935f85a6f79a90b33f567c60bbf07
3
+ size 1928196832
Impish_LLAMA_3B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c0bf99e3311c8186dcecd2cd6224192304de2ca35c9f717323d4d99e92d687f
3
+ size 2322150112
Impish_LLAMA_3B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824f2e49cde651bac65aea8c1d080373182cebd5fb46a1173d90df1644c7f6e7
3
+ size 2269508320
Impish_LLAMA_3B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d803ea296b1623d987db8f23b8057181c1241db6bbd1f6546f7a6cfeb45bfe
3
+ size 2643849952
Impish_LLAMA_3B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a10d9fbd33c6dd79bdff21532f11b31186e44df52f961414d0f73c0bc3c200
3
+ size 3421895392