Hugging Face's logo

Lewdiculous
/
Lumimaid-v0.2-8B-GGUF-IQ-Imatrix

Transformers
GGUF
English
roleplay
llama3
sillytavern
imatrix
Model card Files Community
1
Lewdiculous commited on
Commit
7541c16
•
1 Parent(s): bfb2593

add quants

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Lumimaid-v0.2-8B-BF16.gguf +3 -0
  3. Lumimaid-v0.2-8B-F16.gguf +3 -0
  4. Lumimaid-v0.2-8B-IQ3_M-imat.gguf +3 -0
  5. Lumimaid-v0.2-8B-IQ3_XXS-imat.gguf +3 -0
  6. Lumimaid-v0.2-8B-IQ4_XS-imat.gguf +3 -0
  7. Lumimaid-v0.2-8B-Q4_K_M-imat.gguf +3 -0
  8. Lumimaid-v0.2-8B-Q4_K_S-imat.gguf +3 -0
  9. Lumimaid-v0.2-8B-Q5_K_M-imat.gguf +3 -0
  10. Lumimaid-v0.2-8B-Q5_K_S-imat.gguf +3 -0
  11. Lumimaid-v0.2-8B-Q6_K-imat.gguf +3 -0
  12. Lumimaid-v0.2-8B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Lumimaid-v0.2-8B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Lumimaid-v0.2-8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Lumimaid-v0.2-8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Lumimaid-v0.2-8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Lumimaid-v0.2-8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Lumimaid-v0.2-8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Lumimaid-v0.2-8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Lumimaid-v0.2-8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Lumimaid-v0.2-8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Lumimaid-v0.2-8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Lumimaid-v0.2-8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Lumimaid-v0.2-8B-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d770bce46a00a3d5b1bd86e477ebebd37d562b72e5e02c46ed3dce1f702803f6
3
+ size 16068891552
Lumimaid-v0.2-8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d03de9a0b2e392c3edfbe71d21ab94bff94fa5683543afff4c65fea5c84256
3
+ size 16068891552
Lumimaid-v0.2-8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e331e55ca24095d1ce21419521cdd3d9917409b98bcd47791c5cab3fa6e9c48b
3
+ size 3784824000
Lumimaid-v0.2-8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:761b00ed0352354b1784aa3d554e09ca5faeedb90177ff9c9047eac50362df03
3
+ size 3274912960
Lumimaid-v0.2-8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261762e2d9e9edc2b5e5053cb48cdbf52748801f139a95c5f6ccc95092d89e6e
3
+ size 4447663296
Lumimaid-v0.2-8B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b9e1db31efcb91b6c8c338a7ccec8d7bdcbc78491cbd6a82d5068eb2f6ec40
3
+ size 4920734912
Lumimaid-v0.2-8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71331ba953b9e6c428bbc7395a93ac449cea86170d10049cc653ad4092f255e2
3
+ size 4692669632
Lumimaid-v0.2-8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3cb02b76f149df78bc65eac4f59f16574cc799f35d358d557d2f1dca43c31d3
3
+ size 5732988096
Lumimaid-v0.2-8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef227f43d975f307a893c59c97ee86718cb755f53a26d5da8c6ee3afd858cb22
3
+ size 5599294656
Lumimaid-v0.2-8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9761044727e2a9a65065d2b04658a253b6e2d4d4a559a37f22c170c42b96dae
3
+ size 6596007104
Lumimaid-v0.2-8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7532e1accff0594791994150ff11c7fd5695bb2da1c7bba44394bf20a875c572
3
+ size 8540771520
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c46f4a465cc0de6d2cda125f85992823d327cca13d7cb51002c432a35e4d526c
3
+ size 4988171