Hugging Face's logo

Lewdiculous
/
Lumimaid-v0.2-12B-GGUF-IQ-Imatrix

Transformers
GGUF
English
roleplay
llama3
sillytavern
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
934ebea
•
1 Parent(s): 77f1bf9

134GB

Browse files
Files changed (18) hide show
  1. .gitattributes +16 -0
  2. Lumimaid-v0.2-12B-BF16.gguf +3 -0
  3. Lumimaid-v0.2-12B-F16.gguf +3 -0
  4. Lumimaid-v0.2-12B-IQ3_M-imat.gguf +3 -0
  5. Lumimaid-v0.2-12B-IQ3_S-imat.gguf +3 -0
  6. Lumimaid-v0.2-12B-IQ3_XS-imat.gguf +3 -0
  7. Lumimaid-v0.2-12B-IQ3_XXS-imat.gguf +3 -0
  8. Lumimaid-v0.2-12B-IQ4_XS-imat.gguf +3 -0
  9. Lumimaid-v0.2-12B-Q3_K_L-imat.gguf +3 -0
  10. Lumimaid-v0.2-12B-Q3_K_M-imat.gguf +3 -0
  11. Lumimaid-v0.2-12B-Q4_K_M-imat.gguf +3 -0
  12. Lumimaid-v0.2-12B-Q4_K_S-imat.gguf +3 -0
  13. Lumimaid-v0.2-12B-Q5_K_M-imat.gguf +3 -0
  14. Lumimaid-v0.2-12B-Q5_K_S-imat.gguf +3 -0
  15. Lumimaid-v0.2-12B-Q6_K-imat.gguf +3 -0
  16. Lumimaid-v0.2-12B-Q8_0-imat.gguf +3 -0
  17. imatrix-with-rp-ex.txt +0 -0
  18. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Lumimaid-v0.2-12B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Lumimaid-v0.2-12B-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Lumimaid-v0.2-12B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Lumimaid-v0.2-12B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Lumimaid-v0.2-12B-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Lumimaid-v0.2-12B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Lumimaid-v0.2-12B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Lumimaid-v0.2-12B-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Lumimaid-v0.2-12B-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Lumimaid-v0.2-12B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Lumimaid-v0.2-12B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Lumimaid-v0.2-12B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Lumimaid-v0.2-12B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Lumimaid-v0.2-12B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Lumimaid-v0.2-12B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Lumimaid-v0.2-12B-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18257fec6f8903d286eb38e2eb235a958f1aac773566f1290eced0b4346752f0
3
+ size 24504296576
Lumimaid-v0.2-12B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05618189ac0614dbc5130dcbfe23beb800571d1f936b56c7021b890ad0bddd5d
3
+ size 24504296576
Lumimaid-v0.2-12B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23bd98914d970006be1bf4bfe0ca1e10c68b58e827953edefcf622bba60c27cd
3
+ size 5722238656
Lumimaid-v0.2-12B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd2944c272d7296041183cf50a9d3b49e11bc5919537ee39b73c9ea0f7f2f8ff
3
+ size 5562085056
Lumimaid-v0.2-12B-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1fbde9af88939498fba7a51f93698edc9b040a924cf896688aeb2d746465f8
3
+ size 5306494656
Lumimaid-v0.2-12B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4f2161d6dc96947914b707902a1e808e45905327550edf4593174e584b1104
3
+ size 4945390592
Lumimaid-v0.2-12B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f201861c955f556f0b0e7b1f20183808af910825b5dae3572b9532eb91ddddde
3
+ size 6742716608
Lumimaid-v0.2-12B-Q3_K_L-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3ce0cba692f91d76b5f514255713f87d57b774f2efa3d76530ed91e1566ffc
3
+ size 6561509056
Lumimaid-v0.2-12B-Q3_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a19d2ecd77a88a8bd3b7865c6e7850976238363e403fdfcd5dde0a68e89fc87a
3
+ size 6083096256
Lumimaid-v0.2-12B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441f44293f12269e21e1cdda3bccc67fe76f086f5f4c46e07cd11633f896b532
3
+ size 7477211488
Lumimaid-v0.2-12B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc5940775aa34d4f0b00916e94587f1b8d89a084e53f36812e0374f9891422fe
3
+ size 7120204128
Lumimaid-v0.2-12B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66f0e2e7201a70b1132e58a4c32d49357db4ca846fd616502e8ee30e590450ac
3
+ size 8727639008
Lumimaid-v0.2-12B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c59eb8b407b8c4ea630b7aecfe16221add6eae626915c871b823a956edca2eaf
3
+ size 8518743008
Lumimaid-v0.2-12B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755693210662f3deb23516f9f1a835ef8f158e82bda44a195aad3a9713ab08b1
3
+ size 10056218272
Lumimaid-v0.2-12B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9a594ef2319f813531b13f31d24ed69a7f7eb6b5647b84bea0632e8a10df32d
3
+ size 13022380064
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09646a1bc19e973ba461e90f44412618b94048cb73e6b1cb91075d324bda9465
3
+ size 7054419