Hugging Face's logo

mradermacher
/
Megrez-3B-Instruct-abliterated-i1-GGUF

Transformers
GGUF
English
Chinese
abliterated
uncensored
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
fc1b9b9
·
verified ·
1 Parent(s): 12f81a4

uploaded from marco

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Megrez-3B-Instruct-abliterated.i1-IQ1_M.gguf +3 -0
  3. Megrez-3B-Instruct-abliterated.i1-IQ1_S.gguf +3 -0
  4. Megrez-3B-Instruct-abliterated.i1-IQ2_M.gguf +3 -0
  5. Megrez-3B-Instruct-abliterated.i1-IQ2_S.gguf +3 -0
  6. Megrez-3B-Instruct-abliterated.i1-IQ2_XS.gguf +3 -0
  7. Megrez-3B-Instruct-abliterated.i1-IQ2_XXS.gguf +3 -0
  8. Megrez-3B-Instruct-abliterated.i1-IQ3_M.gguf +3 -0
  9. Megrez-3B-Instruct-abliterated.i1-IQ3_S.gguf +3 -0
  10. Megrez-3B-Instruct-abliterated.i1-IQ3_XS.gguf +3 -0
  11. Megrez-3B-Instruct-abliterated.i1-IQ3_XXS.gguf +3 -0
  12. Megrez-3B-Instruct-abliterated.i1-IQ4_NL.gguf +3 -0
  13. Megrez-3B-Instruct-abliterated.i1-IQ4_XS.gguf +3 -0
  14. Megrez-3B-Instruct-abliterated.i1-Q2_K.gguf +3 -0
  15. Megrez-3B-Instruct-abliterated.i1-Q2_K_S.gguf +3 -0
  16. Megrez-3B-Instruct-abliterated.i1-Q3_K_L.gguf +3 -0
  17. Megrez-3B-Instruct-abliterated.i1-Q3_K_M.gguf +3 -0
  18. Megrez-3B-Instruct-abliterated.i1-Q3_K_S.gguf +3 -0
  19. Megrez-3B-Instruct-abliterated.i1-Q4_0.gguf +3 -0
  20. Megrez-3B-Instruct-abliterated.i1-Q4_1.gguf +3 -0
  21. Megrez-3B-Instruct-abliterated.i1-Q4_K_M.gguf +3 -0
  22. Megrez-3B-Instruct-abliterated.i1-Q4_K_S.gguf +3 -0
  23. Megrez-3B-Instruct-abliterated.i1-Q5_K_M.gguf +3 -0
  24. Megrez-3B-Instruct-abliterated.i1-Q5_K_S.gguf +3 -0
  25. Megrez-3B-Instruct-abliterated.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Megrez-3B-Instruct-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Megrez-3B-Instruct-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Megrez-3B-Instruct-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Megrez-3B-Instruct-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Megrez-3B-Instruct-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Megrez-3B-Instruct-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Megrez-3B-Instruct-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Megrez-3B-Instruct-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Megrez-3B-Instruct-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Megrez-3B-Instruct-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Megrez-3B-Instruct-abliterated.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Megrez-3B-Instruct-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Megrez-3B-Instruct-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Megrez-3B-Instruct-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Megrez-3B-Instruct-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Megrez-3B-Instruct-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Megrez-3B-Instruct-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Megrez-3B-Instruct-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Megrez-3B-Instruct-abliterated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Megrez-3B-Instruct-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Megrez-3B-Instruct-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Megrez-3B-Instruct-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Megrez-3B-Instruct-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Megrez-3B-Instruct-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Megrez-3B-Instruct-abliterated.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a03c40624efca7a931a7475566956ba291449aa1b3c28fea6a57bc2dcd31074
3
+ size 859445568
Megrez-3B-Instruct-abliterated.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2b5e3417dadec030f8957d52ddea09c2077c5c1ab4c3f5f9afe955b11df315e
3
+ size 813734208
Megrez-3B-Instruct-abliterated.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf540b7f98b20e35f2071ead3b0eb20a7a613a1806bc3f7597413bb247c0ba6
3
+ size 1132976448
Megrez-3B-Instruct-abliterated.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86f66957cfa03122df1fad3ae8c96f96b46b67bdf578c14fef3198ff95a0095
3
+ size 1072027968
Megrez-3B-Instruct-abliterated.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db9b7ebb1d6c4b0f6cc65569dfb395147a4821b7321807e45d369926cb589f4
3
+ size 1003133248
Megrez-3B-Instruct-abliterated.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51dba624bb5b3d182bf86b759a1899c26f08576e7726b4130146c84f48e9d5b
3
+ size 935631168
Megrez-3B-Instruct-abliterated.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:672dba000af7d0f50c238de98d465914f35a856ddd6587166d89160563cb9aa1
3
+ size 1425676608
Megrez-3B-Instruct-abliterated.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a203a0b88b4aedc6e774514768aef512acf7becf868485e4876d3ff2b483cb10
3
+ size 1388075328
Megrez-3B-Instruct-abliterated.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00516cf9284af94a6a519a244a32ba4ffa3e716af7c866adf373fc64b1111b3c
3
+ size 1334499648
Megrez-3B-Instruct-abliterated.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81f82a468db8539df51435055427250ce20928de10421ae93cb29ec9925386ac
3
+ size 1235048768
Megrez-3B-Instruct-abliterated.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90fd0e4d41e80fccef774fdd975a46322f500af52804f4a3034843c3706bf608
3
+ size 1733040448
Megrez-3B-Instruct-abliterated.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8319207144263c87ef801748005ce32812685b037034a3c643bc53ac484b29
3
+ size 1653414208
Megrez-3B-Instruct-abliterated.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ff78eb71ea965dcafcb3f8197ca5cf348df86b61be583449174358234be8c5
3
+ size 1210227008
Megrez-3B-Instruct-abliterated.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f3e31d0f9e717d74d89c88fb8c30463ef9ff2dc528eb8e0eed46b6684f79bf1
3
+ size 1146493248
Megrez-3B-Instruct-abliterated.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fee61b06bc0af08ebfa3ceaa4368690c784e07ace38d88aa90bd383d2f453f4
3
+ size 1600084288
Megrez-3B-Instruct-abliterated.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb270e28acc911423fe8179d8cb6bc1ea9969a41dc4f99cb626e0465153546be
3
+ size 1498913088
Megrez-3B-Instruct-abliterated.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc7f6cb889c72cb4b787c4a14d0f51ad9a8600eb9e502060dd9291bf24f9b5a5
3
+ size 1381112128
Megrez-3B-Instruct-abliterated.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66991cb2d1d3fa86c1afda3cb1648df43d07ba7d3962bc50bf8669600e54e75
3
+ size 1731074368
Megrez-3B-Instruct-abliterated.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bee6bb649b63be5d1ed08f4e721167ae7f4e066ce503c0626e1fa27dcb26b32
3
+ size 1889016128
Megrez-3B-Instruct-abliterated.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:606f619827031d4161b570fcf138733cb83a56f620230f85df9aad56a609b279
3
+ size 1808939328
Megrez-3B-Instruct-abliterated.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fd28317e613e0f7b8442b58cf77da876336e5c7bff6ee6cb0ef7371d224adb
3
+ size 1736481088
Megrez-3B-Instruct-abliterated.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a3a3bf33796095eb8c8436c1377d38d87286d7716ddbc6b9a1b6f09e242118
3
+ size 2094020928
Megrez-3B-Instruct-abliterated.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60fff5bfa4bc4aa77712b271003e3db5117e20d16ba68f0e599af97ecece9e0d
3
+ size 2051545408
Megrez-3B-Instruct-abliterated.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1bcf9eb2503fc1a8d2e622e417c415c0913ba9d0e33531b629e63fb9681591
3
+ size 2396920128