Hugging Face's logo

mradermacher
/
Falcon3-7B-Instruct-abliterated-GGUF

Transformers
GGUF
falcon3
abliterated
uncensored
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
fd740a3
·
verified ·
1 Parent(s): b2cbccc

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Falcon3-7B-Instruct-abliterated.IQ4_XS.gguf +3 -0
  3. Falcon3-7B-Instruct-abliterated.Q2_K.gguf +3 -0
  4. Falcon3-7B-Instruct-abliterated.Q3_K_L.gguf +3 -0
  5. Falcon3-7B-Instruct-abliterated.Q3_K_M.gguf +3 -0
  6. Falcon3-7B-Instruct-abliterated.Q3_K_S.gguf +3 -0
  7. Falcon3-7B-Instruct-abliterated.Q4_K_M.gguf +3 -0
  8. Falcon3-7B-Instruct-abliterated.Q4_K_S.gguf +3 -0
  9. Falcon3-7B-Instruct-abliterated.Q5_K_M.gguf +3 -0
  10. Falcon3-7B-Instruct-abliterated.Q5_K_S.gguf +3 -0
  11. Falcon3-7B-Instruct-abliterated.Q6_K.gguf +3 -0
  12. Falcon3-7B-Instruct-abliterated.Q8_0.gguf +3 -0
  13. Falcon3-7B-Instruct-abliterated.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Falcon3-7B-Instruct-abliterated.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-7B-Instruct-abliterated.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-7B-Instruct-abliterated.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-7B-Instruct-abliterated.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-7B-Instruct-abliterated.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-7B-Instruct-abliterated.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-7B-Instruct-abliterated.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-7B-Instruct-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-7B-Instruct-abliterated.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon3-7B-Instruct-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon3-7B-Instruct-abliterated.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon3-7B-Instruct-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-7B-Instruct-abliterated.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7125894006df1abe9c35e5a7fd55f78156554af97e90a4fe1edaabe052b61b5
3
+ size 4115685088
Falcon3-7B-Instruct-abliterated.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7f607b51cadfafe8a6357b17be70cd638be2461cba4ee8b6e18f40e8a53b54
3
+ size 2886983392
Falcon3-7B-Instruct-abliterated.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f1915890593752ea9a18bac3412c5c4588623ac3abac509366b4db8f20a9089
3
+ size 3967983328
Falcon3-7B-Instruct-abliterated.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb5f08ac828442e00a354127b0042a72d130b45b53396a7ee32bff0fae05bd9
3
+ size 3685850848
Falcon3-7B-Instruct-abliterated.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7345d76238ae373ce180e8ae399a9bad68abd27b79dd93d821012fc323afb37f
3
+ size 3366215392
Falcon3-7B-Instruct-abliterated.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c07bacbcac47b6cf9216c926ba61bbf14fc1d415fc82423e40ffb8029936f2d0
3
+ size 4569726688
Falcon3-7B-Instruct-abliterated.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd4e5440e9494214efe4334ed82ba97b959c70c5f96faf7c996e2b67ad7dd531
3
+ size 4331020000
Falcon3-7B-Instruct-abliterated.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91b90938c293779d397b936b47cb613968cf93432cf83f8a600bceff7e4cc6bb
3
+ size 5321948896
Falcon3-7B-Instruct-abliterated.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69cbdd12e48e4742effb588ab995e2fc527172ff83e50260b82abf733ef89b75
3
+ size 5184495328
Falcon3-7B-Instruct-abliterated.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d02d68ecd21703459342db681bb62e13c2631ff794619a8fd1b6d0c9ef424165
3
+ size 6121184992
Falcon3-7B-Instruct-abliterated.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8550968af395ab6db53b6fb40cece3a8f5a14995bc255e1bee181200a034e4f2
3
+ size 7926783712
Falcon3-7B-Instruct-abliterated.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52a6f636ca3042615f11515a18c1a28c4438512c5d4dae5d219daaeb41c7a218
3
+ size 14916198112