Hugging Face's logo

tiiuae
/
Falcon3-Mamba-7B-Base-GGUF

GGUF
English
falcon3
falcon_mamba
Inference Endpoints
Model card Files Community
ybelkada commited on
Commit
e004080
•
1 Parent(s): 5bd84a0

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Falcon3-Mamba-7B-Base-f16.gguf +3 -0
  3. Falcon3-Mamba-7B-Base-q2_k.gguf +3 -0
  4. Falcon3-Mamba-7B-Base-q3_k_m.gguf +3 -0
  5. Falcon3-Mamba-7B-Base-q4_0.gguf +3 -0
  6. Falcon3-Mamba-7B-Base-q4_k_m.gguf +3 -0
  7. Falcon3-Mamba-7B-Base-q5_0.gguf +3 -0
  8. Falcon3-Mamba-7B-Base-q5_k_m.gguf +3 -0
  9. Falcon3-Mamba-7B-Base-q6_k.gguf +3 -0
  10. Falcon3-Mamba-7B-Base-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Falcon3-Mamba-7B-Base-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-Mamba-7B-Base-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-Mamba-7B-Base-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-Mamba-7B-Base-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-Mamba-7B-Base-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-Mamba-7B-Base-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-Mamba-7B-Base-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-Mamba-7B-Base-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-Mamba-7B-Base-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-Mamba-7B-Base-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d5e34330e200bf50780b852c55892adc711e6e6f27890544b2518ba4060f4a7
3
+ size 14572303776
Falcon3-Mamba-7B-Base-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:606d3f0f86f47f4e6f89a7b21010754bcfcd1bb104d6788ad0a1c9bf1d3f1ecf
3
+ size 2565010848
Falcon3-Mamba-7B-Base-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e36fbfc033f5d3ebf97e73d82b37e570848d01cd5009f9088c2320c2a8429163
3
+ size 3275339168
Falcon3-Mamba-7B-Base-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a781adb02e8626eac90c1c764ee77870915717b2171f916be8233961e7a43b00
3
+ size 4204230048
Falcon3-Mamba-7B-Base-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:256e40920668e418da96ef27e4c60a3bd557ea7ca363906e0c514f125a3de807
3
+ size 4204230048
Falcon3-Mamba-7B-Base-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc91ef20bae95252dac4d067a2e81bcc60da83f62c4833fa94417246b6336de0
3
+ size 5078480288
Falcon3-Mamba-7B-Base-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6146bc2a8e0c14d5f3fac90faa6f532e4d7ad6d71c8d54ef6c19d5c55d1a578
3
+ size 5078480288
Falcon3-Mamba-7B-Base-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a9f0466aaa1b54fc6b2bb83d875e12644c78fa6521baab5048208eb9fb1a2f2
3
+ size 6007371168
Falcon3-Mamba-7B-Base-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24deb4d4e67c08f5ef90fb2bf8b005b35a0397916f0326faa4b736a2f0f08d5b
3
+ size 7765734816