Hugging Face's logo

larenspear
/
mamba-790m-hf-GGUF

GGUF
Inference Endpoints
Model card Files Community
larenspear commited on
Commit
b315165
•
1 Parent(s): e7579fc

GGUF Quantization

Browse files
Files changed (11) hide show
  1. mamba-790m-hf-f16.gguf +3 -0
  2. mamba-790m-hf-q2_k.gguf +3 -0
  3. mamba-790m-hf-q3_k_l.gguf +3 -0
  4. mamba-790m-hf-q3_k_m.gguf +3 -0
  5. mamba-790m-hf-q3_k_s.gguf +3 -0
  6. mamba-790m-hf-q4_k_m.gguf +3 -0
  7. mamba-790m-hf-q4_k_s.gguf +3 -0
  8. mamba-790m-hf-q5_k_m.gguf +3 -0
  9. mamba-790m-hf-q5_k_s.gguf +3 -0
  10. mamba-790m-hf-q6_k.gguf +3 -0
  11. mamba-790m-hf-q8_0.gguf +3 -0
mamba-790m-hf-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14d5c0dc99a9a034478d0d08756d81a67224cc4e1a7ddf2e5d2d31bfad6bc23
3
+ size 1661197344
mamba-790m-hf-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4676e589f79ca2626c8b93fe6339ce1887f57dcbe3402295ea2516fb9b6d4770
3
+ size 434088960
mamba-790m-hf-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98f52af472897cf42261a84f91059e2a2dd32367c5319e7b2bb25b6566feafd7
3
+ size 503098368
mamba-790m-hf-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5be87565d4c8b1e4f2e4e538679ae2b78ac8586da1ed4220171719e3e8789279
3
+ size 503098368
mamba-790m-hf-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:916c2ed7b53c8535a1c7156a50f18166f8773be857df3a9c400c6e9e377a6bc0
3
+ size 503098368
mamba-790m-hf-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d30b6e4f1fa2e21c915ee0a9b317a71c17fc1cc9e5fc12b9c77c17fe3ad1b8ff
3
+ size 593341440
mamba-790m-hf-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb2d5e0649801ea06f58e1401f4465fb12755f37fb6ea58a953d2cabcdee521
3
+ size 593341440
mamba-790m-hf-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae316e91cf9fa9657229640f0b334bdb58b1393a9075edeb1740909210ba58af
3
+ size 678276096
mamba-790m-hf-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57541debe45f6a8011977681c14aff7e9c396b410a5d34ac5fec01cf68fba91
3
+ size 678276096
mamba-790m-hf-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6500951280fe5d0a690c858373e4ed8836c028cf490251da0339e022dd7bb89d
3
+ size 768519168
mamba-790m-hf-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:604645d3441ee30c1d7d594b237a14e062441f41dd269c781dba56ebd9f0f49e
3
+ size 951784224