Hugging Face's logo

mradermacher
/
MT-Gen5-IG-gemma-2-9B-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
7e4c5d7
·
verified ·
1 Parent(s): c6f678a

uploaded from nico1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. MT-Gen5-IG-gemma-2-9B.IQ4_XS.gguf +3 -0
  3. MT-Gen5-IG-gemma-2-9B.Q2_K.gguf +3 -0
  4. MT-Gen5-IG-gemma-2-9B.Q3_K_L.gguf +3 -0
  5. MT-Gen5-IG-gemma-2-9B.Q3_K_M.gguf +3 -0
  6. MT-Gen5-IG-gemma-2-9B.Q3_K_S.gguf +3 -0
  7. MT-Gen5-IG-gemma-2-9B.Q4_K_M.gguf +3 -0
  8. MT-Gen5-IG-gemma-2-9B.Q4_K_S.gguf +3 -0
  9. MT-Gen5-IG-gemma-2-9B.Q5_K_M.gguf +3 -0
  10. MT-Gen5-IG-gemma-2-9B.Q5_K_S.gguf +3 -0
  11. MT-Gen5-IG-gemma-2-9B.Q6_K.gguf +3 -0
  12. MT-Gen5-IG-gemma-2-9B.Q8_0.gguf +3 -0
  13. MT-Gen5-IG-gemma-2-9B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ MT-Gen5-IG-gemma-2-9B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ MT-Gen5-IG-gemma-2-9B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MT-Gen5-IG-gemma-2-9B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MT-Gen5-IG-gemma-2-9B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MT-Gen5-IG-gemma-2-9B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MT-Gen5-IG-gemma-2-9B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MT-Gen5-IG-gemma-2-9B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MT-Gen5-IG-gemma-2-9B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MT-Gen5-IG-gemma-2-9B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MT-Gen5-IG-gemma-2-9B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MT-Gen5-IG-gemma-2-9B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MT-Gen5-IG-gemma-2-9B.f16.gguf filter=lfs diff=lfs merge=lfs -text
MT-Gen5-IG-gemma-2-9B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b81abcdfb0c18c4b95ab25fdcad283ae9ff3ca3d2922310ba4870f58a8aaa0
3
+ size 5223171968
MT-Gen5-IG-gemma-2-9B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f13d451e605d1b9c9114d1e2884ce19a1fe3a6af520de59647510527af5027d
3
+ size 3805398912
MT-Gen5-IG-gemma-2-9B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6ce2cf946585811d374ea898768cc61f7da146d449e8dd2258c1465de45a7cc
3
+ size 5132453760
MT-Gen5-IG-gemma-2-9B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbcc84ea8c52e59db5bd5fd63eb6581af1cd00485109e681158dddd06fe304d3
3
+ size 4761782144
MT-Gen5-IG-gemma-2-9B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55ccebc4fb32c62791e11e9fcd44b385e3a2be4a7ad5cba68526f3a9aa9c31cf
3
+ size 4337665920
MT-Gen5-IG-gemma-2-9B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2827ed850cf2b126a8f6232b42a5a47c82873e7da550aaac2b3883ca5f30c260
3
+ size 5761058688
MT-Gen5-IG-gemma-2-9B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c0559a786d2fde85231169f035307a753ce670422acf18499a8a5e485fbf3e
3
+ size 5478926208
MT-Gen5-IG-gemma-2-9B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9571816a908a2ea26b90242296831d1848de8f39095f8067aa37fe2a3a74e24
3
+ size 6647367552
MT-Gen5-IG-gemma-2-9B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01d1a02e1fe54879357857af952be44348956ae6edf28e1f8ac797e13787506b
3
+ size 6483593088
MT-Gen5-IG-gemma-2-9B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d4625c6f7e27023d7328655298b1d2bba89d1e535c47ac8266cc3817fe7eca
3
+ size 7589070720
MT-Gen5-IG-gemma-2-9B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca632079bf2ef4ec1e09153364b36904ee0d946c44487b9d03edc1ce5c323006
3
+ size 9827149696
MT-Gen5-IG-gemma-2-9B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8672db88b30a7f41628bfe4e25a898487dff3cebf03f107f163c09b1cb20f491
3
+ size 18490681216