Hugging Face's logo

dahara1
/
gemma-2-2b-it-gguf-japanese-imatrix

GGUF
Japanese
Inference Endpoints
imatrix
conversational
Model card Files Community
dahara1 commited on
Commit
1b52174
•
1 Parent(s): ed4eac4

Upload 22 files

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. gemma-2-2b-it-IQ3_M.gguf +3 -0
  3. gemma-2-2b-it-IQ3_XS.gguf +3 -0
  4. gemma-2-2b-it-IQ3_XXS.gguf +3 -0
  5. gemma-2-2b-it-IQ4_XS.gguf +3 -0
  6. gemma-2-2b-it-Q3_K-f16.gguf +3 -0
  7. gemma-2-2b-it-Q3_K_L.gguf +3 -0
  8. gemma-2-2b-it-Q3_K_M.gguf +3 -0
  9. gemma-2-2b-it-Q3_K_S.gguf +3 -0
  10. gemma-2-2b-it-Q4_K-f16.gguf +3 -0
  11. gemma-2-2b-it-Q4_K_L.gguf +3 -0
  12. gemma-2-2b-it-Q4_K_M.gguf +3 -0
  13. gemma-2-2b-it-Q4_K_S.gguf +3 -0
  14. gemma-2-2b-it-Q5_K-f16.gguf +3 -0
  15. gemma-2-2b-it-Q5_K_L.gguf +3 -0
  16. gemma-2-2b-it-Q5_K_M.gguf +3 -0
  17. gemma-2-2b-it-Q5_K_S.gguf +3 -0
  18. gemma-2-2b-it-Q6_K-f16.gguf +3 -0
  19. gemma-2-2b-it-Q6_K.gguf +3 -0
  20. gemma-2-2b-it-Q6_K_L.gguf +3 -0
  21. gemma-2-2b-it-Q8_0-f16.gguf +3 -0
  22. gemma-2-2b-it-Q8_0.gguf +3 -0
  23. gemma-2-2b-it-Q8_0_L.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gemma-2-2b-it-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-2-2b-it-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-2-2b-it-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-2-2b-it-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-2-2b-it-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-2-2b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2-2b-it-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-2-2b-it-Q3_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2-2b-it-Q4_K_L.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2-2b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2-2b-it-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-2-2b-it-Q4_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-2-2b-it-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-2-2b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-2-2b-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-2-2b-it-Q5_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-2-2b-it-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
53
+ gemma-2-2b-it-Q6_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
54
+ gemma-2-2b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ gemma-2-2b-it-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
56
+ gemma-2-2b-it-Q8_0-f16.gguf filter=lfs diff=lfs merge=lfs -text
57
+ gemma-2-2b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-2b-it-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a04c1ed3938ae4ed4bd5c82b095b65bb7549ddbdd4f2aca71ea3ef5c74482d
3
+ size 1393561664
gemma-2-2b-it-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d3b2b88488377ff2c1b61638bb79b9f5ba8939df5a52106f9410ba702aaff90
3
+ size 1314211904
gemma-2-2b-it-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5507fbeb8340fc754b10dc7f1a63a19054e8a33b0408ab5682d9a1e2210080
3
+ size 1181685824
gemma-2-2b-it-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b71bce2638050fbbb95cb7191b5b857a3f6e3bbb54747aade0ac7c4b11c83d4
3
+ size 1566251072
gemma-2-2b-it-Q3_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:857524258da6b7449c78037b3f4dd0fe423b27db15a00cb2e37ca0d25b0c58bc
3
+ size 2157475904
gemma-2-2b-it-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99b0f4e4872720c8ba9c2e0373680c510f32bf595c3cdb65641b2dc8f89f5f44
3
+ size 1604515904
gemma-2-2b-it-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:174511cd081cabb903e3daabaafb9fd5e335334e1f2cce5d4dd0befe75256c5c
3
+ size 1461667904
gemma-2-2b-it-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d7b150cefe1b2ddf928c3f700afbd64a0a01cec43b815b59d2431f9725c70d9
3
+ size 1360660544
gemma-2-2b-it-Q4_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3970d1869f8e9cc29365a3d1a4063a863cd6774d3f2b3a669eb83d468fa1e2bb
3
+ size 2404390976
gemma-2-2b-it-Q4_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e697a8481caf8391f159117b1680288e26828e9cb43579c1f6763e03933e287
3
+ size 1851430976
gemma-2-2b-it-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f426d1caf0ec3f1fd50730cd014938e490b6bc232e6d131ba2b62afe8873e480
3
+ size 1708582976
gemma-2-2b-it-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc2a9257d4e1f96d6c9a025eabf89a2cbc80538fed35791f724dfdcbd2dd74d6
3
+ size 1638651968
gemma-2-2b-it-Q5_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:136c3083f29df9a22a96149142d9ad7f2c1cb4e71845516eb05600cfaf1c4e76
3
+ size 2619086912
gemma-2-2b-it-Q5_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3beca843f4a750ff753a2bdded375440aa1847c1dbad419980f88e69b0796756
3
+ size 2066126912
gemma-2-2b-it-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35cd18b47c4ca608c17b37c1be7df23aaf2896fec8e75ce8a3aa023cc3fa799e
3
+ size 1923278912
gemma-2-2b-it-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d81634eb2ed9cfb688708ab25be2b2bf0bfc6e997b8fe8019ba7754d6f714607
3
+ size 1882544192
gemma-2-2b-it-Q6_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:366aa11423c85a6d2f73feda3b09fbc9e17f893587fe241d0fdb9a94f8e99030
3
+ size 2847201344
gemma-2-2b-it-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daae9af26f2d8e793f6ed3e2f657a87744b3dfbbc117ab1de1cc70e4b7445b75
3
+ size 2151393344
gemma-2-2b-it-Q6_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c3473a76e6fbb306c8ad89f2dd03dc00ba64447f9eb9d5513fb70deb820b15
3
+ size 2294241344
gemma-2-2b-it-Q8_0-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c7fa12d28ef0aaa36f89f1b70e6949a03302836569d1ac73ce4e13ce0f37709
3
+ size 3337455680
gemma-2-2b-it-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2caa8d122e4b910c3dea4836467c63b1132114c085d0a315be634aed0bf669f6
3
+ size 3337455456
gemma-2-2b-it-Q8_0_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f83c4742991b46d9bfd82f15ccb0fd707027856a38516cb48e8d7f5e2a607c1
3
+ size 2784495680