Hugging Face's logo

qwp4w3hyb
/
Mistral-Nemo-Instruct-2407-iMat-GGUF

Text Generation
GGUF
English
mistral
instruct
imatrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
098d800
•
1 Parent(s): a34a996

Upload folder using huggingface_hub

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. mistral-nemo-instruct-2407-imat-IQ1_S.gguf +3 -0
  3. mistral-nemo-instruct-2407-imat-IQ2_L.gguf +3 -0
  4. mistral-nemo-instruct-2407-imat-IQ2_M.gguf +3 -0
  5. mistral-nemo-instruct-2407-imat-IQ2_XXS.gguf +3 -0
  6. mistral-nemo-instruct-2407-imat-IQ3_L.gguf +3 -0
  7. mistral-nemo-instruct-2407-imat-IQ3_M.gguf +3 -0
  8. mistral-nemo-instruct-2407-imat-IQ3_XXS.gguf +3 -0
  9. mistral-nemo-instruct-2407-imat-IQ4_XS.gguf +3 -0
  10. mistral-nemo-instruct-2407-imat-Q4_0.gguf +3 -0
  11. mistral-nemo-instruct-2407-imat-Q4_K_L.gguf +3 -0
  12. mistral-nemo-instruct-2407-imat-Q4_K_M.gguf +3 -0
  13. mistral-nemo-instruct-2407-imat-Q5_K_L.gguf +3 -0
  14. mistral-nemo-instruct-2407-imat-Q5_K_M.gguf +3 -0
  15. mistral-nemo-instruct-2407-imat-Q6_K.gguf +3 -0
  16. mistral-nemo-instruct-2407-imat-Q6_K_L.gguf +3 -0
  17. mistral-nemo-instruct-2407-imat-Q8_0.gguf +3 -0
  18. mistral-nemo-instruct-2407-imat-Q8_0_L.gguf +3 -0
  19. mistral-nemo-instruct-2407.imatrix +3 -0
.gitattributes CHANGED
@@ -34,3 +34,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  mistral-nemo-instruct-2407-bf16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  mistral-nemo-instruct-2407-bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ mistral-nemo-instruct-2407-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mistral-nemo-instruct-2407-imat-IQ2_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mistral-nemo-instruct-2407-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-nemo-instruct-2407-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-nemo-instruct-2407-imat-IQ3_L.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-nemo-instruct-2407-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-nemo-instruct-2407-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-nemo-instruct-2407-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-nemo-instruct-2407-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-nemo-instruct-2407-imat-Q4_K_L.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-nemo-instruct-2407-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mistral-nemo-instruct-2407-imat-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mistral-nemo-instruct-2407-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mistral-nemo-instruct-2407-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mistral-nemo-instruct-2407-imat-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ mistral-nemo-instruct-2407-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ mistral-nemo-instruct-2407-imat-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
54
+ mistral-nemo-instruct-2407.imatrix filter=lfs diff=lfs merge=lfs -text
mistral-nemo-instruct-2407-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc46fd360c6d9673f63093594af86e3380f198a0753af75e7b27d6802205166
3
+ size 2999212032
mistral-nemo-instruct-2407-imat-IQ2_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c34ecfdd1b7511b3b74d62deaa45d3a88aa3eec2c2812fabcc02a190f969ab
3
+ size 6369646592
mistral-nemo-instruct-2407-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c09f3b1f8352af21ffce2c7e48080f15908d552682bb7c6b46a2c0720d8d2d
3
+ size 4435023872
mistral-nemo-instruct-2407-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:959b9b06d59cae4f078adade6f4643645df4826f71f008f02bd0b9c0795fa1e9
3
+ size 3592312832
mistral-nemo-instruct-2407-imat-IQ3_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7850d5825c526d51d276b308a9a5521c31b734315e64b73d17c912095d3662a4
3
+ size 7567726592
mistral-nemo-instruct-2407-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5ac5e3d00134f4912dcebec1686d90c60d27f2e8661534efafefb6a0c5bcf38
3
+ size 5722232832
mistral-nemo-instruct-2407-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6c8164ff0b38d0c9e9b9a055692345b0b00652d2ef713a78b483c69641a7997
3
+ size 4945385472
mistral-nemo-instruct-2407-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec951c386bf51693ad855925a8139e6ae30e5b2a8e21354f35ac52f1026f808
3
+ size 6742710272
mistral-nemo-instruct-2407-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e36362a4862ff247ef2a61e46194faa54609456b110f835cedaf2867bd2e4f4
3
+ size 7094638592
mistral-nemo-instruct-2407-imat-Q4_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbf223562be723a047610511df85103c74f21a4a3d1073549bd18da5b423781
3
+ size 9233569792
mistral-nemo-instruct-2407-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f78dd3b1f876d3e14350515d837162583d72554ac937bcc2d1716cab9de80ae
3
+ size 7477204992
mistral-nemo-instruct-2407-imat-Q5_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d35476b6b79a2bbe236fea44719311f7252eaa674e08ce3f6aac639bf00045e
3
+ size 10400110592
mistral-nemo-instruct-2407-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5717dc3f1add9400c9eb0dd0a8ca550751848cfdb9924c255619ed0ecb1514
3
+ size 8727631872
mistral-nemo-instruct-2407-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2084bd4070e963b8a12a7f3ab40d6e9f935dc9866ec4e1a2b787daf536a3408
3
+ size 10056210432
mistral-nemo-instruct-2407-imat-Q6_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5349b05c09b44f2d1b36ebd32c705fa6c8bd221e113578aa51b74ae0da0705
3
+ size 11639560192
mistral-nemo-instruct-2407-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63215822435cdfe1207f9d527a5efa9e37299cef69af9c28230a480176c05a91
3
+ size 13022369792
mistral-nemo-instruct-2407-imat-Q8_0_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3dc1600d59a6285ce09948ee00da4bac72606412a8dd9ffaceafbc9f09cce5f
3
+ size 14280660992
mistral-nemo-instruct-2407.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0897f1e887b60fec766a28142273cb41733fb26bbe624978431ea9841bba5404
3
+ size 7054438