Hugging Face's logo

thesven
/
openchat-3.6-8b-20240522-GGUF

Text Generation
Transformers
GGUF
openchat
llama3
C-RLFT
Inference Endpoints
conversational
Model card Files Community
1
thesven commited on
Commit
929a2b9
•
1 Parent(s): 049bfed

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. imatrix_openchat-3.6-8b-20240522.dat +3 -0
  3. openchat-3.6-8b-20240522-GGUF-IQ1_S.gguf +3 -0
  4. openchat-3.6-8b-20240522-GGUF-IQ2_S.gguf +3 -0
  5. openchat-3.6-8b-20240522-GGUF-IQ2_XS.gguf +3 -0
  6. openchat-3.6-8b-20240522-GGUF-IQ3_S.gguf +3 -0
  7. openchat-3.6-8b-20240522-GGUF-IQ3_XXS.gguf +3 -0
  8. openchat-3.6-8b-20240522-GGUF-IQ4_NL.gguf +3 -0
  9. openchat-3.6-8b-20240522-GGUF-IQ4_XS.gguf +3 -0
  10. openchat-3.6-8b-20240522-GGUF-Q2_K.gguf +3 -0
  11. openchat-3.6-8b-20240522-GGUF-Q3_K.gguf +3 -0
  12. openchat-3.6-8b-20240522-GGUF-Q3_K_S.gguf +3 -0
  13. openchat-3.6-8b-20240522-GGUF-Q4_0.gguf +3 -0
  14. openchat-3.6-8b-20240522-GGUF-Q4_1.gguf +3 -0
  15. openchat-3.6-8b-20240522-GGUF-Q4_K.gguf +3 -0
  16. openchat-3.6-8b-20240522-GGUF-Q4_K_M.gguf +3 -0
  17. openchat-3.6-8b-20240522-GGUF-Q4_K_S.gguf +3 -0
  18. openchat-3.6-8b-20240522-GGUF-Q5_0.gguf +3 -0
  19. openchat-3.6-8b-20240522-GGUF-Q5_1.gguf +3 -0
  20. openchat-3.6-8b-20240522-GGUF-Q5_K.gguf +3 -0
  21. openchat-3.6-8b-20240522-GGUF-Q5_K_M.gguf +3 -0
  22. openchat-3.6-8b-20240522-GGUF-Q5_K_S.gguf +3 -0
  23. openchat-3.6-8b-20240522-GGUF-Q6_K.gguf +3 -0
  24. openchat-3.6-8b-20240522-GGUF-Q8_0.gguf +3 -0
  25. openchat-3.6-8b-20240522-GGUF-bf16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix_openchat-3.6-8b-20240522.dat filter=lfs diff=lfs merge=lfs -text
37
+ openchat-3.6-8b-20240522-GGUF-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ openchat-3.6-8b-20240522-GGUF-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ openchat-3.6-8b-20240522-GGUF-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ openchat-3.6-8b-20240522-GGUF-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ openchat-3.6-8b-20240522-GGUF-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ openchat-3.6-8b-20240522-GGUF-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
43
+ openchat-3.6-8b-20240522-GGUF-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ openchat-3.6-8b-20240522-GGUF-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ openchat-3.6-8b-20240522-GGUF-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ openchat-3.6-8b-20240522-GGUF-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ openchat-3.6-8b-20240522-GGUF-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ openchat-3.6-8b-20240522-GGUF-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ openchat-3.6-8b-20240522-GGUF-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ openchat-3.6-8b-20240522-GGUF-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ openchat-3.6-8b-20240522-GGUF-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ openchat-3.6-8b-20240522-GGUF-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ openchat-3.6-8b-20240522-GGUF-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
54
+ openchat-3.6-8b-20240522-GGUF-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ openchat-3.6-8b-20240522-GGUF-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ openchat-3.6-8b-20240522-GGUF-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ openchat-3.6-8b-20240522-GGUF-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
58
+ openchat-3.6-8b-20240522-GGUF-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
59
+ openchat-3.6-8b-20240522-GGUF-bf16.gguf filter=lfs diff=lfs merge=lfs -text
imatrix_openchat-3.6-8b-20240522.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812a5f0f3ead4f83e54b69aede28387e78aa12d5595450710572087585ab8a68
3
+ size 4988154
openchat-3.6-8b-20240522-GGUF-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a42d8e0da806c135a0008ddf405318f9075c83778bba5b3b6cc28a53f411e50
3
+ size 2019627776
openchat-3.6-8b-20240522-GGUF-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f573895aee3a1bad07f61ea097bd381942d3dc15efabc5def8ccf445c3d02d
3
+ size 2758488832
openchat-3.6-8b-20240522-GGUF-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea8234b7b122b988f000c93349fd1656c333d6c631f15ade3c085eb4a4f10e7
3
+ size 2605781760
openchat-3.6-8b-20240522-GGUF-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1500120bb4dcc6b34857569c0ab792b009183bfe5b41f1b8ffa7e85e39cf7128
3
+ size 3682325248
openchat-3.6-8b-20240522-GGUF-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049dad114c852b9d40334588931fa4d261b199581bb2277a543549b1d001eb66
3
+ size 3274912512
openchat-3.6-8b-20240522-GGUF-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d90291f5cd1009ecb110861ca39abe632d1fa2e47d4ec3d9464a119d8aafb0ec
3
+ size 4677989120
openchat-3.6-8b-20240522-GGUF-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4465ae0786f32977fc62bac54c7b141139deb60a1dfcb3e3b640138db1de3e28
3
+ size 4447662848
openchat-3.6-8b-20240522-GGUF-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbd8b6bd977631a6b9aa21d36240225a73683ca264cc1d14934b3fe14ab33244
3
+ size 3179131392
openchat-3.6-8b-20240522-GGUF-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bcfa633f944ca29a03bd7126979d8170985e02c6a25f9d789112787d00529ce
3
+ size 4018917888
openchat-3.6-8b-20240522-GGUF-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261579700ea7c517156b3f7e32d1e1848c1d34e9fcaaaefb49e4391d168f1fe5
3
+ size 3664499200
openchat-3.6-8b-20240522-GGUF-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a2c4127cce9978438417b4e81355f3f652829c047408f2e262292d98f3909b1
3
+ size 4661211648
openchat-3.6-8b-20240522-GGUF-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cdce2d2043e68a18a8c554682731ac3efba34b678227c24f70aafb83c91ccfb
3
+ size 5130252800
openchat-3.6-8b-20240522-GGUF-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9dc41a0667c396d81bc311a2c5137d549e3bec68a1cdef05712b34f98d99012
3
+ size 4920734208
openchat-3.6-8b-20240522-GGUF-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9dc41a0667c396d81bc311a2c5137d549e3bec68a1cdef05712b34f98d99012
3
+ size 4920734208
openchat-3.6-8b-20240522-GGUF-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a3469070809f1ea23c982b38e1c35ba2b5baa991396003d858bda41d1122fb
3
+ size 4692668928
openchat-3.6-8b-20240522-GGUF-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cedf3a14cab91695f8e7d79e429c9e8eb8a4ee57f403bfb4ada08b5ddeec5a4b
3
+ size 5599293952
openchat-3.6-8b-20240522-GGUF-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53e4ce61fd87d8dc5bab6404c0d80eb6040c1735449b47e39cc47f486499a829
3
+ size 6068335104
openchat-3.6-8b-20240522-GGUF-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e104c58cc9c9196d7240450109a006fe968648947f9cedab8a8497e077f2cd1
3
+ size 5732987392
openchat-3.6-8b-20240522-GGUF-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e104c58cc9c9196d7240450109a006fe968648947f9cedab8a8497e077f2cd1
3
+ size 5732987392
openchat-3.6-8b-20240522-GGUF-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b10f8c30c8d363a16a1bec9752ca7ba314e47b75dd47a128a83b823b6c532de
3
+ size 5599293952
openchat-3.6-8b-20240522-GGUF-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d5be9a2eb586e32e17674e559a28326c76f9a162948e4c444ddd7fc39f801d2
3
+ size 6596006400
openchat-3.6-8b-20240522-GGUF-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aa7c33faa7ccf8e46a002550b50bcd55dd26def988ef1a03cdc8c8533ab4731
3
+ size 8540770816
openchat-3.6-8b-20240522-GGUF-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b481792c8d642a9ec3b569934c05f71c577c0333b1448595e66555f66c7c6ae6
3
+ size 16068891136