Hugging Face's logo

latestissue
/
rwkv-6-world-1b6-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
8c4f07a
•
1 Parent(s): 25c8072

Upload 23 files

Browse files
Files changed (24) hide show
  1. .gitattributes +22 -0
  2. rwkv-6-world-1.6b-BF16.gguf +3 -0
  3. rwkv-6-world-1.6b-F16.gguf +3 -0
  4. rwkv-6-world-1.6b-F32.gguf +3 -0
  5. rwkv-6-world-1.6b-IQ3_S.gguf +3 -0
  6. rwkv-6-world-1.6b-IQ3_XXS.gguf +3 -0
  7. rwkv-6-world-1.6b-IQ4_NL.gguf +3 -0
  8. rwkv-6-world-1.6b-IQ4_XS.gguf +3 -0
  9. rwkv-6-world-1.6b-Q2_K.gguf +3 -0
  10. rwkv-6-world-1.6b-Q3_K.gguf +3 -0
  11. rwkv-6-world-1.6b-Q3_K_L.gguf +3 -0
  12. rwkv-6-world-1.6b-Q4_0.gguf +3 -0
  13. rwkv-6-world-1.6b-Q4_0_4_4.gguf +3 -0
  14. rwkv-6-world-1.6b-Q4_0_4_8.gguf +3 -0
  15. rwkv-6-world-1.6b-Q4_0_8_8.gguf +3 -0
  16. rwkv-6-world-1.6b-Q4_1.gguf +3 -0
  17. rwkv-6-world-1.6b-Q4_K.gguf +3 -0
  18. rwkv-6-world-1.6b-Q4_K_S.gguf +3 -0
  19. rwkv-6-world-1.6b-Q5_0.gguf +3 -0
  20. rwkv-6-world-1.6b-Q5_1.gguf +3 -0
  21. rwkv-6-world-1.6b-Q5_K.gguf +3 -0
  22. rwkv-6-world-1.6b-Q5_K_S.gguf +3 -0
  23. rwkv-6-world-1.6b-Q6_K.gguf +3 -0
  24. rwkv-6-world-1.6b-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -58,3 +58,25 @@ rwkv-6-world-1b6-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
58
  rwkv-6-world-1b6-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
  rwkv-6-world-1b6-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
60
  rwkv-6-world-1.6B-F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  rwkv-6-world-1b6-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
  rwkv-6-world-1b6-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
60
  rwkv-6-world-1.6B-F16.gguf filter=lfs diff=lfs merge=lfs -text
61
+ rwkv-6-world-1.6b-BF16.gguf filter=lfs diff=lfs merge=lfs -text
62
+ rwkv-6-world-1.6b-F32.gguf filter=lfs diff=lfs merge=lfs -text
63
+ rwkv-6-world-1.6b-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
64
+ rwkv-6-world-1.6b-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
65
+ rwkv-6-world-1.6b-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
66
+ rwkv-6-world-1.6b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
67
+ rwkv-6-world-1.6b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
68
+ rwkv-6-world-1.6b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
69
+ rwkv-6-world-1.6b-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
70
+ rwkv-6-world-1.6b-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
71
+ rwkv-6-world-1.6b-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
72
+ rwkv-6-world-1.6b-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
73
+ rwkv-6-world-1.6b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
74
+ rwkv-6-world-1.6b-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
75
+ rwkv-6-world-1.6b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
76
+ rwkv-6-world-1.6b-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
77
+ rwkv-6-world-1.6b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
78
+ rwkv-6-world-1.6b-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
79
+ rwkv-6-world-1.6b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
80
+ rwkv-6-world-1.6b-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
81
+ rwkv-6-world-1.6b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
82
+ rwkv-6-world-1.6b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-world-1.6b-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07aba8fc7f283d20a66e87472fc2f667b706b62d0822c49d0660b5e10d382d16
3
+ size 3234201152
rwkv-6-world-1.6b-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67473f381ed754cf3a4dcd3b32c5de35f3e60b92935cdbf9d076b7d02cc1766c
3
+ size 3246784064
rwkv-6-world-1.6b-F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d49b30963e232e675c62a5e2ac0c014832b84fbdfb1a80a4a19675fedf5938
3
+ size 6400900672
rwkv-6-world-1.6b-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00daa726b5e777c28980e9b1809bf591826b4cec7fbc265b537a97e18166c182
3
+ size 800693824
rwkv-6-world-1.6b-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c0823fc13c580b8e3db7450842eb0432b42b2d5b0d18efd42d088a5e9d2f41
3
+ size 721378880
rwkv-6-world-1.6b-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c61dd54de0512e162269db5ceb8f77b486c28a60f4644dbe95834ba27be3ade8
3
+ size 992738880
rwkv-6-world-1.6b-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e954fecdc69f3cb3596ef423f79fe717207d4d65627d91bc21b9799194c65b3
3
+ size 947551808
rwkv-6-world-1.6b-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3d31223e642eb5611fbca2a60ccdd88de852afbec3d485a7cd5e27b1786ab3
3
+ size 653835840
rwkv-6-world-1.6b-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd62910f5f018e9c681958312903620f2cc31d6346bddf8c8365efdef624b4a9
3
+ size 800693824
rwkv-6-world-1.6b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55e446565419ad667b16919c23b2a4b0d93b9c4aa6edb0b37a1014f69fa26fd
3
+ size 800693824
rwkv-6-world-1.6b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33dfd2b0c2255bb39cf8bf1fbf701c44f25326f73635b18a6e896008802b99d9
3
+ size 992738880
rwkv-6-world-1.6b-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f139a43e933ed2b9d1b749a0d74973636de6b678cd9e9cc5fb5041deb4998029
3
+ size 992738880
rwkv-6-world-1.6b-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7851cdfa0c5d8e37e62ad3ff94bc95950f79d883d0dff8b10570be4e799a74e8
3
+ size 992738880
rwkv-6-world-1.6b-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2862544f3b806d9e1482416d1c9f12c1bf8b2e5137c7db8f98e6246d8ef81302
3
+ size 992738880
rwkv-6-world-1.6b-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8821c582a27985f2e9d4575728d7a9c2985b85cf22ea58c6eb9e32ab36d94f05
3
+ size 1083309632
rwkv-6-world-1.6b-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1e367fe1ddd2fae7a4419378622c8f43bbce8c833665da3eda4b84613fa839
3
+ size 993132096
rwkv-6-world-1.6b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e91f00e23fabe5569be6f92982283511b407104ca19a4e697a24f0e77c68bce
3
+ size 993132096
rwkv-6-world-1.6b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cdc6db7ee624cf9ba73a6764bb371b05564046e5715469d35de5c9530e41acb
3
+ size 1173880384
rwkv-6-world-1.6b-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9239da322fa82e827d57df2cf690465a8266fe5e940af12f00c8025273a9d726
3
+ size 1264451136
rwkv-6-world-1.6b-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c14a7233ff643cc8e54e4d1a425d99c2f901a6feb48188d037b185b39cc53d3
3
+ size 1174076992
rwkv-6-world-1.6b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e0e47a7551330433a765b2cda7bd8ce4f812e4de1b5e1be6d619d5d37e8262
3
+ size 1174076992
rwkv-6-world-1.6b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1228e86f3d471f3d39e09a54664a54193a080377d5bb59731fd7f3d4a8b85f83
3
+ size 1367105088
rwkv-6-world-1.6b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7587d053f503e9e6c436e2f6f31ad15f95e5cd3dd0d94368a58a2e43272366b
3
+ size 1749810752