Update README.md
Browse files
README.md
CHANGED
|
@@ -16,20 +16,37 @@ Lowers quants (SOTA 2 bits) to come if I'm able to make an iMatrix on my config
|
|
| 16 |
Benchs of the original Q4_K_S quant I found :
|
| 17 |
|
| 18 |
Rope 8 10000
|
|
|
|
| 19 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.2177,4096
|
|
|
|
| 20 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.1324,6144
|
|
|
|
| 21 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.3923,2048
|
|
|
|
| 22 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.4945,1536
|
|
|
|
| 23 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.6700,1024
|
|
|
|
| 24 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,5.2577,512
|
|
|
|
| 25 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,hellaswag,84.5,,400
|
|
|
|
| 26 |
Rope 4 10000
|
|
|
|
| 27 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,3.5762,2048
|
|
|
|
| 28 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.1235,512
|
|
|
|
| 29 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,hellaswag,87.25,,400
|
|
|
|
| 30 |
Rope 2 10000
|
|
|
|
| 31 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,3.3394 *327,2048
|
|
|
|
| 32 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,3.8254,512
|
|
|
|
| 33 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,hellaswag,88,,400
|
|
|
|
| 34 |
Rope 1 10000
|
|
|
|
| 35 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,hellaswag,85,,400
|
|
|
|
| 16 |
Benchs of the original Q4_K_S quant I found :
|
| 17 |
|
| 18 |
Rope 8 10000
|
| 19 |
+
|
| 20 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.2177,4096
|
| 21 |
+
|
| 22 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.1324,6144
|
| 23 |
+
|
| 24 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.3923,2048
|
| 25 |
+
|
| 26 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.4945,1536
|
| 27 |
+
|
| 28 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.6700,1024
|
| 29 |
+
|
| 30 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,5.2577,512
|
| 31 |
+
|
| 32 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,hellaswag,84.5,,400
|
| 33 |
+
|
| 34 |
Rope 4 10000
|
| 35 |
+
|
| 36 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,3.5762,2048
|
| 37 |
+
|
| 38 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,4.1235,512
|
| 39 |
+
|
| 40 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,hellaswag,87.25,,400
|
| 41 |
+
|
| 42 |
Rope 2 10000
|
| 43 |
+
|
| 44 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,3.3394 *327,2048
|
| 45 |
+
|
| 46 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,wikitext,3.8254,512
|
| 47 |
+
|
| 48 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,hellaswag,88,,400
|
| 49 |
+
|
| 50 |
Rope 1 10000
|
| 51 |
+
|
| 52 |
WinterGoddess-1.4x-limarpv3-70B-L2-32k.Q4_K_S.gguf,-,hellaswag,85,,400
|