Update README.md
Browse files
README.md
CHANGED
@@ -59,8 +59,18 @@ PR
|
|
59 |
1.99 GiB (2.13 BPW)
|
60 |
PPL over 564 chunks for n_ctx=512 = 20.0588 +/- 0.14001
|
61 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
62 |
|
63 |
-
|
|
|
64 |
PR
|
65 |
2.21 GB (2.21 BPW)
|
66 |
2.06 GiB (2.21 BPW)
|
@@ -76,6 +86,16 @@ PR3
|
|
76 |
2.10 GiB (2.25 BPW)
|
77 |
PPL over 564 chunks for n_ctx=512 = 17.3669 +/- 0.11928
|
78 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
79 |
|
80 |
IQ2_XXS
|
81 |
Master
|
@@ -93,6 +113,16 @@ PR2
|
|
93 |
2.23 GiB (2.39 BPW)
|
94 |
PPL over 564 chunks for n_ctx=512 = 12.9671 +/- 0.08687
|
95 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
|
97 |
IQ2_XS
|
98 |
Master
|
@@ -120,6 +150,11 @@ PR4
|
|
120 |
2.42 GiB (2.58 BPW)
|
121 |
PPL over 564 chunks for n_ctx=512 = 10.9291 +/- 0.07270
|
122 |
|
|
|
|
|
|
|
|
|
|
|
123 |
|
124 |
IQ2_S
|
125 |
Master
|
|
|
59 |
1.99 GiB (2.13 BPW)
|
60 |
PPL over 564 chunks for n_ctx=512 = 20.0588 +/- 0.14001
|
61 |
|
62 |
+
PR2
|
63 |
+
2.15 GB (2.14 BPW)
|
64 |
+
2.00 GiB (2.14 BPW)
|
65 |
+
PPL over 564 chunks for n_ctx=512 = 18.8721 +/- 0.13233
|
66 |
+
|
67 |
+
PR3
|
68 |
+
2.16 GB (2.15 BPW)
|
69 |
+
2.01 GiB (2.15 BPW)
|
70 |
+
PPL over 564 chunks for n_ctx=512 = 18.7469 +/- 0.13140
|
71 |
|
72 |
+
|
73 |
+
IQ1_XL
|
74 |
PR
|
75 |
2.21 GB (2.21 BPW)
|
76 |
2.06 GiB (2.21 BPW)
|
|
|
86 |
2.10 GiB (2.25 BPW)
|
87 |
PPL over 564 chunks for n_ctx=512 = 17.3669 +/- 0.11928
|
88 |
|
89 |
+
PR4
|
90 |
+
2.28 GB (2.27 BPW)
|
91 |
+
2.12 GiB (2.27 BPW)
|
92 |
+
PPL over 564 chunks for n_ctx=512 = 15.5944 +/- 0.10615
|
93 |
+
|
94 |
+
PR5
|
95 |
+
2.28 GB (2.27 BPW)
|
96 |
+
2.12 GiB (2.27 BPW)
|
97 |
+
PPL over 564 chunks for n_ctx=512 = 15.4713 +/- 0.10524
|
98 |
+
|
99 |
|
100 |
IQ2_XXS
|
101 |
Master
|
|
|
113 |
2.23 GiB (2.39 BPW)
|
114 |
PPL over 564 chunks for n_ctx=512 = 12.9671 +/- 0.08687
|
115 |
|
116 |
+
PR3
|
117 |
+
2.42 GB (2.41 BPW)
|
118 |
+
2.25 GiB (2.41 BPW)
|
119 |
+
PPL over 564 chunks for n_ctx=512 = 12.5074 +/- 0.08360
|
120 |
+
|
121 |
+
PR4
|
122 |
+
2.42 GB (2.41 BPW)
|
123 |
+
2.26 GiB (2.41 BPW)
|
124 |
+
PPL over 564 chunks for n_ctx=512 = 12.4244 +/- 0.08294
|
125 |
+
|
126 |
|
127 |
IQ2_XS
|
128 |
Master
|
|
|
150 |
2.42 GiB (2.58 BPW)
|
151 |
PPL over 564 chunks for n_ctx=512 = 10.9291 +/- 0.07270
|
152 |
|
153 |
+
PR5
|
154 |
+
2.60 GB (2.59 BPW)
|
155 |
+
2.42 GiB (2.59 BPW)
|
156 |
+
PPL over 564 chunks for n_ctx=512 = 10.8794 +/- 0.07229
|
157 |
+
|
158 |
|
159 |
IQ2_S
|
160 |
Master
|