Nexesenex commited on
Commit
faf2616
1 Parent(s): 9e15c4c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +36 -1
README.md CHANGED
@@ -59,8 +59,18 @@ PR
59
  1.99 GiB (2.13 BPW)
60
  PPL over 564 chunks for n_ctx=512 = 20.0588 +/- 0.14001
61
 
 
 
 
 
 
 
 
 
 
62
 
63
- IQ1_XL - Unusable on <= 13b models
 
64
  PR
65
  2.21 GB (2.21 BPW)
66
  2.06 GiB (2.21 BPW)
@@ -76,6 +86,16 @@ PR3
76
  2.10 GiB (2.25 BPW)
77
  PPL over 564 chunks for n_ctx=512 = 17.3669 +/- 0.11928
78
 
 
 
 
 
 
 
 
 
 
 
79
 
80
  IQ2_XXS
81
  Master
@@ -93,6 +113,16 @@ PR2
93
  2.23 GiB (2.39 BPW)
94
  PPL over 564 chunks for n_ctx=512 = 12.9671 +/- 0.08687
95
 
 
 
 
 
 
 
 
 
 
 
96
 
97
  IQ2_XS
98
  Master
@@ -120,6 +150,11 @@ PR4
120
  2.42 GiB (2.58 BPW)
121
  PPL over 564 chunks for n_ctx=512 = 10.9291 +/- 0.07270
122
 
 
 
 
 
 
123
 
124
  IQ2_S
125
  Master
 
59
  1.99 GiB (2.13 BPW)
60
  PPL over 564 chunks for n_ctx=512 = 20.0588 +/- 0.14001
61
 
62
+ PR2
63
+ 2.15 GB (2.14 BPW)
64
+ 2.00 GiB (2.14 BPW)
65
+ PPL over 564 chunks for n_ctx=512 = 18.8721 +/- 0.13233
66
+
67
+ PR3
68
+ 2.16 GB (2.15 BPW)
69
+ 2.01 GiB (2.15 BPW)
70
+ PPL over 564 chunks for n_ctx=512 = 18.7469 +/- 0.13140
71
 
72
+
73
+ IQ1_XL
74
  PR
75
  2.21 GB (2.21 BPW)
76
  2.06 GiB (2.21 BPW)
 
86
  2.10 GiB (2.25 BPW)
87
  PPL over 564 chunks for n_ctx=512 = 17.3669 +/- 0.11928
88
 
89
+ PR4
90
+ 2.28 GB (2.27 BPW)
91
+ 2.12 GiB (2.27 BPW)
92
+ PPL over 564 chunks for n_ctx=512 = 15.5944 +/- 0.10615
93
+
94
+ PR5
95
+ 2.28 GB (2.27 BPW)
96
+ 2.12 GiB (2.27 BPW)
97
+ PPL over 564 chunks for n_ctx=512 = 15.4713 +/- 0.10524
98
+
99
 
100
  IQ2_XXS
101
  Master
 
113
  2.23 GiB (2.39 BPW)
114
  PPL over 564 chunks for n_ctx=512 = 12.9671 +/- 0.08687
115
 
116
+ PR3
117
+ 2.42 GB (2.41 BPW)
118
+ 2.25 GiB (2.41 BPW)
119
+ PPL over 564 chunks for n_ctx=512 = 12.5074 +/- 0.08360
120
+
121
+ PR4
122
+ 2.42 GB (2.41 BPW)
123
+ 2.26 GiB (2.41 BPW)
124
+ PPL over 564 chunks for n_ctx=512 = 12.4244 +/- 0.08294
125
+
126
 
127
  IQ2_XS
128
  Master
 
150
  2.42 GiB (2.58 BPW)
151
  PPL over 564 chunks for n_ctx=512 = 10.9291 +/- 0.07270
152
 
153
+ PR5
154
+ 2.60 GB (2.59 BPW)
155
+ 2.42 GiB (2.59 BPW)
156
+ PPL over 564 chunks for n_ctx=512 = 10.8794 +/- 0.07229
157
+
158
 
159
  IQ2_S
160
  Master