Update README.md
Browse files
README.md
CHANGED
@@ -97,9 +97,9 @@ We report in the following table our internal pipeline benchmarks:
|
|
97 |
<th>Benchmark</th>
|
98 |
<th>Zamba2-7B-instruct</th>
|
99 |
<th>Jamba-1.5-Mini-instruct</th>
|
100 |
-
<th>falcon-mamba-7b-instruct</th>
|
101 |
-
<th>Llama-3.1-8B-Instruct</th>
|
102 |
<th>Qwen2-7B-Instruct</th>
|
|
|
|
|
103 |
</tr>
|
104 |
</thead>
|
105 |
<tbody>
|
@@ -109,7 +109,7 @@ We report in the following table our internal pipeline benchmarks:
|
|
109 |
<td>-</td>
|
110 |
<td>-</td>
|
111 |
<td>-</td>
|
112 |
-
<td
|
113 |
<td>-</td>
|
114 |
</tr>
|
115 |
<tr>
|
@@ -117,7 +117,7 @@ We report in the following table our internal pipeline benchmarks:
|
|
117 |
<td>-</td>
|
118 |
<td>-</td>
|
119 |
<td>-</td>
|
120 |
-
<td
|
121 |
<td>-</td>
|
122 |
</tr>
|
123 |
<tr>
|
@@ -125,7 +125,7 @@ We report in the following table our internal pipeline benchmarks:
|
|
125 |
<td>-</td>
|
126 |
<td>-</td>
|
127 |
<td>-</td>
|
128 |
-
<td
|
129 |
<td>-</td>
|
130 |
</tr>
|
131 |
<tr>
|
@@ -159,7 +159,7 @@ We report in the following table our internal pipeline benchmarks:
|
|
159 |
<td>-</td>
|
160 |
<td>-</td>
|
161 |
<td>-</td>
|
162 |
-
<td
|
163 |
<td>-</td>
|
164 |
</tr>
|
165 |
<tr>
|
@@ -167,7 +167,7 @@ We report in the following table our internal pipeline benchmarks:
|
|
167 |
<td>-</td>
|
168 |
<td>-</td>
|
169 |
<td>-</td>
|
170 |
-
<td
|
171 |
<td>-</td>
|
172 |
</tr>
|
173 |
<tr>
|
@@ -175,7 +175,7 @@ We report in the following table our internal pipeline benchmarks:
|
|
175 |
<td>-</td>
|
176 |
<td>-</td>
|
177 |
<td>-</td>
|
178 |
-
<td
|
179 |
<td>-</td>
|
180 |
</tr>
|
181 |
<tr>
|
|
|
97 |
<th>Benchmark</th>
|
98 |
<th>Zamba2-7B-instruct</th>
|
99 |
<th>Jamba-1.5-Mini-instruct</th>
|
|
|
|
|
100 |
<th>Qwen2-7B-Instruct</th>
|
101 |
+
<th>Llama-3.1-8B-Instruct</th>
|
102 |
+
<th>Falcon3-Mamba-7B-Instruct</th>
|
103 |
</tr>
|
104 |
</thead>
|
105 |
<tbody>
|
|
|
109 |
<td>-</td>
|
110 |
<td>-</td>
|
111 |
<td>-</td>
|
112 |
+
<td>68.5%</td>
|
113 |
<td>-</td>
|
114 |
</tr>
|
115 |
<tr>
|
|
|
117 |
<td>-</td>
|
118 |
<td>-</td>
|
119 |
<td>-</td>
|
120 |
+
<td>29.6%</td>
|
121 |
<td>-</td>
|
122 |
</tr>
|
123 |
<tr>
|
|
|
125 |
<td>-</td>
|
126 |
<td>-</td>
|
127 |
<td>-</td>
|
128 |
+
<td>78.6%</td>
|
129 |
<td>-</td>
|
130 |
</tr>
|
131 |
<tr>
|
|
|
159 |
<td>-</td>
|
160 |
<td>-</td>
|
161 |
<td>-</td>
|
162 |
+
<td>2.4%</td>
|
163 |
<td>-</td>
|
164 |
</tr>
|
165 |
<tr>
|
|
|
167 |
<td>-</td>
|
168 |
<td>-</td>
|
169 |
<td>-</td>
|
170 |
+
<td>8.4%</td>
|
171 |
<td>-</td>
|
172 |
</tr>
|
173 |
<tr>
|
|
|
175 |
<td>-</td>
|
176 |
<td>-</td>
|
177 |
<td>-</td>
|
178 |
+
<td>29.9%</td>
|
179 |
<td>-</td>
|
180 |
</tr>
|
181 |
<tr>
|