feat add app

app.py

@@ -0,0 +1,20 @@
+import os
+import gradio as gr
+
+def load_csv():
+    filename = 'table.html'
+    with open(filename, 'r', encoding="utf-8-sig") as f:
+        return f.read()
+    #return df.to_html(render_links=True)
+    return ''
+
+iface = gr.Interface(
+    fn=load_csv,
+    inputs=None,
+    outputs="html",
+    title="NTREX dataset Benchmark ",
+    description="Benchmark translation to TREX dataset for ru, en, zh languages. Dataset: https://github.com/MicrosoftTranslator/NTREX",
+    live=True
+)
+
+iface.launch(share=False)

table.html

@@ -0,0 +1,856 @@
+<table border="1" class="dataframe">
+  <thead>
+    <tr style="text-align: right;">
+      <th>name</th>
+      <th>pair</th>
+      <th>URL</th>
+      <th>params</th>
+      <th>bleu</th>
+      <th>chrf</th>
+      <th>bertscore_f1</th>
+      <th>ter</th>
+      <th>meteor</th>
+      <th>rouge1</th>
+      <th>rouge2</th>
+      <th>rougeL</th>
+      <th>rougeLsum</th>
+      <th>CPU</th>
+      <th>GPU</th>
+    </tr>
+  </thead>
+  <tbody>
+    <tr>
+      <td>Helsinki-NLP/opus-mt-en-ru</td>
+      <td>en-ru</td>
+      <td><a href="https://huggingface.co/Helsinki-NLP/opus-mt-en-ru" target="_blank">open</a></td>
+      <td>73M</td>
+      <td>25,0095</td>
+      <td>51,4155</td>
+      <td>0,8476</td>
+      <td>66,4672</td>
+      <td>0,4722</td>
+      <td>0,2224</td>
+      <td>0,0879</td>
+      <td>0,2197</td>
+      <td>0,2198</td>
+      <td>429,3787</td>
+      <td>178,6283</td>
+    </tr>
+    <tr>
+      <td>facebook/m2m100_418M</td>
+      <td>en-ru</td>
+      <td><a href="https://huggingface.co/facebook/m2m100_418M" target="_blank">open</a></td>
+      <td>461M</td>
+      <td>22,0757</td>
+      <td>48,4266</td>
+      <td>0,8408</td>
+      <td>68,4320</td>
+      <td>0,4529</td>
+      <td>0,2489</td>
+      <td>0,1016</td>
+      <td>0,2456</td>
+      <td>0,2456</td>
+      <td>2601,0673</td>
+      <td>461,8845</td>
+    </tr>
+    <tr>
+      <td>facebook/mbart-large-50-many-to-many-mmt</td>
+      <td>en-ru</td>
+      <td><a href="https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt" target="_blank">open</a></td>
+      <td>582M</td>
+      <td>22,8219</td>
+      <td>49,3038</td>
+      <td>0,8423</td>
+      <td>68,4744</td>
+      <td>0,4624</td>
+      <td>0,2428</td>
+      <td>0,1049</td>
+      <td>0,2390</td>
+      <td>0,2392</td>
+      <td>2686,7609</td>
+      <td>505,1522</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-1.3B</td>
+      <td>en-ru</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-1.3B" target="_blank">open</a></td>
+      <td>1307M</td>
+      <td>26,3921</td>
+      <td>53,4754</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,8590</td>
+      <td>62,6019</td>
+      <td>0,4957</td>
+      <td>0,2563</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,1118</td>
+      <td>0,2537</td>
+      <td>0,2537</td>
+      <td>29748,2773</td>
+      <td>742,6220</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-600M</td>
+      <td>en-ru</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-600M" target="_blank">open</a></td>
+      <td>586M</td>
+      <td>25,2193</td>
+      <td>52,0565</td>
+      <td>0,8541</td>
+      <td>64,9225</td>
+      <td>0,4699</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2612</td>
+      <td>0,1113</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2585</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2586</td>
+      <td>2138,9623</td>
+      <td>523,5301</td>
+    </tr>
+    <tr>
+      <td>facebook/wmt19-en-ru</td>
+      <td>en-ru</td>
+      <td><a href="https://huggingface.co/facebook/wmt19-en-ru" target="_blank">open</a></td>
+      <td>279M</td>
+      <td>27,4767</td>
+      <td>53,6640</td>
+      <td>0,8569</td>
+      <td>63,9424</td>
+      <td>0,4961</td>
+      <td>0,2514</td>
+      <td>0,1076</td>
+      <td>0,2489</td>
+      <td>0,2488</td>
+      <td>924,8711</td>
+      <td>206,3258</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_base_200</td>
+      <td>en-ru</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_base_200" target="_blank">open</a></span></td>
+      <td>284M</td>
+      <td><span style="font-weight: bold;background-color: Lime;">28,5759</td>
+      <td>54,2799</td>
+      <td>0,8554</td>
+      <td>62,4948</td>
+      <td>0,5174</td>
+      <td>0,1908</td>
+      <td>0,0655</td>
+      <td>0,1895</td>
+      <td>0,1893</td>
+      <td>1171,5537</td>
+      <td>502,5175</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_large_1024</td>
+      <td>en-ru</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_large_1024" target="_blank">open</a></span></td>
+      <td>811M</td>
+      <td>28,0225</td>
+      <td><span style="font-weight: bold;background-color: Lime;">54,5335</td>
+      <td>0,8586</td>
+      <td>62,6889</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,5272</td>
+      <td>0,1932</td>
+      <td>0,0676</td>
+      <td>0,1913</td>
+      <td>0,1913</td>
+      <td>56570,4151</td>
+      <td>988,1287</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_small_1024</td>
+      <td>en-ru</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_small_1024" target="_blank">open</a></span></td>
+      <td>105M</td>
+      <td>19,2178</td>
+      <td>46,3500</td>
+      <td>0,8257</td>
+      <td><span style="font-weight: bold;background-color: Lime;">71,6757</td>
+      <td>0,4241</td>
+      <td>0,1970</td>
+      <td>0,0678</td>
+      <td>0,1950</td>
+      <td>0,1950</td>
+      <td>736,5292</td>
+      <td>319,2867</td>
+    </tr>
+    <tr>
+      <td>Helsinki-NLP/opus-mt-en-zh</td>
+      <td>en-zh</td>
+      <td><a href="https://huggingface.co/Helsinki-NLP/opus-mt-en-zh" target="_blank">open</a></td>
+      <td>74M</td>
+      <td>1,4242</td>
+      <td>23,8306</td>
+      <td>0,7899</td>
+      <td>159,1038</td>
+      <td>0,0478</td>
+      <td>0,2227</td>
+      <td>0,0962</td>
+      <td>0,2198</td>
+      <td>0,2200</td>
+      <td>338,5790</td>
+      <td>134,3619</td>
+    </tr>
+    <tr>
+      <td>facebook/m2m100_418M</td>
+      <td>en-zh</td>
+      <td><a href="https://huggingface.co/facebook/m2m100_418M" target="_blank">open</a></td>
+      <td>461M</td>
+      <td>1,8729</td>
+      <td>23,8577</td>
+      <td>0,7829</td>
+      <td>121,8503</td>
+      <td>0,0799</td>
+      <td>0,2400</td>
+      <td>0,1111</td>
+      <td>0,2355</td>
+      <td>0,2354</td>
+      <td>1956,3508</td>
+      <td>408,8626</td>
+    </tr>
+    <tr>
+      <td>facebook/mbart-large-50-many-to-many-mmt</td>
+      <td>en-zh</td>
+      <td><a href="https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt" target="_blank">open</a></td>
+      <td>582M</td>
+      <td>1,7330</td>
+      <td>25,4084</td>
+      <td>0,8042</td>
+      <td><span style="font-weight: bold;background-color: Lime;">159,9984</td>
+      <td>0,0760</td>
+      <td>0,2178</td>
+      <td>0,1005</td>
+      <td>0,2162</td>
+      <td>0,2158</td>
+      <td>2539,4210</td>
+      <td>475,5201</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-1.3B</td>
+      <td>en-zh</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-1.3B" target="_blank">open</a></td>
+      <td>1307M</td>
+      <td>1,2399</td>
+      <td>19,4471</td>
+      <td>0,7733</td>
+      <td>128,1332</td>
+      <td>0,0165</td>
+      <td>0,1706</td>
+      <td>0,0631</td>
+      <td>0,1690</td>
+      <td>0,1690</td>
+      <td>23758,4120</td>
+      <td>551,0516</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-600M</td>
+      <td>en-zh</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-600M" target="_blank">open</a></td>
+      <td>586M</td>
+      <td>1,2022</td>
+      <td>18,8796</td>
+      <td>0,7673</td>
+      <td>113,6864</td>
+      <td>0,0162</td>
+      <td>0,1781</td>
+      <td>0,0648</td>
+      <td>0,1764</td>
+      <td>0,1763</td>
+      <td>1665,9829</td>
+      <td>403,9806</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_base_200</td>
+      <td>en-zh</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_base_200" target="_blank">open</a></span></td>
+      <td>284M</td>
+      <td><span style="font-weight: bold;background-color: Lime;">2,1928</td>
+      <td>29,1543</td>
+      <td>0,8131</td>
+      <td>113,8981</td>
+      <td>0,0830</td>
+      <td>0,2508</td>
+      <td>0,1173</td>
+      <td>0,2471</td>
+      <td>0,2474</td>
+      <td>1109,7135</td>
+      <td>365,6705</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_large_1024</td>
+      <td>en-zh</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_large_1024" target="_blank">open</a></span></td>
+      <td>811M</td>
+      <td>1,6960</td>
+      <td><span style="font-weight: bold;background-color: Lime;">29,6255</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,8265</td>
+      <td>115,7029</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,0869</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2523</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,1197</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2480</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2480</td>
+      <td>46785,9260</td>
+      <td>774,6595</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_small_1024</td>
+      <td>en-zh</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_small_1024" target="_blank">open</a></span></td>
+      <td>105M</td>
+      <td>1,6180</td>
+      <td>22,6094</td>
+      <td>0,7773</td>
+      <td>116,6643</td>
+      <td>0,0726</td>
+      <td>0,2433</td>
+      <td>0,0964</td>
+      <td>0,2387</td>
+      <td>0,2390</td>
+      <td>404,2018</td>
+      <td>237,6188</td>
+    </tr>
+    <tr>
+      <td>Helsinki-NLP/opus-mt-ru-en</td>
+      <td>ru-en</td>
+      <td><a href="https://huggingface.co/Helsinki-NLP/opus-mt-ru-en" target="_blank">open</a></td>
+      <td>73M</td>
+      <td>23,9833</td>
+      <td>53,8174</td>
+      <td>0,9374</td>
+      <td>66,4136</td>
+      <td>0,5700</td>
+      <td>0,5747</td>
+      <td>0,3152</td>
+      <td>0,5222</td>
+      <td>0,5220</td>
+      <td>590,5894</td>
+      <td>184,9895</td>
+    </tr>
+    <tr>
+      <td>facebook/m2m100_418M</td>
+      <td>ru-en</td>
+      <td><a href="https://huggingface.co/facebook/m2m100_418M" target="_blank">open</a></td>
+      <td>461M</td>
+      <td>13,7000</td>
+      <td>43,5764</td>
+      <td>0,8976</td>
+      <td><span style="font-weight: bold;background-color: Lime;">82,6220</td>
+      <td>0,4345</td>
+      <td>0,4739</td>
+      <td>0,2104</td>
+      <td>0,4201</td>
+      <td>0,4198</td>
+      <td>2503,8058</td>
+      <td>524,1630</td>
+    </tr>
+    <tr>
+      <td>facebook/mbart-large-50-many-to-many-mmt</td>
+      <td>ru-en</td>
+      <td><a href="https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt" target="_blank">open</a></td>
+      <td>582M</td>
+      <td>24,3928</td>
+      <td>53,7343</td>
+      <td>0,9361</td>
+      <td>65,8848</td>
+      <td>0,5555</td>
+      <td>0,5669</td>
+      <td>0,3122</td>
+      <td>0,5177</td>
+      <td>0,5177</td>
+      <td>3452,1722</td>
+      <td>511,7801</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-1.3B</td>
+      <td>ru-en</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-1.3B" target="_blank">open</a></td>
+      <td>1307M</td>
+      <td>25,1481</td>
+      <td>55,0731</td>
+      <td>0,9389</td>
+      <td>65,8016</td>
+      <td>0,5737</td>
+      <td>0,5878</td>
+      <td>0,3408</td>
+      <td>0,5367</td>
+      <td>0,5367</td>
+      <td>34099,3069</td>
+      <td>693,8489</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-600M</td>
+      <td>ru-en</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-600M" target="_blank">open</a></td>
+      <td>586M</td>
+      <td>22,4326</td>
+      <td>52,0603</td>
+      <td>0,9285</td>
+      <td>70,5321</td>
+      <td>0,5291</td>
+      <td>0,5482</td>
+      <td>0,2938</td>
+      <td>0,4964</td>
+      <td>0,4961</td>
+      <td>1987,7717</td>
+      <td>474,5719</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_base_200</td>
+      <td>ru-en</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_base_200" target="_blank">open</a></span></td>
+      <td>284M</td>
+      <td><span style="font-weight: bold;background-color: Lime;">27,3035</td>
+      <td>55,9527</td>
+      <td>0,9407</td>
+      <td>63,3606</td>
+      <td>0,5918</td>
+      <td>0,5949</td>
+      <td>0,3409</td>
+      <td>0,5417</td>
+      <td>0,5418</td>
+      <td>1288,3096</td>
+      <td>516,6495</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_large_1024</td>
+      <td>ru-en</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_large_1024" target="_blank">open</a></span></td>
+      <td>811M</td>
+      <td>27,1314</td>
+      <td><span style="font-weight: bold;background-color: Lime;">56,2669</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,9429</td>
+      <td>63,9991</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,6043</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,6031</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,3538</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,5513</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,5513</td>
+      <td>63181,3672</td>
+      <td>1070,1940</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_small_1024</td>
+      <td>ru-en</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_small_1024" target="_blank">open</a></span></td>
+      <td>105M</td>
+      <td>19,9053</td>
+      <td>49,8936</td>
+      <td>0,9219</td>
+      <td>71,3320</td>
+      <td>0,5206</td>
+      <td>0,5303</td>
+      <td>0,2615</td>
+      <td>0,4731</td>
+      <td>0,4732</td>
+      <td>816,4949</td>
+      <td>366,7248</td>
+    </tr>
+    <tr>
+      <td>facebook/m2m100_418M</td>
+      <td>ru-zh</td>
+      <td><a href="https://huggingface.co/facebook/m2m100_418M" target="_blank">open</a></td>
+      <td>461M</td>
+      <td>0,9265</td>
+      <td>17,3133</td>
+      <td>0,7453</td>
+      <td>123,8558</td>
+      <td>0,0638</td>
+      <td>0,1948</td>
+      <td>0,0741</td>
+      <td>0,1915</td>
+      <td>0,1915</td>
+      <td>2608,6762</td>
+      <td>474,9864</td>
+    </tr>
+    <tr>
+      <td>facebook/mbart-large-50-many-to-many-mmt</td>
+      <td>ru-zh</td>
+      <td><a href="https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt" target="_blank">open</a></td>
+      <td>582M</td>
+      <td>0,3101</td>
+      <td>4,3907</td>
+      <td>0,5623</td>
+      <td><span style="font-weight: bold;background-color: Lime;">1407,8223</td>
+      <td>0,0506</td>
+      <td>0,0635</td>
+      <td>0,0202</td>
+      <td>0,0612</td>
+      <td>0,0613</td>
+      <td>2858,9354</td>
+      <td>515,5096</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-1.3B</td>
+      <td>ru-zh</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-1.3B" target="_blank">open</a></td>
+      <td>1307M</td>
+      <td>0,9701</td>
+      <td>17,0343</td>
+      <td>0,7562</td>
+      <td>136,8758</td>
+      <td>0,0126</td>
+      <td>0,1795</td>
+      <td>0,0671</td>
+      <td>0,1770</td>
+      <td>0,1770</td>
+      <td>32840,6053</td>
+      <td>650,9642</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-600M</td>
+      <td>ru-zh</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-600M" target="_blank">open</a></td>
+      <td>586M</td>
+      <td>0,8562</td>
+      <td>14,8349</td>
+      <td>0,7371</td>
+      <td>118,6932</td>
+      <td>0,0113</td>
+      <td>0,1631</td>
+      <td>0,0551</td>
+      <td>0,1604</td>
+      <td>0,1606</td>
+      <td>1477,4689</td>
+      <td>372,8740</td>
+    </tr>
+    <tr>
+      <td>joefox/mbart-large-ru-zh-ru-many-to-many-mmt</td>
+      <td>ru-zh</td>
+      <td><a href="https://huggingface.co/joefox/mbart-large-ru-zh-ru-many-to-many-mmt" target="_blank">open</a></td>
+      <td>382M</td>
+      <td>1,2970</td>
+      <td>22,5037</td>
+      <td>0,7852</td>
+      <td>113,3990</td>
+      <td>0,0726</td>
+      <td>0,2229</td>
+      <td>0,0928</td>
+      <td>0,2188</td>
+      <td>0,2192</td>
+      <td>1413,1433</td>
+      <td>329,3788</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_base_200</td>
+      <td>ru-zh</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_base_200" target="_blank">open</a></span></td>
+      <td>284M</td>
+      <td><span style="font-weight: bold;background-color: Lime;">1,5048</td>
+      <td>22,9738</td>
+      <td>0,7856</td>
+      <td>113,6822</td>
+      <td>0,0723</td>
+      <td>0,2256</td>
+      <td>0,0955</td>
+      <td>0,2217</td>
+      <td>0,2215</td>
+      <td>984,3104</td>
+      <td>395,4513</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_large_1024</td>
+      <td>ru-zh</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_large_1024" target="_blank">open</a></span></td>
+      <td>811M</td>
+      <td>1,2027</td>
+      <td><span style="font-weight: bold;background-color: Lime;">23,4712</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,7933</td>
+      <td>117,2472</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,0740</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2267</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,0994</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2233</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2233</td>
+      <td>54047,8655</td>
+      <td>855,6965</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_small_1024</td>
+      <td>ru-zh</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_small_1024" target="_blank">open</a></span></td>
+      <td>105M</td>
+      <td>1,1654</td>
+      <td>17,3986</td>
+      <td>0,7525</td>
+      <td>112,1590</td>
+      <td>0,0634</td>
+      <td>0,2011</td>
+      <td>0,0730</td>
+      <td>0,1984</td>
+      <td>0,1986</td>
+      <td>503,1929</td>
+      <td>266,5707</td>
+    </tr>
+    <tr>
+      <td>Helsinki-NLP/opus-mt-zh-en</td>
+      <td>zh-en</td>
+      <td><a href="https://huggingface.co/Helsinki-NLP/opus-mt-zh-en" target="_blank">open</a></td>
+      <td>74M</td>
+      <td>17,8786</td>
+      <td>49,8389</td>
+      <td>0,9247</td>
+      <td>76,6661</td>
+      <td>0,5134</td>
+      <td>0,5292</td>
+      <td>0,2652</td>
+      <td>0,4525</td>
+      <td>0,4525</td>
+      <td>493,6717</td>
+      <td>194,4169</td>
+    </tr>
+    <tr>
+      <td>facebook/m2m100_418M</td>
+      <td>zh-en</td>
+      <td><a href="https://huggingface.co/facebook/m2m100_418M" target="_blank">open</a></td>
+      <td>461M</td>
+      <td>13,8451</td>
+      <td>45,7770</td>
+      <td>0,9141</td>
+      <td>80,4613</td>
+      <td>0,4578</td>
+      <td>0,4933</td>
+      <td>0,2226</td>
+      <td>0,4117</td>
+      <td>0,4115</td>
+      <td>2261,8730</td>
+      <td>467,0410</td>
+    </tr>
+    <tr>
+      <td>facebook/mbart-large-50-many-to-many-mmt</td>
+      <td>zh-en</td>
+      <td><a href="https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt" target="_blank">open</a></td>
+      <td>582M</td>
+      <td>20,0748</td>
+      <td>50,3136</td>
+      <td>0,9276</td>
+      <td>72,2366</td>
+      <td>0,5233</td>
+      <td>0,5399</td>
+      <td>0,2757</td>
+      <td>0,4615</td>
+      <td>0,4614</td>
+      <td>2748,5020</td>
+      <td>471,4562</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-1.3B</td>
+      <td>zh-en</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-1.3B" target="_blank">open</a></td>
+      <td>1307M</td>
+      <td>13,3269</td>
+      <td>41,2097</td>
+      <td>0,8985</td>
+      <td><span style="font-weight: bold;background-color: Lime;">81,6055</td>
+      <td>0,4142</td>
+      <td>0,4491</td>
+      <td>0,2098</td>
+      <td>0,3790</td>
+      <td>0,3790</td>
+      <td>28471,2663</td>
+      <td>606,2567</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-600M</td>
+      <td>zh-en</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-600M" target="_blank">open</a></td>
+      <td>586M</td>
+      <td>15,2232</td>
+      <td>44,9461</td>
+      <td>0,9112</td>
+      <td>81,2294</td>
+      <td>0,4532</td>
+      <td>0,4814</td>
+      <td>0,2248</td>
+      <td>0,4037</td>
+      <td>0,4037</td>
+      <td>1965,1474</td>
+      <td>420,0157</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_base_200</td>
+      <td>zh-en</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_base_200" target="_blank">open</a></span></td>
+      <td>284M</td>
+      <td>22,1332</td>
+      <td>52,4549</td>
+      <td>0,9315</td>
+      <td>70,2528</td>
+      <td>0,5579</td>
+      <td>0,5621</td>
+      <td>0,2959</td>
+      <td>0,4793</td>
+      <td>0,4795</td>
+      <td>1224,1559</td>
+      <td>505,7730</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_large_1024</td>
+      <td>zh-en</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_large_1024" target="_blank">open</a></span></td>
+      <td>811M</td>
+      <td><span style="font-weight: bold;background-color: Lime;">22,5254</td>
+      <td><span style="font-weight: bold;background-color: Lime;">53,2576</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,9361</td>
+      <td>69,8088</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,5741</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,5742</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,3118</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,4922</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,4922</td>
+      <td>57748,4735</td>
+      <td>978,7451</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_small_1024</td>
+      <td>zh-en</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_small_1024" target="_blank">open</a></span></td>
+      <td>105M</td>
+      <td>14,9457</td>
+      <td>45,8742</td>
+      <td>0,9132</td>
+      <td>78,4006</td>
+      <td>0,4781</td>
+      <td>0,4916</td>
+      <td>0,2148</td>
+      <td>0,4074</td>
+      <td>0,4074</td>
+      <td>554,3235</td>
+      <td>334,6551</td>
+    </tr>
+    <tr>
+      <td>facebook/m2m100_418M</td>
+      <td>zh-ru</td>
+      <td><a href="https://huggingface.co/facebook/m2m100_418M" target="_blank">open</a></td>
+      <td>461M</td>
+      <td>10,4357</td>
+      <td>38,6650</td>
+      <td>0,7828</td>
+      <td>87,6799</td>
+      <td>0,3206</td>
+      <td>0,2036</td>
+      <td>0,0708</td>
+      <td>0,1999</td>
+      <td>0,1997</td>
+      <td>2494,7562</td>
+      <td>516,2932</td>
+    </tr>
+    <tr>
+      <td>facebook/mbart-large-50-many-to-many-mmt</td>
+      <td>zh-ru</td>
+      <td><a href="https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt" target="_blank">open</a></td>
+      <td>582M</td>
+      <td>2,1387</td>
+      <td>6,6085</td>
+      <td>0,7093</td>
+      <td><span style="font-weight: bold;background-color: Lime;">108,0543</td>
+      <td>0,0948</td>
+      <td>0,0609</td>
+      <td>0,0158</td>
+      <td>0,0590</td>
+      <td>0,0595</td>
+      <td>2569,8568</td>
+      <td>463,5049</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-1.3B</td>
+      <td>zh-ru</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-1.3B" target="_blank">open</a></td>
+      <td>1307M</td>
+      <td>8,9797</td>
+      <td>32,8740</td>
+      <td>0,7646</td>
+      <td>89,8886</td>
+      <td>0,2619</td>
+      <td>0,1919</td>
+      <td>0,0615</td>
+      <td>0,1877</td>
+      <td>0,1877</td>
+      <td>43398,0084</td>
+      <td>1090,9077</td>
+    </tr>
+    <tr>
+      <td>facebook/nllb-200-distilled-600M</td>
+      <td>zh-ru</td>
+      <td><a href="https://huggingface.co/facebook/nllb-200-distilled-600M" target="_blank">open</a></td>
+      <td>586M</td>
+      <td>8,6919</td>
+      <td>34,9578</td>
+      <td>0,7656</td>
+      <td>91,4727</td>
+      <td>0,2692</td>
+      <td>0,1957</td>
+      <td>0,0666</td>
+      <td>0,1926</td>
+      <td>0,1927</td>
+      <td>3392,8836</td>
+      <td>751,6092</td>
+    </tr>
+    <tr>
+      <td>joefox/mbart-large-ru-zh-ru-many-to-many-mmt</td>
+      <td>zh-ru</td>
+      <td><a href="https://huggingface.co/joefox/mbart-large-ru-zh-ru-many-to-many-mmt" target="_blank">open</a></td>
+      <td>382M</td>
+      <td><span style="font-weight: bold;background-color: Lime;">13,7238</td>
+      <td>41,5467</td>
+      <td>0,7985</td>
+      <td>83,3914</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,3652</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2274</td>
+      <td>0,0811</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2226</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,2228</td>
+      <td>1722,9847</td>
+      <td>390,9610</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_base_200</td>
+      <td>zh-ru</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_base_200" target="_blank">open</a></span></td>
+      <td>284M</td>
+      <td>13,0804</td>
+      <td>42,0661</td>
+      <td>0,8023</td>
+      <td>84,9454</td>
+      <td>0,3460</td>
+      <td>0,2217</td>
+      <td>0,0747</td>
+      <td>0,2169</td>
+      <td>0,2168</td>
+      <td>1297,4867</td>
+      <td>524,5561</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_large_1024</td>
+      <td>zh-ru</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_large_1024" target="_blank">open</a></span></td>
+      <td>811M</td>
+      <td>13,2207</td>
+      <td><span style="font-weight: bold;background-color: Lime;">42,4253</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,8077</td>
+      <td>97,7217</td>
+      <td>0,3575</td>
+      <td>0,2260</td>
+      <td><span style="font-weight: bold;background-color: Lime;">0,0843</td>
+      <td>0,2215</td>
+      <td>0,2215</td>
+      <td>62159,5527</td>
+      <td>1053,2818</td>
+    </tr>
+    <tr>
+      <td>utrobinmv/t5_translate_en_ru_zh_small_1024</td>
+      <td>zh-ru</td>
+      <td><span style="background-color: yellow;"><a href="https://huggingface.co/utrobinmv/t5_translate_en_ru_zh_small_1024" target="_blank">open</a></span></td>
+      <td>105M</td>
+      <td>8,2438</td>
+      <td>35,7662</td>
+      <td>0,7711</td>
+      <td>90,7159</td>
+      <td>0,2737</td>
+      <td>0,2043</td>
+      <td>0,0667</td>
+      <td>0,1998</td>
+      <td>0,1999</td>
+      <td>835,4988</td>
+      <td>372,2559</td>
+    </tr>
+  </tbody>
+</table>