Model,NUM_Q_multich_EM,NUM_Q_multich_CC,NUM_Q_multich_PM,NUM_Q_onech_EM,NUM_Q_seq_EM,NUM_Q_seq_CC,NUM_Q_seq_PM,NUM_Q_map_EM,NUM_Q_map_CC,NUM_Q_map_PM,OPEN_Q_EM,OPEN_Q_F1,OPEN_Q_LR,LEADERBOARD
qwen2:72b-instruct-q4_0,55.59,69.97,71.88,85.66,62.01,62.12,62.12,31.4,34.38,36.87,8.93,43.03,57.1,52.39
GigaChat_Pro,63.29,66.23,75.44,76.33,52.06,52.06,52.06,11.59,11.59,15.88,40.89,47.64,64.51,48.43
yandexgpt_pro,47.28,49.35,75.05,84.88,41.75,41.75,43.3,5.58,5.58,7.3,15.46,50.76,63.7,40.9
GigaChat_Plus,51.2,55.56,68.03,69.27,34.02,34.02,34.02,6.01,6.01,8.15,32.99,40.2,58.88,38.33
GigaChat_Lite,51.2,55.56,68.03,69.27,34.02,34.02,34.02,6.01,6.01,8.15,32.65,40.37,58.92,38.32
gemma2:9b-instruct-q4_0,40.65,52.63,63.85,76.58,29.31,30.48,35.03,4.31,4.89,9.49,24.45,32.04,49.76,34.88
llama3:70b-instruct-q4_0,33.5,59.86,59.18,78.14,16.61,17.88,28.41,4.14,5.22,7.25,10.32,44.83,60.49,32.76
yandexgpt_lite,7.3,8.06,54.08,76.16,19.59,19.59,24.48,1.29,1.29,6.65,31.96,49.83,64.93,28.09
llama3.1:70b-instruct-q4_0,26.43,50.33,61.55,24.28,8.36,15.66,26.56,1.49,2.24,10.15,14.31,48.9,63.83,27.24
qwen2:7b-instruct-q4_0,10.39,13.02,54.71,66.22,19.58,20.53,21.27,1.91,2.32,7.5,3.74,11.44,32.79,20.42
ilyagusev/saiga_llama3,2.09,10.0,47.38,63.04,6.88,6.88,18.1,0.0,0.0,2.82,6.9,21.94,40.68,17.44
phi3:14b-medium-4k-instruct-q4_0,0.04,0.15,57.14,56.63,2.75,4.87,36.3,0.0,0.33,9.07,5.26,16.85,31.65,17.0
mistral:7b-instruct-v0.3-q4_0,0.0,0.02,44.55,46.65,0.0,0.0,26.98,0.0,0.0,3.94,2.47,11.6,26.0,12.48
solar:10.7b-instruct-v1-q4_0,0.0,0.26,48.67,46.3,0.0,0.21,18.25,0.0,0.08,3.23,3.42,11.43,23.18,11.93
random,4.04,7.6,32.7,24.51,14.07,14.07,14.07,0.83,0.83,3.23,,,,11.6
wavecut/vikhr:7b-instruct_0.4-Q4_1,0.0,0.02,36.12,34.32,0.95,2.75,6.24,0.0,0.0,0.58,10.01,19.1,34.3,11.11
llama3:8b-instruct-q4_0,0.32,1.0,47.4,26.49,0.53,1.48,4.07,0.0,0.08,2.28,0.06,17.11,35.27,10.47
mixtral:8x7b-instruct-v0.1-q4_0,0.0,11.81,51.05,8.67,0.11,16.93,19.47,0.0,1.66,10.48,0.63,5.19,9.85,10.45
yi:9b,4.09,11.51,34.87,25.9,8.99,10.26,12.7,0.0,0.25,1.41,0.63,3.46,15.14,9.94
gemma:7b-instruct-v1.1-q4_0,2.4,12.13,30.96,27.28,4.97,11.75,5.61,0.83,0.83,2.53,0.06,6.03,23.68,9.93
llama3.1:8b-instruct-q4_0,0.06,0.62,46.74,8.41,0.0,1.9,6.35,0.0,0.08,4.64,0.44,19.23,39.63,9.85
qwen:7b,0.0,0.02,30.09,37.09,8.99,10.05,11.96,0.0,0.0,1.33,0.0,2.44,17.1,9.16
gemma2:27b-instruct-q4_0,1.45,6.9,36.8,22.15,2.54,8.57,8.57,0.0,0.08,0.79,1.65,8.24,15.15,8.68
yi:6b,0.6,8.94,21.59,12.62,0.32,9.74,1.75,0.17,0.83,0.41,0.19,2.29,10.27,5.36
llama2:13b,0.0,0.04,28.24,0.0,0.0,0.11,2.75,0.0,0.0,0.12,0.06,5.17,13.06,3.81