diff --git "a/results.tsv" "b/results.tsv" --- "a/results.tsv" +++ "b/results.tsv" @@ -1,1576 +1,384 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer -0.0 4 0.0 wikitext comb_15 opt ones_t 669.68832 861.929472 1.112660527229309 33.819205 0.0 -0.0015873017255216 8 0.0 wikitext comb_15 opt ones_t 669.68832 861.929472 1.110521912574768 33.887507 0.0 -0.0015873017255216 5 0.0 wikitext comb_15 opt ones_t 669.68832 861.929472 1.113356113433838 34.071203 0.0 -0.0031746034510433 6 0.0 wikitext comb_15 opt ones_t 669.68832 861.929472 1.111747145652771 34.271142 0.0 -0.0015873017255216 8 0.0 wikitext comb_3 opt rnd_naive_t 669.68832 861.929472 1.110521912574768 34.332652 0.0 -0.0015873017255216 7 0.0 wikitext comb_15 opt ones_t 669.68832 861.929472 1.1113218069076538 34.939792 0.0 -0.0 4 0.0 wikitext comb_3 opt ones_t 669.68832 861.929472 1.1143286228179932 39.821373 0.0 -0.0 5 0.0 wikitext comb_3 opt ones_t 669.68832 861.929472 1.1143286228179932 39.821373 0.0 -0.0 6 0.0 wikitext comb_3 opt ones_t 669.68832 861.929472 1.1143286228179932 39.821373 0.0 -0.0 7 0.0 wikitext comb_3 opt ones_t 669.68832 861.929472 1.1143286228179932 39.821373 0.0 -0.0 8 0.0 wikitext comb_3 opt ones_t 669.68832 861.929472 1.1143286228179932 39.821373 0.0 -0.0 4 0.0 wikitext comb_7 opt rnd_naive_t 669.68832 861.929472 1.1143286228179932 61.507381 0.0 -0.0 5 0.0 wikitext comb_7 opt rnd_naive_t 669.68832 861.929472 1.1143286228179932 61.507381 0.0 -0.0 6 0.0 wikitext comb_7 opt rnd_naive_t 669.68832 861.929472 1.1143286228179932 61.507381 0.0 -0.0 7 0.0 wikitext comb_7 opt rnd_naive_t 669.68832 861.929472 1.1143286228179932 61.507381 0.0 -0.0 8 0.0 wikitext comb_7 opt rnd_naive_t 669.68832 861.929472 1.1143286228179932 61.507381 0.0 -0.3197230696678161 5 0.0 wikitext comb_13 opt ones_t 670.15936 861.929472 8.034912109375 22.15745 0.0 -0.3244850039482116 8 0.0 wikitext comb_13 opt ones_t 670.15936 861.929472 7.901247501373291 22.176773 0.0 -0.325295478105545 7 0.0 wikitext comb_13 opt ones_t 670.15936 861.929472 7.884548664093018 22.206672 0.0 -0.3244850039482116 8 0.0 wikitext comb_15 opt rnd_naive_t 670.15936 861.929472 7.901247501373291 22.20898 0.0 -0.3055386841297149 4 0.0 wikitext comb_13 opt ones_t 670.15936 861.929472 8.609053611755371 23.206388 0.0 -0.3225599825382232 6 0.0 wikitext comb_13 opt ones_t 670.15936 861.929472 7.779104232788086 23.234086 0.0 -0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 28.102233 0.0 -0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 29.0195 0.0 -0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 29.183657 0.0 -0.0 4 0.0 wikitext comb_16 opt rnd_naive_t 670.981632 861.929472 1.2458494901657104 36.524333 0.0 -0.0 5 0.0 wikitext comb_16 opt rnd_naive_t 670.981632 861.929472 1.2458494901657104 36.524333 0.0 -0.0 6 0.0 wikitext comb_16 opt rnd_naive_t 670.981632 861.929472 1.2458494901657104 36.524333 0.0 -0.0 7 0.0 wikitext comb_16 opt rnd_naive_t 670.981632 861.929472 1.2458494901657104 36.524333 0.0 -0.0 8 0.0 wikitext comb_16 opt rnd_naive_t 670.981632 861.929472 1.2458494901657104 36.524333 0.0 -0.0 4 0.0 wikitext comb_5 opt rnd_naive_t 670.981632 861.929472 1.1283929347991943 36.683282 0.0 -0.0 5 0.0 wikitext comb_5 opt rnd_naive_t 670.981632 861.929472 1.1283929347991943 36.683282 0.0 -0.0 6 0.0 wikitext comb_5 opt rnd_naive_t 670.981632 861.929472 1.1283929347991943 36.683282 0.0 -0.0 7 0.0 wikitext comb_5 opt rnd_naive_t 670.981632 861.929472 1.1283929347991943 36.683282 0.0 -0.0 8 0.0 wikitext comb_5 opt rnd_naive_t 670.981632 861.929472 1.1283929347991943 36.683282 0.0 -0.0031746034510433 6 0.0 wikitext comb_10 opt ones_t 670.981632 861.929472 1.1313533782958984 36.917461 0.0 -0.0 4 0.0 wikitext comb_4 opt rnd_naive_t 670.981632 861.929472 1.1168253421783447 36.941081 0.0 -0.0 5 0.0 wikitext comb_4 opt rnd_naive_t 670.981632 861.929472 1.1168253421783447 36.941081 0.0 -0.0 6 0.0 wikitext comb_4 opt rnd_naive_t 670.981632 861.929472 1.1168253421783447 36.941081 0.0 -0.0 7 0.0 wikitext comb_4 opt rnd_naive_t 670.981632 861.929472 1.1168253421783447 36.941081 0.0 -0.0 8 0.0 wikitext comb_4 opt rnd_naive_t 670.981632 861.929472 1.1168253421783447 36.941081 0.0 -0.0 4 0.0 wikitext comb_8 opt ones_t 670.981632 861.929472 1.101071000099182 36.950075 0.0 -0.0 5 0.0 wikitext comb_8 opt ones_t 670.981632 861.929472 1.101071000099182 36.950075 0.0 -0.0 6 0.0 wikitext comb_8 opt ones_t 670.981632 861.929472 1.101071000099182 36.950075 0.0 -0.0 7 0.0 wikitext comb_8 opt ones_t 670.981632 861.929472 1.101071000099182 36.950075 0.0 -0.0 8 0.0 wikitext comb_8 opt ones_t 670.981632 861.929472 1.101071000099182 36.950075 0.0 -0.0031746034510433 5 0.0 wikitext comb_10 opt ones_t 670.981632 861.929472 1.1329026222229004 37.054451 0.0 -0.0 4 0.0 wikitext comb_6 opt ones_t 670.981632 861.929472 1.1133335828781128 40.64692 0.0 -0.0 5 0.0 wikitext comb_6 opt ones_t 670.981632 861.929472 1.1133335828781128 40.64692 0.0 -0.0 6 0.0 wikitext comb_6 opt ones_t 670.981632 861.929472 1.1133335828781128 40.64692 0.0 -0.0 7 0.0 wikitext comb_6 opt ones_t 670.981632 861.929472 1.1133335828781128 40.64692 0.0 -0.0 8 0.0 wikitext comb_6 opt ones_t 670.981632 861.929472 1.1133335828781128 40.64692 0.0 -0.0 4 0.0 wikitext comb_10 opt ones_t 670.981632 861.929472 1.1624605655670166 43.831105 0.0 -0.0 4 0.0 wikitext comb_2 opt rnd_naive_t 670.981632 861.929472 1.2427066564559937 48.154965 0.0 -0.0 5 0.0 wikitext comb_2 opt rnd_naive_t 670.981632 861.929472 1.2427066564559937 48.154965 0.0 -0.0 6 0.0 wikitext comb_2 opt rnd_naive_t 670.981632 861.929472 1.2427066564559937 48.154965 0.0 -0.0 7 0.0 wikitext comb_2 opt rnd_naive_t 670.981632 861.929472 1.2427066564559937 48.154965 0.0 -0.0 8 0.0 wikitext comb_2 opt rnd_naive_t 670.981632 861.929472 1.2427066564559937 48.154965 0.0 -0.0 4 0.0 wikitext comb_2 opt ones_t 670.981632 861.929472 1.1181946992874146 48.29687 0.0 -0.0 5 0.0 wikitext comb_2 opt ones_t 670.981632 861.929472 1.1181946992874146 48.29687 0.0 -0.0 6 0.0 wikitext comb_2 opt ones_t 670.981632 861.929472 1.1181946992874146 48.29687 0.0 -0.0 7 0.0 wikitext comb_2 opt ones_t 670.981632 861.929472 1.1181946992874146 48.29687 0.0 -0.0 8 0.0 wikitext comb_2 opt ones_t 670.981632 861.929472 1.1181946992874146 48.29687 0.0 -0.0 4 0.0 wikitext comb_8 opt rnd_naive_t 670.981632 861.929472 1.1144003868103027 48.375553 0.0 -0.0 5 0.0 wikitext comb_8 opt rnd_naive_t 670.981632 861.929472 1.1144003868103027 48.375553 0.0 -0.0 6 0.0 wikitext comb_8 opt rnd_naive_t 670.981632 861.929472 1.1144003868103027 48.375553 0.0 -0.0 7 0.0 wikitext comb_8 opt rnd_naive_t 670.981632 861.929472 1.1144003868103027 48.375553 0.0 -0.0 8 0.0 wikitext comb_8 opt rnd_naive_t 670.981632 861.929472 1.1144003868103027 48.375553 0.0 -0.0 4 0.0 wikitext comb_5 opt ones_t 670.981632 861.929472 1.1113733053207395 49.809499 0.0 -0.0 5 0.0 wikitext comb_5 opt ones_t 670.981632 861.929472 1.1113733053207395 49.809499 0.0 -0.0 6 0.0 wikitext comb_5 opt ones_t 670.981632 861.929472 1.1113733053207395 49.809499 0.0 -0.0233029406517744 7 0.0 wikitext comb_10 opt ones_t 671.01952 861.929472 1.5352801084518433 36.523765 0.0 -0.3193178176879883 5 0.0 wikitext comb_18 opt ones_t 671.452672 861.929472 8.059354782104492 36.319284 0.0 -0.3250591456890106 7 0.0 wikitext comb_14 opt ones_t 671.452672 861.929472 7.916421413421631 36.533696 0.0 -0.2811212539672851 8 0.0 wikitext comb_10 opt ones_t 671.452672 861.929472 10.026765823364258 36.576737 0.0 -0.3080378472805023 4 0.0 wikitext comb_16 opt ones_t 671.452672 861.929472 8.563637733459473 36.588315 0.0 -0.3231002986431122 6 0.0 wikitext comb_7 opt ones_t 671.452672 861.929472 7.773157119750977 36.592082 0.0 -0.2273556292057037 5 0.0 wikitext comb_17 opt rnd_naive_t 671.452672 861.929472 15.341053009033203 36.637845 0.0 -0.3076663315296173 4 0.0 wikitext comb_7 opt ones_t 671.452672 861.929472 8.601119995117188 36.638525 0.0 -0.2353596836328506 6 0.0 wikitext comb_17 opt rnd_naive_t 671.452672 861.929472 16.745546340942383 36.645458 0.0 -0.2894968092441559 7 0.0 wikitext comb_1 opt rnd_naive_t 671.452672 861.929472 10.80445384979248 36.649962 0.0 -0.2935832440853119 7 0.0 wikitext comb_17 opt rnd_naive_t 671.452672 861.929472 11.238759994506836 36.675048 0.0 -0.2492063343524933 5 0.0 wikitext comb_18 opt rnd_naive_t 671.452672 861.929472 14.999579429626465 36.675072 0.0 -0.2665991187095642 6 0.0 wikitext comb_18 opt rnd_naive_t 671.452672 861.929472 13.924705505371094 36.700298 0.0 -0.3210064470767975 6 0.0 wikitext comb_18 opt ones_t 671.452672 861.929472 7.79030704498291 36.730452 0.0 -0.2779804170131683 8 0.0 wikitext comb_18 opt rnd_naive_t 671.452672 861.929472 11.993435859680176 36.748412 0.0 -0.2777439951896667 8 0.0 wikitext comb_17 opt rnd_naive_t 671.452672 861.929472 12.258992195129396 36.777543 0.0 -0.324586272239685 8 0.0 wikitext comb_7 opt ones_t 671.452672 861.929472 7.919707775115967 36.846665 0.0 -0.3242485821247101 8 0.0 wikitext comb_18 opt ones_t 671.452672 861.929472 7.910657405853271 37.195014 0.0 -0.3185072839260101 5 0.0 wikitext comb_16 opt ones_t 671.452672 861.929472 8.046725273132324 37.22587 0.0 -0.3214116990566253 6 0.0 wikitext comb_14 opt ones_t 671.452672 861.929472 7.784464359283447 37.23627 0.0 -0.2792300283908844 7 0.0 wikitext comb_18 opt rnd_naive_t 671.452672 861.929472 12.104574203491213 37.497374 0.0 -0.308341771364212 4 0.0 wikitext comb_18 opt ones_t 671.452672 861.929472 8.542922019958496 37.537031 0.0 -0.3241472542285919 8 0.0 wikitext comb_14 opt ones_t 671.452672 861.929472 7.89820384979248 37.545912 0.0 -0.3246538341045379 8 0.0 wikitext comb_16 opt ones_t 671.452672 861.929472 7.8898115158081055 37.646002 0.0 -0.2899020612239837 8 0.0 wikitext comb_1 opt rnd_naive_t 671.452672 861.929472 11.56515407562256 38.057369 0.0 -0.325531929731369 7 0.0 wikitext comb_7 opt ones_t 671.452672 861.929472 7.935122489929199 38.190296 0.0 -0.2864235043525696 8 0.0 wikitext comb_11 opt rnd_naive_t 671.452672 861.929472 11.66135597229004 38.807976 0.0 -0.3192502558231354 5 0.0 wikitext comb_14 opt ones_t 671.452672 861.929472 8.016894340515137 39.51111 0.0 -0.3201621174812317 5 0.0 wikitext comb_7 opt ones_t 671.452672 861.929472 8.03935432434082 40.898876 0.0 -0.2862546443939209 8 0.0 wikitext comb_6 opt rnd_naive_t 671.452672 861.929472 11.898181915283203 42.424357 0.0 -0.3245525360107422 8 0.0 wikitext comb_9 opt ones_t 671.452672 861.929472 7.919734001159668 42.436483 0.0 -0.32495778799057 7 0.0 wikitext comb_9 opt ones_t 671.452672 861.929472 7.933754920959473 42.543368 0.0 -0.2926376461982727 7 0.0 wikitext comb_6 opt rnd_naive_t 671.452672 861.929472 10.80547332763672 43.20295 0.0 -0.3249915540218353 7 0.0 wikitext comb_18 opt ones_t 671.452672 861.929472 7.916656970977783 44.077714 0.0 -0.3247213661670685 7 0.0 wikitext comb_16 opt ones_t 671.452672 861.929472 7.925273895263672 44.685594 0.0 -0.3214792311191559 6 0.0 wikitext comb_9 opt ones_t 671.452672 861.929472 7.8096513748168945 46.232303 0.0 -0.235596090555191 5 0.0 wikitext comb_9 opt rnd_naive_t 671.452672 861.929472 14.568517684936523 48.271096 0.0 -0.3084768652915954 4 0.0 wikitext comb_4 opt ones_t 671.452672 861.929472 8.57858657836914 48.275978 0.0 -0.2679162323474884 7 0.0 wikitext comb_9 opt rnd_naive_t 671.452672 861.929472 12.174164772033691 48.424558 0.0 -0.2347180098295211 6 0.0 wikitext comb_9 opt rnd_naive_t 671.452672 861.929472 16.13103485107422 48.562015 0.0 -0.3198919296264648 5 0.0 wikitext comb_4 opt ones_t 671.452672 861.929472 8.050888061523438 48.638055 0.0 -0.3193853497505188 8 0.0 wikitext comb_5 opt ones_t 671.452672 861.929472 7.940719127655029 48.710447 0.0 -0.3249240219593048 8 0.0 wikitext comb_4 opt ones_t 671.452672 861.929472 7.8995842933654785 48.910727 0.0 -0.3253968358039856 7 0.0 wikitext comb_4 opt ones_t 671.452672 861.929472 7.914422512054443 49.671912 0.0 -0.3201283514499664 6 0.0 wikitext comb_16 opt ones_t 671.452672 861.929472 7.796005725860596 50.373076 0.0 -0.3225937485694885 6 0.0 wikitext comb_4 opt ones_t 671.452672 861.929472 7.786909103393555 50.418996 0.0 -0.2913205027580261 8 0.0 wikitext comb_9 opt rnd_naive_t 671.452672 861.929472 11.655978202819824 50.519566 0.0 -0.3113475441932678 4 0.0 wikitext comb_9 opt ones_t 671.452672 861.929472 8.460102081298828 51.233626 0.0 -0.3079027533531189 4 0.0 wikitext comb_14 opt ones_t 671.452672 861.929472 8.567892074584961 54.210174 0.0 -0.1998986899852752 7 0.0 wikitext comb_5 opt ones_t 671.452672 861.929472 15.675283432006836 76.133445 0.0 -0.3169875144958496 5 0.0 wikitext comb_9 opt ones_t 671.452672 861.929472 8.166638374328613 88.847326 0.0 -0.0 4 0.0 wikitext comb_10 opt rnd_naive_t 477.734912 968.884224 1.1143286228179932 0.348328 0.0 -0.0 5 0.0 wikitext comb_10 opt rnd_naive_t 477.734912 968.884224 1.1143286228179932 0.348328 0.0 -0.0 6 0.0 wikitext comb_10 opt rnd_naive_t 477.734912 968.884224 1.1143286228179932 0.348328 0.0 -0.0 7 0.0 wikitext comb_10 opt rnd_naive_t 477.734912 968.884224 1.1143286228179932 0.348328 0.0 -0.0 8 0.0 wikitext comb_10 opt rnd_naive_t 477.734912 968.884224 1.1143286228179932 0.348328 0.0 -0.0 4 0.0 wikitext comb_1 opt ones_t 477.737472 968.884224 1.1056755781173706 0.351719 0.0 -0.0 5 0.0 wikitext comb_1 opt ones_t 477.737472 968.884224 1.1056755781173706 0.351719 0.0 -0.0 6 0.0 wikitext comb_1 opt ones_t 477.737472 968.884224 1.1056755781173706 0.351719 0.0 -0.0 7 0.0 wikitext comb_1 opt ones_t 477.737472 968.884224 1.1056755781173706 0.351719 0.0 -0.0 8 0.0 wikitext comb_1 opt ones_t 477.737472 968.884224 1.1056755781173706 0.351719 0.0 -0.0 4 0.0 wikitext comb_14 opt rnd_naive_t 477.737472 968.884224 1.1175906658172607 0.359138 0.0 -0.0 5 0.0 wikitext comb_14 opt rnd_naive_t 477.737472 968.884224 1.1175906658172607 0.359138 0.0 -0.0 6 0.0 wikitext comb_14 opt rnd_naive_t 477.737472 968.884224 1.1175906658172607 0.359138 0.0 -0.0 7 0.0 wikitext comb_14 opt rnd_naive_t 477.737472 968.884224 1.1175906658172607 0.359138 0.0 -0.0 8 0.0 wikitext comb_14 opt rnd_naive_t 477.737472 968.884224 1.1175906658172607 0.359138 0.0 -0.0 4 0.0 wikitext comb_11 opt ones_t 477.737984 968.884224 1.1143132448196411 0.363119 0.0 -0.0 5 0.0 wikitext comb_11 opt ones_t 477.737984 968.884224 1.1143132448196411 0.363119 0.0 -0.0 6 0.0 wikitext comb_11 opt ones_t 477.737984 968.884224 1.1143132448196411 0.363119 0.0 -0.0 7 0.0 wikitext comb_11 opt ones_t 477.737984 968.884224 1.1143132448196411 0.363119 0.0 -0.0 8 0.0 wikitext comb_11 opt ones_t 477.737984 968.884224 1.1143132448196411 0.363119 0.0 -0.0 4 0.0 wikitext comb_13 opt rnd_naive_t 799.678464 1071.644672 1.280934453010559 90.862637 0.0 -0.0 5 0.0 wikitext comb_13 opt rnd_naive_t 799.678464 1071.644672 1.280934453010559 90.862637 0.0 -0.0 6 0.0 wikitext comb_13 opt rnd_naive_t 799.678464 1071.644672 1.280934453010559 90.862637 0.0 -0.0 7 0.0 wikitext comb_13 opt rnd_naive_t 799.678464 1071.644672 1.280934453010559 90.862637 0.0 -0.0 8 0.0 wikitext comb_13 opt rnd_naive_t 799.678464 1071.644672 1.280934453010559 90.862637 0.0 -0.0126984138041734 5 0.0 wikitext comb_17 opt ones_t 799.678464 1071.644672 1.1324132680892944 90.966375 0.0 -0.0095238108187913 7 0.0 wikitext comb_17 opt ones_t 799.678464 1071.644672 1.1045997142791748 91.03735 0.0 -0.0079365093261003 8 0.0 wikitext comb_17 opt ones_t 799.678464 1071.644672 1.098726749420166 91.638029 0.0 -0.0079365083947777 4 0.0 wikitext comb_17 opt ones_t 799.678464 1071.644672 1.105974555015564 91.892855 0.0 -0.0015873017255216 6 0.0 wikitext comb_17 opt ones_t 799.678464 1071.644672 1.1314349174499512 151.516814 0.0 -0.0 4 0.0 wikitext comb_0 opt ones_t 477.730816 1178.599424 1.1141647100448608 0.368908 0.0 -0.0 5 0.0 wikitext comb_0 opt ones_t 477.730816 1178.599424 1.1141647100448608 0.368908 0.0 -0.0 6 0.0 wikitext comb_0 opt ones_t 477.730816 1178.599424 1.1141647100448608 0.368908 0.0 -0.0 7 0.0 wikitext comb_0 opt ones_t 477.730816 1178.599424 1.1141647100448608 0.368908 0.0 -0.0 8 0.0 wikitext comb_0 opt ones_t 477.730816 1178.599424 1.1141647100448608 0.368908 0.0 -0.0 4 0.0 wikitext comb_0 opt rnd_naive_t 477.733376 1178.599424 1.2506743669509888 0.332299 0.0 -0.0 5 0.0 wikitext comb_0 opt rnd_naive_t 477.733376 1178.599424 1.2506743669509888 0.332299 0.0 -0.0 6 0.0 wikitext comb_0 opt rnd_naive_t 477.733376 1178.599424 1.2506743669509888 0.332299 0.0 -0.0 7 0.0 wikitext comb_0 opt rnd_naive_t 477.733376 1178.599424 1.2506743669509888 0.332299 0.0 -0.0 8 0.0 wikitext comb_0 opt rnd_naive_t 477.733376 1178.599424 1.2506743669509888 0.332299 0.0 -0.0 4 0.0 wikitext comb_12 opt ones_t 477.733376 1178.599424 1.1248699426651 0.342679 0.0 -0.0 5 0.0 wikitext comb_12 opt ones_t 477.733376 1178.599424 1.1248699426651 0.342679 0.0 -0.0 6 0.0 wikitext comb_12 opt ones_t 477.733376 1178.599424 1.1248699426651 0.342679 0.0 -0.0 7 0.0 wikitext comb_12 opt ones_t 477.733376 1178.599424 1.1248699426651 0.342679 0.0 -0.0 8 0.0 wikitext comb_12 opt ones_t 477.733376 1178.599424 1.1248699426651 0.342679 0.0 -0.0 4 0.0 wikitext comb_12 opt rnd_naive_t 477.733376 1178.599424 1.1154474020004272 0.364939 0.0 -0.0 5 0.0 wikitext comb_12 opt rnd_naive_t 477.733376 1178.599424 1.1154474020004272 0.364939 0.0 -0.0 6 0.0 wikitext comb_12 opt rnd_naive_t 477.733376 1178.599424 1.1154474020004272 0.364939 0.0 -0.0 7 0.0 wikitext comb_12 opt rnd_naive_t 477.733376 1178.599424 1.1154474020004272 0.364939 0.0 -0.0 8 0.0 wikitext comb_12 opt rnd_naive_t 477.733376 1178.599424 1.1154474020004272 0.364939 0.0 -0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 14.636403 0.0 -0.0 4 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 -0.0 5 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 -0.0 6 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 -0.0 7 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 -0.0 8 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 -0.0 4 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 -0.0 5 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 -0.0 6 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 -0.0 7 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 -0.0 8 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 -0.0 4 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 -0.0 5 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 -0.0 6 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 -0.0 7 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 -0.0 8 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 -0.7995889186859131 7 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 18.519876 0.0 -0.8006166815757751 4 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 18.769465 0.0 -0.8006166815757751 6 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 19.344872 0.0 -0.7995889186859131 7 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 34.002655 0.0 -0.7975334525108337 5 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 43.044384 0.0 -0.7975334525108337 5 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 46.042327 0.0 -0.7995889186859131 8 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 47.453117 0.0 -0.8006166815757751 4 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 51.071337 0.0 -0.7995889186859131 8 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 64.391816 0.0 -0.8006166815757751 6 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 83.96777 0.0 -0.0 4 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 -0.0 5 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 -0.0 6 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 -0.0 7 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 -0.0 8 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 -0.0 4 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 -0.0 5 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 -0.0 6 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 -0.0 7 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 -0.0 8 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 -0.0 4 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 -0.0 5 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 -0.0 6 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 -0.0 7 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 -0.0 8 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 -0.0 4 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 -0.0 5 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 -0.0 6 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 -0.0 7 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 -0.0 8 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 -0.0 4 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 -0.0 5 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 -0.0 6 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 -0.0 7 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 -0.0 8 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 -0.0 4 0.0 imagenet comb_10 vit ones_t 356.865024 511.705088 0.0 38.722056 0.0 -0.0 5 0.0 imagenet comb_10 vit ones_t 356.865024 511.705088 0.0 38.722056 0.0 -0.0 4 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 -0.0 5 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 -0.0 6 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 -0.0 7 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 -0.0 8 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 -0.0 4 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 -0.0 5 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 -0.0 6 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 -0.0 7 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 -0.0 8 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 -0.0 4 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 -0.0 5 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 -0.0 6 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 -0.0 7 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 -0.0 8 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 -0.0 4 0.0 imagenet comb_14 vit ones_t 356.865024 511.705088 0.0 55.017711 0.0 -0.0 4 0.0 imagenet comb_5 vit ones_t 356.865024 511.705088 0.0 79.466115 0.0 -0.0 5 0.0 imagenet comb_5 vit ones_t 356.865024 511.705088 0.0 79.466115 0.0 -0.1212121248245239 4 0.0 imagenet comb_16 vit ones_t 356.8768 511.705088 0.0 58.746555 0.0 -0.0 4 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 -0.0 5 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 -0.0 6 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 -0.0 7 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 -0.0 8 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 -0.0 4 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 -0.0 5 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 -0.0 6 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 -0.0 7 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 -0.0 8 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 -0.0 4 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 -0.0 5 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 -0.0 6 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 -0.0 7 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 -0.0 8 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 -0.0 4 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 -0.0 5 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 -0.0 6 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 -0.0 7 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 -0.0 8 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 -0.0 4 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 -0.0 5 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 -0.0 6 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 -0.0 7 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 -0.0 8 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 -0.0 4 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 -0.0 5 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 -0.0 6 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 -0.0 7 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 -0.0 8 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 -0.0 4 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 -0.0 5 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 -0.0 6 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 -0.0 7 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 -0.0 8 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 -0.0 4 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 -0.0 5 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 -0.0 6 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 -0.0 7 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 -0.0 8 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 -0.0 4 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 -0.0 5 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 -0.0 6 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 -0.0 7 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 -0.0 8 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 -0.0 4 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 -0.0 5 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 -0.0 6 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 -0.0 7 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 -0.0 8 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 -0.798561155796051 7 0.0 imagenet comb_1 vit rnd_naive_t 357.35808 513.80224 0.0 29.864154 0.0 -0.8006166815757751 8 0.0 imagenet comb_11 vit rnd_naive_t 357.35808 513.80224 0.0 30.378637 0.0 -0.8026722073554993 8 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 30.707049 0.0 -0.8016444444656372 7 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 30.843087 0.0 -0.7965056896209717 7 0.0 imagenet comb_11 vit rnd_naive_t 357.35808 513.80224 0.0 31.050916 0.0 -0.7882837057113647 5 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 31.068387 0.0 -0.7214800119400024 6 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 31.241304 0.0 -0.7995889186859131 6 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 31.722892 0.0 -0.8016444444656372 8 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 32.263563 0.0 -0.7882837057113647 8 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 32.322533 0.0 -0.7965056896209717 6 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 32.612948 0.0 -0.7954779267311096 8 0.0 imagenet comb_6 vit rnd_naive_t 357.35808 513.80224 0.0 32.661794 0.0 -0.8016444444656372 7 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 33.003166 0.0 -0.8016444444656372 5 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 33.436097 0.0 -0.7995889186859131 7 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 33.540893 0.0 -0.8006166815757751 8 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 34.506344 0.0 -0.6875642538070679 5 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 34.573433 0.0 -0.798561155796051 6 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 34.882388 0.0 -0.7903391718864441 7 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 34.998605 0.0 -0.798561155796051 4 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 35.360509 0.0 -0.7995889186859131 8 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 35.51503 0.0 -0.8016444444656372 6 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 35.714188 0.0 -0.8016444444656372 7 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 35.937165 0.0 -0.8006166815757751 7 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 36.301654 0.0 -0.7831449508666992 6 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 36.390045 0.0 -0.7944501638412476 5 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 37.471161 0.0 -0.7975334525108337 7 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 37.814577 0.0 -0.8006166815757751 7 0.0 imagenet comb_18 vit rnd_naive_t 357.35808 513.80224 0.0 39.388394 0.0 -0.8016444444656372 8 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 40.111912 0.0 -0.8006166815757751 7 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 40.304727 0.0 -0.7995889186859131 6 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 43.594595 0.0 -0.7944501638412476 5 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 44.472423 0.0 -0.798561155796051 6 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 46.748622 0.0 -0.798561155796051 6 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 47.140591 0.0 -0.7965056896209717 5 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 50.566499 0.0 -0.8006166815757751 8 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 56.724096 0.0 -0.7965056896209717 4 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 59.775931 0.0 -0.8006166815757751 8 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 59.809305 0.0 -0.8006166815757751 8 0.0 imagenet comb_18 vit rnd_naive_t 357.35808 513.80224 0.0 66.930532 0.0 -0.7965056896209717 8 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 67.267245 0.0 -0.7903391718864441 7 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 67.684223 0.0 -0.798561155796051 4 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 70.327319 0.0 -0.7934224605560303 4 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 71.576963 0.0 -0.7965056896209717 8 0.0 imagenet comb_17 vit rnd_naive_t 357.35808 513.80224 0.0 77.739624 0.0 -0.7965056896209717 8 0.0 imagenet comb_1 vit rnd_naive_t 357.35808 513.80224 0.0 79.813598 0.0 -0.8016444444656372 7 0.0 imagenet comb_6 vit rnd_naive_t 357.35808 513.80224 0.0 91.020659 0.0 -0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 41.139268 0.0 -0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 28.263483 0.0 -0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 29.097749 0.0 -0.0 4 0.0 wikitext comb_18 phi rnd_search_t_lin 4394.006528 4697.62048 1.112979531288147 86.699515 0.0 -0.0 5 0.0 wikitext comb_18 phi rnd_search_t_lin 4394.006528 4697.62048 1.112979531288147 86.699515 0.0 -0.0 6 0.0 wikitext comb_18 phi rnd_search_t_lin 4394.006528 4697.62048 1.112979531288147 86.699515 0.0 -0.0 7 0.0 wikitext comb_18 phi rnd_search_t_lin 4394.006528 4697.62048 1.112979531288147 86.699515 0.0 -0.0 8 0.0 wikitext comb_18 phi rnd_search_t_lin 4394.006528 4697.62048 1.112979531288147 86.699515 0.0 -0.0 4 0.0 wikitext comb_9 phi rnd_search_t_lin 4394.006528 4697.62048 1.1135483980178833 114.044658 0.0 -0.0 5 0.0 wikitext comb_9 phi rnd_search_t_lin 4394.006528 4697.62048 1.1135483980178833 114.044658 0.0 -0.0 6 0.0 wikitext comb_9 phi rnd_search_t_lin 4394.006528 4697.62048 1.1135483980178833 114.044658 0.0 -0.0 7 0.0 wikitext comb_9 phi rnd_search_t_lin 4394.006528 4697.62048 1.1135483980178833 114.044658 0.0 -0.0 8 0.0 wikitext comb_9 phi rnd_search_t_lin 4394.006528 4697.62048 1.1135483980178833 114.044658 0.0 -0.3613644242286682 4 0.0 wikitext comb_16 phi rnd_search_t_lin 4394.477568 4697.62048 5.893520832061768 39.363857 0.0 -0.3749409019947052 5 0.0 wikitext comb_16 phi rnd_search_t_lin 4394.477568 4697.62048 5.833754062652588 39.399191 0.0 -0.3785545825958252 7 0.0 wikitext comb_16 phi rnd_search_t_lin 4394.477568 4697.62048 5.899558067321777 39.410245 0.0 -0.3762917816638946 6 0.0 wikitext comb_16 phi rnd_search_t_lin 4394.477568 4697.62048 5.908105850219727 39.468327 0.0 -0.3802094161510467 8 0.0 wikitext comb_16 phi rnd_search_t_lin 4394.477568 4697.62048 5.905828952789307 39.560732 0.0 -0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.282267 0.0 -0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.378767 0.0 -0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.447357 0.0 -0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.469568 0.0 -0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.534705 0.0 -0.0 4 0.0 wikitext comb_7 phi rnd_search_t_lin 4397.365248 4699.717632 1.110564112663269 108.964024 0.0 -0.0 5 0.0 wikitext comb_7 phi rnd_search_t_lin 4397.365248 4699.717632 1.110564112663269 108.964024 0.0 -0.0 6 0.0 wikitext comb_7 phi rnd_search_t_lin 4397.365248 4699.717632 1.110564112663269 108.964024 0.0 -0.0 7 0.0 wikitext comb_7 phi rnd_search_t_lin 4397.365248 4699.717632 1.110564112663269 108.964024 0.0 -0.0 8 0.0 wikitext comb_7 phi rnd_search_t_lin 4397.365248 4699.717632 1.110564112663269 108.964024 0.0 -0.0 4 0.0 wikitext comb_3 phi rnd_search_t_lin 4397.365248 4699.717632 1.119348168373108 108.980585 0.0 -0.0 5 0.0 wikitext comb_3 phi rnd_search_t_lin 4397.365248 4699.717632 1.119348168373108 108.980585 0.0 -0.0 6 0.0 wikitext comb_3 phi rnd_search_t_lin 4397.365248 4699.717632 1.119348168373108 108.980585 0.0 -0.0 7 0.0 wikitext comb_3 phi rnd_search_t_lin 4397.365248 4699.717632 1.119348168373108 108.980585 0.0 -0.0 8 0.0 wikitext comb_3 phi rnd_search_t_lin 4397.365248 4699.717632 1.119348168373108 108.980585 0.0 -0.0 4 0.0 wikitext comb_11 phi rnd_search_t_lin 4397.365248 4699.717632 1.1541441679000854 109.102656 0.0 -0.0 5 0.0 wikitext comb_11 phi rnd_search_t_lin 4397.365248 4699.717632 1.1541441679000854 109.102656 0.0 -0.0 6 0.0 wikitext comb_11 phi rnd_search_t_lin 4397.365248 4699.717632 1.1541441679000854 109.102656 0.0 -0.0 7 0.0 wikitext comb_11 phi rnd_search_t_lin 4397.365248 4699.717632 1.1541441679000854 109.102656 0.0 -0.0 8 0.0 wikitext comb_11 phi rnd_search_t_lin 4397.365248 4699.717632 1.1541441679000854 109.102656 0.0 -0.0031746034510433 5 0.0 wikitext comb_10 phi rnd_search_t_lin 4397.365248 4699.717632 1.1135467290878296 165.632811 0.0 -0.0031746034510433 4 0.0 wikitext comb_10 phi rnd_search_t_lin 4397.365248 4699.717632 1.1135467290878296 165.754985 0.0 -0.0031746034510433 8 0.0 wikitext comb_10 phi rnd_search_t_lin 4397.365248 4699.717632 1.1135467290878296 165.784821 0.0 -0.0 4 0.0 wikitext comb_4 phi rnd_search_t_lin 4397.365248 4699.717632 1.106863498687744 165.863513 0.0 -0.0095238108187913 5 0.0 wikitext comb_4 phi rnd_search_t_lin 4397.365248 4699.717632 1.1041316986083984 165.868635 0.0 -0.0031746034510433 6 0.0 wikitext comb_10 phi rnd_search_t_lin 4397.365248 4699.717632 1.1135467290878296 165.941635 0.0 -0.0031746034510433 7 0.0 wikitext comb_10 phi rnd_search_t_lin 4397.365248 4699.717632 1.1135467290878296 165.96321 0.0 -0.3603850305080414 4 0.0 wikitext comb_17 phi rnd_search_t_lin 4397.836288 4699.717632 6.1216230392456055 108.848411 0.0 -0.3732860684394836 5 0.0 wikitext comb_8 phi rnd_search_t_lin 4397.836288 4699.717632 5.881496906280518 108.917093 0.0 -0.3752448558807373 6 0.0 wikitext comb_13 phi rnd_search_t_lin 4397.836288 4699.717632 5.923917770385742 108.929466 0.0 -0.3628504276275635 4 0.0 wikitext comb_8 phi rnd_search_t_lin 4397.836288 4699.717632 5.970203399658203 108.930597 0.0 -0.3798041045665741 8 0.0 wikitext comb_8 phi rnd_search_t_lin 4397.836288 4699.717632 5.904020309448242 108.959823 0.0 -0.3737250864505768 6 0.0 wikitext comb_2 phi rnd_search_t_lin 4397.836288 4699.717632 5.979243278503418 108.96041 0.0 -0.3782168328762054 7 0.0 wikitext comb_13 phi rnd_search_t_lin 4397.836288 4699.717632 5.964212417602539 109.008028 0.0 -0.3773725032806396 7 0.0 wikitext comb_17 phi rnd_search_t_lin 4397.836288 4699.717632 5.822563171386719 109.022631 0.0 -0.377001017332077 6 0.0 wikitext comb_8 phi rnd_search_t_lin 4397.836288 4699.717632 5.923196315765381 109.035049 0.0 -0.3783519268035888 7 0.0 wikitext comb_8 phi rnd_search_t_lin 4397.836288 4699.717632 5.906822681427002 109.044772 0.0 -0.3598446547985077 4 0.0 wikitext comb_2 phi rnd_search_t_lin 4397.836288 4699.717632 6.063912868499756 109.050789 0.0 -0.3774400651454925 7 0.0 wikitext comb_2 phi rnd_search_t_lin 4397.836288 4699.717632 5.943177223205566 109.052084 0.0 -0.3798379302024841 8 0.0 wikitext comb_13 phi rnd_search_t_lin 4397.836288 4699.717632 5.932744026184082 109.054005 0.0 -0.3730834126472473 5 0.0 wikitext comb_17 phi rnd_search_t_lin 4397.836288 4699.717632 5.895938873291016 109.063143 0.0 -0.35981085896492 4 0.0 wikitext comb_13 phi rnd_search_t_lin 4397.836288 4699.717632 6.031100749969482 109.087564 0.0 -0.3747382760047912 6 0.0 wikitext comb_17 phi rnd_search_t_lin 4397.836288 4699.717632 5.869865417480469 109.088916 0.0 -0.3758527636528015 5 0.0 wikitext comb_13 phi rnd_search_t_lin 4397.836288 4699.717632 5.812465190887451 109.095272 0.0 -0.3767308294773102 5 0.0 wikitext comb_2 phi rnd_search_t_lin 4397.836288 4699.717632 5.7780070304870605 109.154386 0.0 -0.3797703683376312 8 0.0 wikitext comb_2 phi rnd_search_t_lin 4397.836288 4699.717632 5.885521411895752 109.188015 0.0 -0.3761904835700989 8 0.0 wikitext comb_17 phi rnd_search_t_lin 4397.836288 4699.717632 5.896059036254883 109.231558 0.0 -0.3659237027168274 4 0.0 wikitext comb_1 phi rnd_search_t_lin 4397.836288 4699.717632 5.989812850952148 135.471437 0.0 -0.3745694160461426 5 0.0 wikitext comb_1 phi rnd_search_t_lin 4397.836288 4699.717632 5.878884792327881 135.574716 0.0 -0.3784194588661194 7 0.0 wikitext comb_1 phi rnd_search_t_lin 4397.836288 4699.717632 5.909645080566406 135.616982 0.0 -0.377001017332077 6 0.0 wikitext comb_1 phi rnd_search_t_lin 4397.836288 4699.717632 5.8991241455078125 135.689532 0.0 -0.379669040441513 8 0.0 wikitext comb_1 phi rnd_search_t_lin 4397.836288 4699.717632 5.905039310455322 135.748076 0.0 -0.084059439599514 6 0.0 wikitext comb_4 phi rnd_search_t_lin 4397.836288 4699.717632 25.49643898010254 165.513079 0.0 -0.3654508888721466 4 0.0 wikitext comb_6 phi rnd_search_t_lin 4397.836288 4699.717632 6.015013694763184 165.551818 0.0 -0.3616345822811126 8 0.0 wikitext comb_4 phi rnd_search_t_lin 4397.836288 4699.717632 6.07101583480835 165.657998 0.0 -0.3797028064727783 8 0.0 wikitext comb_6 phi rnd_search_t_lin 4397.836288 4699.717632 5.882251262664795 165.782594 0.0 -0.3777102530002594 7 0.0 wikitext comb_6 phi rnd_search_t_lin 4397.836288 4699.717632 5.914666175842285 165.785121 0.0 -0.351604163646698 7 0.0 wikitext comb_4 phi rnd_search_t_lin 4397.836288 4699.717632 6.555153846740723 165.801428 0.0 -0.3716987669467926 5 0.0 wikitext comb_6 phi rnd_search_t_lin 4397.836288 4699.717632 5.84825325012207 165.804346 0.0 -0.3774062693119049 6 0.0 wikitext comb_6 phi rnd_search_t_lin 4397.836288 4699.717632 5.920425415039063 165.923712 0.0 -0.0 4 0.0 wikitext comb_15 phi rnd_search_t_lin 3361.675264 5358.22336 1.1109390258789062 1.834365 0.0 -0.0 5 0.0 wikitext comb_15 phi rnd_search_t_lin 3361.675264 5358.22336 1.1109390258789062 1.834365 0.0 -0.0 6 0.0 wikitext comb_15 phi rnd_search_t_lin 3361.675264 5358.22336 1.1109390258789062 1.834365 0.0 -0.0 7 0.0 wikitext comb_15 phi rnd_search_t_lin 3361.675264 5358.22336 1.1109390258789062 1.834365 0.0 -0.0 8 0.0 wikitext comb_15 phi rnd_search_t_lin 3361.675264 5358.22336 1.1109390258789062 1.834365 0.0 -0.0 4 0.0 wikitext comb_5 phi rnd_search_t_lin 3361.675264 5358.22336 1.1133931875228882 1.933818 0.0 -0.0 5 0.0 wikitext comb_5 phi rnd_search_t_lin 3361.675264 5358.22336 1.1133931875228882 1.933818 0.0 -0.0 6 0.0 wikitext comb_5 phi rnd_search_t_lin 3361.675264 5358.22336 1.1133931875228882 1.933818 0.0 -0.0 7 0.0 wikitext comb_5 phi rnd_search_t_lin 3361.675264 5358.22336 1.1133931875228882 1.933818 0.0 -0.0 8 0.0 wikitext comb_5 phi rnd_search_t_lin 3361.675264 5358.22336 1.1133931875228882 1.933818 0.0 -0.0031746034510433 6 0.0 wikitext comb_0 phi rnd_search_t_lin 5052.72576 5880.414208 1.1135467290878296 395.745969 0.0 -0.0031746034510433 5 0.0 wikitext comb_0 phi rnd_search_t_lin 5052.72576 5880.414208 1.1135467290878296 395.79716 0.0 -0.0031746034510433 8 0.0 wikitext comb_0 phi rnd_search_t_lin 5052.72576 5880.414208 1.1135467290878296 395.9218 0.0 -0.0031746034510433 7 0.0 wikitext comb_0 phi rnd_search_t_lin 5052.72576 5880.414208 1.1135467290878296 395.946141 0.0 -0.0031746034510433 4 0.0 wikitext comb_0 phi rnd_search_t_lin 5052.72576 5880.414208 1.1135467290878296 396.069386 0.0 -0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 20.344548 0.0 -0.0 4 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 -0.0 5 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 -0.0 6 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 -0.0 7 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 -0.0 8 0.0 librispeech comb_18 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 18.021148 1.0 -0.0 4 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 -0.0 5 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 -0.0 6 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 -0.0 7 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 -0.0 8 0.0 librispeech comb_9 wav2vec rnd_search_t_lin 534.74304 1692.401664 0.0 21.51197 1.0 -0.0 4 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 23.967025 1.0 -0.0 5 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 23.967025 1.0 -0.0 6 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 23.967025 1.0 -0.0 4 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 -0.0 5 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 -0.0 6 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 -0.0 7 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 -0.0 8 0.0 librispeech comb_3 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.532519 1.0 -0.0 4 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 -0.0 5 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 -0.0 6 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 -0.0 7 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 -0.0 8 0.0 librispeech comb_7 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 24.651213 1.0 -0.0 4 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 -0.0 5 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 -0.0 6 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 -0.0 7 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 -0.0 8 0.0 librispeech comb_10 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 28.417392 1.0 -0.0 4 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 -0.0 5 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 -0.0 6 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 -0.0 7 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 -0.0 8 0.0 librispeech comb_0 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 47.038619 1.0 -0.0 4 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 -0.0 5 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 -0.0 6 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 -0.0 7 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 -0.0 8 0.0 librispeech comb_4 wav2vec rnd_search_t_lin 535.632384 1692.401664 0.0 72.383839 1.0 -0.0 4 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 -0.0 5 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 -0.0 6 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 -0.0 7 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 -0.0 8 0.0 librispeech comb_5 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.03429 1.0 -0.0 4 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 -0.0 5 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 -0.0 6 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 -0.0 7 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 -0.0 8 0.0 librispeech comb_15 wav2vec rnd_search_t_lin 368.001024 1700.790272 0.0 0.035427 1.0 -0.0 7 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 19.475732 0.0239800359565965 -0.0 5 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 19.834823 0.0235195142861618 -0.0 4 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 20.940039 0.0261923978206639 -0.0 8 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 46.45219 0.023865930929913 -0.0 6 0.0 librispeech comb_16 wav2vec rnd_search_t_lin 658.017792 4888.461312 0.0 71.14637 0.0235441488967534 -0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 22.049117 0.0239712250945444 -0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 20.803076 0.0234031339094832 -0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 21.415238 0.0239494859641096 -0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 21.544239 0.0268907930412973 -0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 21.668937 0.0236079788491685 -0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 22.433276 0.0237326414926321 -0.0 7 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 26.827466 0.0242848848227967 -0.0 5 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 26.854838 0.0268926501748005 -0.0 8 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.12799 0.0245394522027517 -0.0 7 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.282887 0.0239749584821241 -0.0 4 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.383767 0.0255337302071349 -0.0 6 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.517049 0.0235408893932812 -0.0 6 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.568905 0.0248261979284636 -0.0 8 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.660646 0.0240826366093124 -0.0 5 0.0 librispeech comb_8 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 27.739389 0.0232703470689654 -0.0 4 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.036232 0.026267748648692 -0.0 7 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.070328 0.0240783717988729 -0.0 8 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.196165 0.1471248723763609 -0.0 4 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.355267 0.0382372335318395 -0.0 5 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.432724 0.0243419119458314 -0.0 6 0.0 librispeech comb_2 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 28.591727 0.0246544214994638 -0.0 8 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.078987 0.0238701709182532 -0.0 6 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.088236 0.023504093877395 -0.0 7 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.275808 0.0235298055589748 -0.0 4 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.570329 0.0251297966460856 -0.0 5 0.0 librispeech comb_1 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 29.660692 0.0238327412102501 -0.0 5 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 31.655458 0.0233165122050902 -0.0 6 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 32.07341 0.0242297707904246 -0.0 4 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 32.284065 0.0241761125287322 -0.0 8 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 32.346682 0.0245944098405144 -0.0 7 0.0 librispeech comb_6 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 32.53951 0.0243925826622436 -0.0 7 0.0 librispeech comb_11 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 100.574756 0.0267678099764582 -0.0 8 0.0 librispeech comb_13 wav2vec rnd_search_t_lin 658.907136 4890.558464 0.0 101.572735 0.0238332130045371 -0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 15.876279 0.0239473509600023 -0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.553229 0.0 -0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.447135 0.0 -0.0 4 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 -0.0 5 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 -0.0 6 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 -0.0 7 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 -0.0 8 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 -0.0 4 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 -0.0 5 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 -0.0 6 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 -0.0 7 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 -0.0 8 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 -0.3776764571666717 6 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.699823379516602 15.02133 0.0 -0.3743667900562286 7 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.755382537841797 15.371048 0.0 -0.3399189710617065 4 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.798666477203369 15.372681 0.0 -0.377001017332077 8 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.6611762046813965 15.46577 0.0 -0.3646740913391113 5 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.099486351013184 15.656416 0.0 -0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 15.488689 0.0 -0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.285869 0.0 -0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.587519 0.0 -0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.617152 0.0 -0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.693741 0.0 -0.0031746034510433 7 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1137089729309082 27.239143 0.0 -0.014285716228187 6 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1484264135360718 27.296336 0.0 -0.0 4 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.116580367088318 27.299414 0.0 -0.0 5 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.116580367088318 27.299414 0.0 -0.0 4 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 -0.0 5 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 -0.0 6 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 -0.0 7 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 -0.0 8 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 -0.0 4 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 -0.0 5 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 -0.0 6 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 -0.0 7 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 -0.0 8 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602903 27.659592 0.0 -0.3774400353431701 6 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.721347808837891 27.551339 0.0 -0.3392772674560547 4 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.81934928894043 27.572687 0.0 -0.3792637884616852 6 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.686599254608154 27.59128 0.0 -0.2591016590595245 8 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.865216 2160.06656 11.20016098022461 27.623232 0.0 -0.3743667900562286 7 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.747983455657959 27.633044 0.0 -0.3768997192382812 7 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.712018966674805 27.652062 0.0 -0.3765619993209839 6 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.675408840179443 27.662642 0.0 -0.2108747065067291 4 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 14.46696949005127 27.672359 0.0 -0.3665991127490997 5 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.092386722564697 27.687561 0.0 -0.3772036433219909 6 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.693451404571533 27.713842 0.0 -0.3763593137264251 8 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.657894611358643 27.732906 0.0 -0.3753462135791778 8 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.662107467651367 27.734675 0.0 -0.3768659234046936 8 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.631992816925049 27.751974 0.0 -0.3772712051868438 7 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.713733196258545 27.76419 0.0 -0.3761229813098907 7 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.741753101348877 27.813049 0.0 -0.3660925626754761 5 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.09657621383667 27.883078 0.0 -0.3423843383789062 4 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.778518199920654 27.901239 0.0 -0.3761904537677765 8 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.640418529510498 27.907635 0.0 -0.3651807010173797 5 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.095232009887695 28.064312 0.0 -0.3674096763134002 5 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.084217071533203 28.076771 0.0 -0.3767646253108978 8 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.63077974319458 34.80159 0.0 -0.3746369481086731 7 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.7429938316345215 34.958118 0.0 -0.3375886380672455 4 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.910263061523437 35.015008 0.0 -0.3776426911354065 6 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.704628467559815 35.017795 0.0 -0.3653495609760284 5 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.113324165344238 35.165557 0.0 -0.0 4 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 -0.0 5 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 -0.0 6 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 -0.0 7 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 -0.0 8 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 -0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.602875 0.0 -0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.620178 0.0 -0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.563149 0.0 -0.0 4 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 -0.0 5 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 -0.0 6 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 -0.0 7 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 -0.0 8 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0 -0.0 4 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 -0.0 5 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 -0.0 6 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 -0.0 7 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 -0.0 8 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0 -0.3744005560874939 7 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.7555317878723145 14.687863 0.0 -0.3399189710617065 4 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 7.798645496368408 15.139578 0.0 -0.3646740913391113 5 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 7.099495887756348 15.188495 0.0 -0.377001017332077 8 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.661124706268311 15.278928 0.0 -0.3776764571666717 6 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.699794292449951 15.651638 0.0 -0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.096653 0.0 -0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.134821 0.0 -0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.272615 0.0 -0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.296258 0.0 -0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.419508 0.0 -0.0 4 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1162694692611694 27.063747 0.0 -0.0 5 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1162694692611694 27.063747 0.0 -0.0079365083947777 7 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.108918309211731 27.189807 0.0 -0.014285716228187 6 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1324244737625122 27.21905 0.0 -0.3743667900562286 7 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.747983455657959 27.402022 0.0 -0.3764606714248657 6 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.674111366271973 27.402278 0.0 -0.3394461572170257 4 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 7.924208641052246 27.415199 0.0 -0.3669368624687195 5 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 7.094004154205322 27.424887 0.0 -0.3660925626754761 5 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 7.09657621383667 27.437879 0.0 -0.376629501581192 8 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.645826816558838 27.441238 0.0 -0.3788585066795349 6 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.6869425773620605 27.447294 0.0 -0.3676798641681671 5 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 7.077613830566406 27.450546 0.0 -0.3750759959220886 7 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.729586124420166 27.452787 0.0 -0.3772036433219909 7 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.737154960632324 27.454265 0.0 -0.1677473932504654 4 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 20.69113540649414 27.456986 0.0 -0.3408645987510681 4 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 7.797614097595215 27.48183 0.0 -0.376156747341156 8 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.652891635894775 27.483249 0.0 -0.3678149282932281 5 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 7.096789360046387 27.485402 0.0 -0.2542722225189209 8 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.865216 2160.06656 10.974504470825195 27.497876 0.0 -0.3774062693119049 7 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.703912734985352 27.4991 0.0 -0.3774400353431701 6 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.721346378326416 27.508581 0.0 -0.3746031820774078 8 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.66512393951416 27.522588 0.0 -0.3782505989074707 6 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.680172443389893 27.528717 0.0 -0.3761904537677765 8 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.640418529510498 27.529249 0.0 -0.3412022888660431 4 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 7.811379909515381 27.538141 0.0 -0.3776426911354065 6 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.704628944396973 34.644507 0.0 -0.3654171228408813 5 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 7.113305568695068 34.653955 0.0 -0.3375886380672455 4 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 7.910263061523437 34.675708 0.0 -0.3746369481086731 7 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.742989540100098 34.691848 0.0 -0.3767308592796325 8 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.630740165710449 34.720062 0.0 -0.0 4 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 -0.0 5 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 -0.0 6 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 -0.0 7 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 -0.0 8 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0 -0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.791439 0.0 -0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 773.849088 8.768630981445312 42.637506 0.0 -0.0 4 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 -0.0 5 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 -0.0 6 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 -0.0 7 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 -0.0 8 0.0 wikitext comb_3 opt rnd_search_t_lin 670.981632 840.957952 1.1128666400909424 63.435598 0.0 -0.3201959133148193 5 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 840.957952 8.026485443115234 65.826631 0.0 -0.3183721601963043 8 0.0 wikitext comb_4 opt rnd_search_t_lin 671.452672 840.957952 7.9405999183654785 77.027497 0.0 -0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 36.438058 0.0 -0.0015873017255216 5 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.113356113433838 46.762203 0.0 -0.0015873017255216 8 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.110521912574768 50.314738 0.0 -0.0015873017255216 7 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.1113218069076538 51.504408 0.0 -0.0031746034510433 6 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.111747145652771 56.56761 0.0 -0.0 4 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 -0.0 5 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 -0.0 6 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 -0.0 7 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 -0.0 8 0.0 wikitext comb_9 opt rnd_search_t_lin 669.68832 861.929472 1.1143286228179932 56.996145 0.0 -0.0 4 0.0 wikitext comb_18 opt rnd_search_t_lin 669.68832 861.929472 1.112660527229309 63.693375 0.0 -0.3250928819179535 7 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.887872219085693 39.646089 0.0 -0.3224924206733703 6 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.770777702331543 44.904079 0.0 -0.3077001273632049 4 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 8.266535758972168 47.51232 0.0 -0.324316143989563 8 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 7.897396087646484 50.721545 0.0 -0.3187099397182464 5 0.0 wikitext comb_16 opt rnd_search_t_lin 670.15936 861.929472 8.07819938659668 56.131806 0.0 -0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 38.590111 0.0 -0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222683906555176 38.719401 0.0 -0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 40.24901 0.0 -0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 42.538086 0.0 -0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 47.602743 0.0 -0.0047619054093956 6 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.12494957447052 65.501134 0.0 -0.0 4 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 -0.0 5 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 -0.0 6 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 -0.0 7 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 -0.0 8 0.0 wikitext comb_7 opt rnd_search_t_lin 670.981632 861.929472 1.1109789609909058 68.666621 0.0 -0.0 4 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.1244258880615234 69.663043 0.0 -0.0 5 0.0 wikitext comb_11 opt rnd_search_t_lin 670.981632 861.929472 1.1244258880615234 69.663043 0.0 -0.0 4 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 -0.0 5 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 -0.0 6 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 -0.0 7 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 -0.0 8 0.0 wikitext comb_10 opt rnd_search_t_lin 670.981632 861.929472 1.1143286228179932 71.067135 0.0 -0.0 4 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.1228798627853394 76.821595 0.0 -0.0 5 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.1228798627853394 76.821595 0.0 -0.0015873017255216 6 0.0 wikitext comb_4 opt rnd_search_t_lin 670.981632 861.929472 1.109244465827942 98.298064 0.0 -0.0219198819249868 7 0.0 wikitext comb_11 opt rnd_search_t_lin 670.992896 861.929472 1.2106146812438965 68.962262 0.0 -0.3090847432613373 4 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 8.242518424987793 56.325537 0.0 -0.3224248886108398 8 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.951061248779297 57.536829 0.0 -0.315163791179657 6 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.984647274017334 59.376824 0.0 -0.3170888125896454 5 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 8.172203063964844 60.021127 0.0 -0.3249240219593048 7 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.915891170501709 60.657138 0.0 -0.3244850039482116 8 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.912779331207275 60.902656 0.0 -0.2741303741931915 8 0.0 wikitext comb_11 opt rnd_search_t_lin 671.452672 861.929472 10.44892120361328 60.944307 0.0 -0.3198243975639343 5 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 8.035484313964844 62.138578 0.0 -0.3082066774368286 4 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 8.241694450378418 62.370601 0.0 -0.3202296793460846 6 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 7.804402351379394 62.394463 0.0 -0.3191151618957519 5 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 8.0780029296875 62.801741 0.0 -0.3217832148075104 6 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.80874490737915 62.974323 0.0 -0.3083755373954773 4 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 8.265538215637207 63.38331 0.0 -0.3084430992603302 4 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 8.296141624450684 63.648553 0.0 -0.3081053793430328 4 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 8.300801277160645 64.912993 0.0 -0.321783185005188 6 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.818144798278809 66.883524 0.0 -0.3242823779582977 8 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.894216537475586 67.745521 0.0 -0.3248902559280395 7 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.912526130676269 68.078212 0.0 -0.3088821768760681 4 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 8.28077507019043 68.676776 0.0 -0.3196893036365509 5 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 8.02696418762207 69.63984 0.0 -0.3253293335437774 7 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.9323954582214355 69.834431 0.0 -0.1987841874361038 7 0.0 wikitext comb_4 opt rnd_search_t_lin 671.452672 861.929472 14.09366226196289 70.663127 0.0 -0.3252279758453369 7 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.921492576599121 72.464135 0.0 -0.3257345557212829 7 0.0 wikitext comb_2 opt rnd_search_t_lin 671.452672 861.929472 7.93153715133667 72.705633 0.0 -0.3245525062084198 8 0.0 wikitext comb_1 opt rnd_search_t_lin 671.452672 861.929472 7.927012920379639 77.618378 0.0 -0.320702463388443 6 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.805671215057373 78.028625 0.0 -0.3250591158866882 8 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.90492582321167 79.918165 0.0 -0.3247213661670685 8 0.0 wikitext comb_8 opt rnd_search_t_lin 671.452672 861.929472 7.898097038269043 82.954579 0.0 -0.3187099397182464 5 0.0 wikitext comb_17 opt rnd_search_t_lin 671.452672 861.929472 8.04486083984375 84.031149 0.0 -0.3247551620006561 7 0.0 wikitext comb_13 opt rnd_search_t_lin 671.452672 861.929472 7.915498733520508 90.155309 0.0 -0.3230665326118469 6 0.0 wikitext comb_6 opt rnd_search_t_lin 671.452672 861.929472 7.79445743560791 98.263625 0.0 -0.0031746034510433 8 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.1113028526306152 0.08445 0.0 -0.0 4 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 -0.0 5 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 -0.0 6 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 -0.0 7 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 -0.0 8 0.0 wikitext comb_5 opt rnd_search_t_lin 477.740032 968.884224 1.1188126802444458 0.155896 0.0 -0.0 4 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0 -0.0 5 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0 -0.0 6 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0 -0.0 7 0.0 wikitext comb_15 opt rnd_search_t_lin 477.740032 968.884224 1.106236457824707 0.200274 0.0 -0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 26.792564 0.0 -0.0 8 0.0 librispeech comb_16 wav2vec rnd_naive_t 495.9488 1692.401664 0.0 21.989897 0.986448430382254 -0.0 4 0.0 librispeech comb_3 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 18.67325 1.0 -0.0 5 0.0 librispeech comb_3 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 18.67325 1.0 -0.0 6 0.0 librispeech comb_3 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 18.67325 1.0 -0.0 7 0.0 librispeech comb_3 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 18.67325 1.0 -0.0 8 0.0 librispeech comb_3 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 18.67325 1.0 -0.0 4 0.0 librispeech comb_15 wav2vec ones_t 534.74304 1692.401664 0.0 18.688179 1.0 -0.0 5 0.0 librispeech comb_15 wav2vec ones_t 534.74304 1692.401664 0.0 18.688179 1.0 -0.0 6 0.0 librispeech comb_15 wav2vec ones_t 534.74304 1692.401664 0.0 18.688179 1.0 -0.0 7 0.0 librispeech comb_15 wav2vec ones_t 534.74304 1692.401664 0.0 18.688179 1.0 -0.0 8 0.0 librispeech comb_15 wav2vec ones_t 534.74304 1692.401664 0.0 18.688179 1.0 -0.0 4 0.0 librispeech comb_7 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 19.170529 1.0 -0.0 5 0.0 librispeech comb_7 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 19.170529 1.0 -0.0 6 0.0 librispeech comb_7 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 19.170529 1.0 -0.0 7 0.0 librispeech comb_7 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 19.170529 1.0 -0.0 8 0.0 librispeech comb_7 wav2vec rnd_naive_t 534.74304 1692.401664 0.0 19.170529 1.0 -0.0 4 0.0 librispeech comb_3 wav2vec ones_t 534.74304 1692.401664 0.0 20.023722 1.0 -0.0 5 0.0 librispeech comb_3 wav2vec ones_t 534.74304 1692.401664 0.0 20.023722 1.0 -0.0 6 0.0 librispeech comb_3 wav2vec ones_t 534.74304 1692.401664 0.0 20.023722 1.0 -0.0 7 0.0 librispeech comb_3 wav2vec ones_t 534.74304 1692.401664 0.0 20.023722 1.0 -0.0 8 0.0 librispeech comb_3 wav2vec ones_t 534.74304 1692.401664 0.0 20.023722 1.0 -0.0 4 0.0 librispeech comb_8 wav2vec ones_t 535.632384 1692.401664 0.0 22.571283 1.0 -0.0 5 0.0 librispeech comb_8 wav2vec ones_t 535.632384 1692.401664 0.0 22.571283 1.0 -0.0 6 0.0 librispeech comb_8 wav2vec ones_t 535.632384 1692.401664 0.0 22.571283 1.0 -0.0 7 0.0 librispeech comb_8 wav2vec ones_t 535.632384 1692.401664 0.0 22.571283 1.0 -0.0 8 0.0 librispeech comb_8 wav2vec ones_t 535.632384 1692.401664 0.0 22.571283 1.0 -0.0 4 0.0 librispeech comb_16 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 22.614045 1.0 -0.0 5 0.0 librispeech comb_16 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 22.614045 1.0 -0.0 6 0.0 librispeech comb_16 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 22.614045 1.0 -0.0 7 0.0 librispeech comb_16 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 22.614045 1.0 -0.0 4 0.0 librispeech comb_4 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.19448 1.0 -0.0 5 0.0 librispeech comb_4 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.19448 1.0 -0.0 6 0.0 librispeech comb_4 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.19448 1.0 -0.0 7 0.0 librispeech comb_4 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.19448 1.0 -0.0 8 0.0 librispeech comb_4 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.19448 1.0 -0.0 4 0.0 librispeech comb_6 wav2vec ones_t 535.632384 1692.401664 0.0 23.477152 1.0 -0.0 5 0.0 librispeech comb_6 wav2vec ones_t 535.632384 1692.401664 0.0 23.477152 1.0 -0.0 6 0.0 librispeech comb_6 wav2vec ones_t 535.632384 1692.401664 0.0 23.477152 1.0 -0.0 7 0.0 librispeech comb_6 wav2vec ones_t 535.632384 1692.401664 0.0 23.477152 1.0 -0.0 8 0.0 librispeech comb_6 wav2vec ones_t 535.632384 1692.401664 0.0 23.477152 1.0 -0.0 4 0.0 librispeech comb_5 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.511234 1.0 -0.0 5 0.0 librispeech comb_5 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.511234 1.0 -0.0 6 0.0 librispeech comb_5 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.511234 1.0 -0.0 7 0.0 librispeech comb_5 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.511234 1.0 -0.0 8 0.0 librispeech comb_5 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 23.511234 1.0 -0.0 4 0.0 librispeech comb_2 wav2vec ones_t 535.632384 1692.401664 0.0 25.188992 1.0 -0.0 5 0.0 librispeech comb_2 wav2vec ones_t 535.632384 1692.401664 0.0 25.188992 1.0 -0.0 6 0.0 librispeech comb_2 wav2vec ones_t 535.632384 1692.401664 0.0 25.188992 1.0 -0.0 7 0.0 librispeech comb_2 wav2vec ones_t 535.632384 1692.401664 0.0 25.188992 1.0 -0.0 8 0.0 librispeech comb_2 wav2vec ones_t 535.632384 1692.401664 0.0 25.188992 1.0 -0.0 4 0.0 librispeech comb_2 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.53541 1.0 -0.0 5 0.0 librispeech comb_2 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.53541 1.0 -0.0 6 0.0 librispeech comb_2 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.53541 1.0 -0.0 7 0.0 librispeech comb_2 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.53541 1.0 -0.0 8 0.0 librispeech comb_2 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.53541 1.0 -0.0 4 0.0 librispeech comb_8 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.607541 1.0 -0.0 5 0.0 librispeech comb_8 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.607541 1.0 -0.0 6 0.0 librispeech comb_8 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.607541 1.0 -0.0 7 0.0 librispeech comb_8 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.607541 1.0 -0.0 8 0.0 librispeech comb_8 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 25.607541 1.0 -0.0 4 0.0 librispeech comb_13 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 46.238737 1.0 -0.0 5 0.0 librispeech comb_13 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 46.238737 1.0 -0.0 6 0.0 librispeech comb_13 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 46.238737 1.0 -0.0 7 0.0 librispeech comb_13 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 46.238737 1.0 -0.0 8 0.0 librispeech comb_13 wav2vec rnd_naive_t 535.632384 1692.401664 0.0 46.238737 1.0 -0.0 4 0.0 librispeech comb_17 wav2vec ones_t 535.632384 1692.401664 0.0 46.332038 1.0 -0.0 5 0.0 librispeech comb_17 wav2vec ones_t 535.632384 1692.401664 0.0 46.332038 1.0 -0.0 6 0.0 librispeech comb_17 wav2vec ones_t 535.632384 1692.401664 0.0 46.332038 1.0 -0.0 7 0.0 librispeech comb_17 wav2vec ones_t 535.632384 1692.401664 0.0 46.332038 1.0 -0.0 8 0.0 librispeech comb_17 wav2vec ones_t 535.632384 1692.401664 0.0 46.332038 1.0 -0.0 4 0.0 librispeech comb_10 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03164 1.0 -0.0 5 0.0 librispeech comb_10 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03164 1.0 -0.0 6 0.0 librispeech comb_10 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03164 1.0 -0.0 7 0.0 librispeech comb_10 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03164 1.0 -0.0 8 0.0 librispeech comb_10 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03164 1.0 -0.0 4 0.0 librispeech comb_14 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033007 1.0 -0.0 5 0.0 librispeech comb_14 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033007 1.0 -0.0 6 0.0 librispeech comb_14 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033007 1.0 -0.0 7 0.0 librispeech comb_14 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033007 1.0 -0.0 8 0.0 librispeech comb_14 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033007 1.0 -0.0 4 0.0 librispeech comb_0 wav2vec ones_t 368.001024 1698.69312 0.0 0.033411 1.0 -0.0 5 0.0 librispeech comb_0 wav2vec ones_t 368.001024 1698.69312 0.0 0.033411 1.0 -0.0 6 0.0 librispeech comb_0 wav2vec ones_t 368.001024 1698.69312 0.0 0.033411 1.0 -0.0 7 0.0 librispeech comb_0 wav2vec ones_t 368.001024 1698.69312 0.0 0.033411 1.0 -0.0 8 0.0 librispeech comb_0 wav2vec ones_t 368.001024 1698.69312 0.0 0.033411 1.0 -0.0 4 0.0 librispeech comb_12 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033472 1.0 -0.0 5 0.0 librispeech comb_12 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033472 1.0 -0.0 6 0.0 librispeech comb_12 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033472 1.0 -0.0 7 0.0 librispeech comb_12 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033472 1.0 -0.0 8 0.0 librispeech comb_12 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.033472 1.0 -0.0 4 0.0 librispeech comb_12 wav2vec ones_t 368.001024 1698.69312 0.0 0.033772 1.0 -0.0 5 0.0 librispeech comb_12 wav2vec ones_t 368.001024 1698.69312 0.0 0.033772 1.0 -0.0 6 0.0 librispeech comb_12 wav2vec ones_t 368.001024 1698.69312 0.0 0.033772 1.0 -0.0 7 0.0 librispeech comb_12 wav2vec ones_t 368.001024 1698.69312 0.0 0.033772 1.0 -0.0 8 0.0 librispeech comb_12 wav2vec ones_t 368.001024 1698.69312 0.0 0.033772 1.0 -0.0 4 0.0 librispeech comb_11 wav2vec ones_t 368.001024 1698.69312 0.0 0.033862 1.0 -0.0 5 0.0 librispeech comb_11 wav2vec ones_t 368.001024 1698.69312 0.0 0.033862 1.0 -0.0 6 0.0 librispeech comb_11 wav2vec ones_t 368.001024 1698.69312 0.0 0.033862 1.0 -0.0 7 0.0 librispeech comb_11 wav2vec ones_t 368.001024 1698.69312 0.0 0.033862 1.0 -0.0 8 0.0 librispeech comb_11 wav2vec ones_t 368.001024 1698.69312 0.0 0.033862 1.0 -0.0 4 0.0 librispeech comb_0 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03414 1.0 -0.0 5 0.0 librispeech comb_0 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03414 1.0 -0.0 6 0.0 librispeech comb_0 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03414 1.0 -0.0 7 0.0 librispeech comb_0 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03414 1.0 -0.0 8 0.0 librispeech comb_0 wav2vec rnd_naive_t 368.001024 1698.69312 0.0 0.03414 1.0 -0.0 8 0.0 librispeech comb_13 wav2vec ones_t 658.017792 4888.461312 0.0 17.262401 0.0236993154141415 -0.0 4 0.0 librispeech comb_15 wav2vec rnd_naive_t 658.017792 4888.461312 0.0 17.348864 0.0248749731480341 -0.0 6 0.0 librispeech comb_15 wav2vec rnd_naive_t 658.017792 4888.461312 0.0 17.406989 0.0232814286894159 -0.0 5 0.0 librispeech comb_13 wav2vec ones_t 658.017792 4888.461312 0.0 17.493672 0.0236741978149032 -0.0 4 0.0 librispeech comb_13 wav2vec ones_t 658.017792 4888.461312 0.0 17.57481 0.0248749731480341 -0.0 7 0.0 librispeech comb_13 wav2vec ones_t 658.017792 4888.461312 0.0 17.605326 0.0239165576957269 -0.0 7 0.0 librispeech comb_15 wav2vec rnd_naive_t 658.017792 4888.461312 0.0 17.609301 0.0239165576957269 -0.0 5 0.0 librispeech comb_15 wav2vec rnd_naive_t 658.017792 4888.461312 0.0 17.861622 0.0236741978149032 -0.0 8 0.0 librispeech comb_15 wav2vec rnd_naive_t 658.017792 4888.461312 0.0 17.878445 0.0236993154141415 -0.0 6 0.0 librispeech comb_13 wav2vec ones_t 658.017792 4888.461312 0.0 17.960202 0.0232814286894159 -0.0 4 0.0 librispeech comb_14 wav2vec ones_t 658.907136 4890.558464 0.0 24.08394 0.056784097840926 -0.0 5 0.0 librispeech comb_10 wav2vec ones_t 658.907136 4890.558464 0.0 24.086644 0.034266692288501 -0.0 8 0.0 librispeech comb_16 wav2vec ones_t 658.907136 4890.558464 0.0 24.138553 0.026042042274811 -0.0 5 0.0 librispeech comb_11 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.15118 0.0272363801797125 -0.0 7 0.0 librispeech comb_18 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.164916 0.0239217283188586 -0.0 7 0.0 librispeech comb_14 wav2vec ones_t 658.907136 4890.558464 0.0 24.167252 0.0243254078126986 -0.0 6 0.0 librispeech comb_16 wav2vec ones_t 658.907136 4890.558464 0.0 24.200846 0.0276390395544881 -0.0 6 0.0 librispeech comb_14 wav2vec ones_t 658.907136 4890.558464 0.0 24.211119 0.0256950279255378 -0.0 6 0.0 librispeech comb_11 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.239991 0.0255591853604248 -0.0 6 0.0 librispeech comb_10 wav2vec ones_t 658.907136 4890.558464 0.0 24.243208 0.0264449054093664 -0.0 8 0.0 librispeech comb_14 wav2vec ones_t 658.907136 4890.558464 0.0 24.247608 0.024248900505686 -0.0 4 0.0 librispeech comb_18 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.254953 0.025992780312739 -0.0 7 0.0 librispeech comb_17 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.257166 0.038532569414252 -0.0 8 0.0 librispeech comb_18 wav2vec ones_t 658.907136 4890.558464 0.0 24.264135 0.0243500779054993 -0.0 4 0.0 librispeech comb_17 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.307825 0.0569041670307371 -0.0 7 0.0 librispeech comb_10 wav2vec ones_t 658.907136 4890.558464 0.0 24.338974 0.0244803990509758 -0.0 5 0.0 librispeech comb_17 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.362995 0.0336846798051216 -0.0 7 0.0 librispeech comb_11 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.368992 0.0256561863526385 -0.0 5 0.0 librispeech comb_1 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.380949 0.0272581788509388 -0.0 8 0.0 librispeech comb_1 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.401938 0.0281728913324048 -0.0 8 0.0 librispeech comb_10 wav2vec ones_t 658.907136 4890.558464 0.0 24.43526 0.0245678866724652 -0.0 5 0.0 librispeech comb_18 wav2vec ones_t 658.907136 4890.558464 0.0 24.457297 0.024392251069985 -0.0 8 0.0 librispeech comb_18 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.480459 0.0237058958399352 -0.0 7 0.0 librispeech comb_16 wav2vec ones_t 658.907136 4890.558464 0.0 24.515161 0.0269946742773983 -0.0 6 0.0 librispeech comb_1 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.737694 0.0236667296021417 -0.0 4 0.0 librispeech comb_18 wav2vec ones_t 658.907136 4890.558464 0.0 24.747643 0.0275855243341231 -0.0 7 0.0 librispeech comb_18 wav2vec ones_t 658.907136 4890.558464 0.0 24.797311 0.0244255557944361 -0.0 7 0.0 librispeech comb_1 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.825747 0.23595173236189 -0.0 8 0.0 librispeech comb_11 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.881191 0.0248535885892046 -0.0 5 0.0 librispeech comb_14 wav2vec ones_t 658.907136 4890.558464 0.0 24.890371 0.0276272784203675 -0.0 8 0.0 librispeech comb_17 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 24.89184 0.0365064040856888 -0.0 6 0.0 librispeech comb_18 wav2vec ones_t 658.907136 4890.558464 0.0 24.972553 0.0241526487593806 -0.0 6 0.0 librispeech comb_17 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 25.093624 0.0345177151936047 -0.0 5 0.0 librispeech comb_18 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 25.122283 0.0246769581819185 -0.0 6 0.0 librispeech comb_18 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 25.153108 0.0232756667245873 -0.0 6 0.0 librispeech comb_9 wav2vec ones_t 658.907136 4890.558464 0.0 27.123579 0.0237604099303862 -0.0 5 0.0 librispeech comb_6 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 27.142959 0.024314303547721 -0.0 4 0.0 librispeech comb_6 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 27.161915 0.0256047820008695 -0.0 8 0.0 librispeech comb_9 wav2vec ones_t 658.907136 4890.558464 0.0 27.165189 0.0239869729434111 -0.0 6 0.0 librispeech comb_6 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 27.165228 0.0235615986698037 -0.0 7 0.0 librispeech comb_9 wav2vec ones_t 658.907136 4890.558464 0.0 27.20884 0.0234647235261616 -0.0 7 0.0 librispeech comb_6 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 27.210139 0.0231746575613855 -0.0 8 0.0 librispeech comb_6 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 27.232735 0.0243998840285599 -0.0 6 0.0 librispeech comb_4 wav2vec ones_t 658.907136 4890.558464 0.0 30.256462 0.0243349460533131 -0.0 4 0.0 librispeech comb_9 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 30.290708 0.0282900914474304 -0.0 7 0.0 librispeech comb_9 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 30.299399 0.0243379228602 -0.0 6 0.0 librispeech comb_9 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 30.308967 0.024199906351198 -0.0 5 0.0 librispeech comb_4 wav2vec ones_t 658.907136 4890.558464 0.0 30.317424 0.0244246191272805 -0.0 8 0.0 librispeech comb_9 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 30.332487 0.0243742861846719 -0.0 5 0.0 librispeech comb_9 wav2vec rnd_naive_t 658.907136 4890.558464 0.0 30.339165 0.0248349773972981 -0.0 7 0.0 librispeech comb_4 wav2vec ones_t 658.907136 4890.558464 0.0 30.351841 0.0243422328431746 -0.0 8 0.0 librispeech comb_4 wav2vec ones_t 658.907136 4890.558464 0.0 30.523372 0.0238561068397323 -0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 13.934905 0.0239473509600023 -0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 20.915792 0.0 -0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 74.552253 0.0 -0.0 4 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 -0.0 5 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 -0.0 6 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 -0.0 7 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 -0.0 8 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 -0.0 4 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 -0.0 5 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 -0.0 6 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 -0.0 7 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 -0.0 8 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 -0.7995889186859131 5 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 18.790925 0.0 -0.798561155796051 4 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 28.841584 0.0 -0.7995889186859131 8 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 34.798292 0.0 -0.7975334525108337 7 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 35.245868 0.0 -0.798561155796051 6 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 59.006722 0.0 -0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 20.450543 0.0 -0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 22.149936 0.0 -0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 25.840467 0.0 -0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 32.120423 0.0 -0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 68.702627 0.0 -0.0 4 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 -0.0 5 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 -0.0 6 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 -0.0 7 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 -0.0 8 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 -0.0 4 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 -0.0 5 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 -0.0 6 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 -0.0 7 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 -0.0 8 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 -0.0 4 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 -0.0 5 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 -0.0 6 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 -0.0 7 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 -0.0 8 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 -0.1818181872367859 4 0.0 imagenet comb_17 vit rnd_search_t_lin 356.8768 511.705088 0.0 54.108822 0.0 -0.6546762585639954 4 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.677991 0.0 -0.798561155796051 6 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.87008 0.0 -0.8026722073554993 5 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.990969 0.0 -0.798561155796051 5 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.153069 0.0 -0.7954779267311096 4 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.288857 0.0 -0.8006166815757751 8 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.401948 0.0 -0.7995889186859131 8 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.503416 0.0 -0.8006166815757751 8 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.69039 0.0 -0.7995889186859131 7 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.707745 0.0 -0.7934224605560303 5 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 31.294344 0.0 -0.7995889186859131 5 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.795108 0.0 -0.8016444444656372 6 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.800088 0.0 -0.8016444444656372 7 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.811648 0.0 -0.8006166815757751 8 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 33.780743 0.0 -0.798561155796051 6 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 34.170212 0.0 -0.7995889186859131 6 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 45.143249 0.0 -0.8016444444656372 8 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 46.132882 0.0 -0.7944501638412476 4 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 48.968906 0.0 -0.7975334525108337 6 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 54.920019 0.0 -0.7852004170417786 5 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 63.436016 0.0 -0.7965056896209717 4 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 64.79507 0.0 -0.8006166815757751 7 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 80.710276 0.0 -0.7995889186859131 7 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 112.203488 0.0 -0.7995889186859131 7 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 155.475608 0.0 -0.0 4 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 -0.0 5 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 -0.0 6 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 -0.0 7 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 -0.0 8 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 -0.0 4 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 -0.0 5 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 -0.0 6 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 -0.0 7 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 -0.0 8 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 -0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 24.302065 0.0 -0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 752.877568 8.768630981445312 45.975604 0.0 -0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 840.957952 8.222683906555176 35.36942 0.0 -0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 37.046333 0.0 -0.0015873017255216 7 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.1113218069076538 45.556243 0.0 -0.0031746034510433 6 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.111747145652771 46.656359 0.0 -0.0015873017255216 5 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.113356113433838 49.894329 0.0 -0.0 4 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 -0.0 5 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 -0.0 6 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 -0.0 7 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 -0.0 8 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 -0.0015873017255216 8 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.110521912574768 54.230701 0.0 -0.0 4 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.112660527229309 57.146552 0.0 -0.3225261867046356 6 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.7707366943359375 35.70412 0.0 -0.3243499100208282 8 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.897377014160156 36.095892 0.0 -0.3077001273632049 4 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.266552925109863 39.435851 0.0 -0.3187099397182464 5 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.078168869018555 47.650568 0.0 -0.3250591158866882 7 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.888031959533691 51.162194 0.0 -0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 37.233885 0.0 -0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 40.121577 0.0 -0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 45.838292 0.0 -0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 50.999781 0.0 -0.0047619054093956 6 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1249585151672363 64.142235 0.0 -0.0015873017255216 8 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1034367084503174 65.32967 0.0 -0.0 4 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0 -0.0 5 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0 -0.0 4 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0 -0.0 5 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0 -0.0 4 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 -0.0 5 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 -0.0 6 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 -0.0 7 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 -0.0015873017255216 6 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.109244465827942 75.928743 0.0 -0.0 4 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 -0.0 5 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 -0.0 6 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 -0.0 7 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 -0.0 8 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 -0.0219198819249868 7 0.0 wikitext comb_1 opt nlr_t_lin 670.992896 861.929472 1.210613250732422 73.007434 0.0 -0.3187099397182464 5 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.04486083984375 47.675248 0.0 -0.3196893036365509 5 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.02696418762207 52.363297 0.0 -0.3082066774368286 4 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.241694450378418 54.199928 0.0 -0.3206349313259125 6 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.8387131690979 55.80404 0.0 -0.3081053793430328 4 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.344817161560059 58.154097 0.0 -0.3217832148075104 6 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.80874490737915 58.192406 0.0 -0.3171901404857635 5 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.168275833129883 59.521632 0.0 -0.2742992639541626 8 0.0 wikitext comb_1 opt nlr_t_lin 671.452672 861.929472 10.443354606628418 63.021247 0.0 -0.3247551321983337 7 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.911550998687744 63.49072 0.0 -0.3084430992603302 4 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.296141624450684 63.617633 0.0 -0.320702463388443 6 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.805671215057373 63.737324 0.0 -0.3081053793430328 4 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.300801277160645 63.997165 0.0 -0.3088821768760681 4 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.28077507019043 65.692212 0.0 -0.3201959133148193 5 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.026485443115234 65.863506 0.0 -0.3198243975639343 5 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.03581428527832 66.616634 0.0 -0.3242823779582977 8 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.893834590911865 68.182388 0.0 -0.3244850039482116 8 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.912756443023682 68.529104 0.0 -0.3170888125896454 5 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.172203063964844 69.379954 0.0 -0.3090847432613373 4 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.242557525634766 69.784316 0.0 -0.3230665326118469 6 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.794455528259277 70.056842 0.0 -0.3258358836174011 8 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.931958198547363 71.269074 0.0 -0.3250591158866882 8 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.904936790466309 73.766544 0.0 -0.3247213661670685 8 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.898097038269043 73.818633 0.0 -0.3249240219593048 7 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.915891170501709 75.428737 0.0 -0.1987841874361038 7 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 14.09366226196289 75.497194 0.0 -0.3248902559280395 7 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.912522315979004 77.865032 0.0 -0.3245525062084198 8 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.927073001861572 78.341459 0.0 -0.321783185005188 6 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.818181991577148 78.514537 0.0 -0.324822723865509 7 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.915579795837402 81.921306 0.0 -0.3183721601963043 8 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 7.9405999183654785 82.419729 0.0 -0.3252279758453369 7 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.921492576599121 84.799091 0.0 -0.3253293335437774 7 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.9323954582214355 85.314689 0.0 -0.3202296793460846 6 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.804402351379394 85.613924 0.0 -0.0 4 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 -0.0 5 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 -0.0 6 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 -0.0 7 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 -0.0 8 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 -0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 27.723671 0.0 -0.0 4 0.0 wikitext comb_3 tinyllama rnd_naive_t 1898.706944 2145.386496 1.110665202140808 30.751553 0.0 -0.0 5 0.0 wikitext comb_3 tinyllama rnd_naive_t 1898.706944 2145.386496 1.110665202140808 30.751553 0.0 -0.0 6 0.0 wikitext comb_3 tinyllama rnd_naive_t 1898.706944 2145.386496 1.110665202140808 30.751553 0.0 -0.0 7 0.0 wikitext comb_3 tinyllama rnd_naive_t 1898.706944 2145.386496 1.110665202140808 30.751553 0.0 -0.0 8 0.0 wikitext comb_3 tinyllama rnd_naive_t 1898.706944 2145.386496 1.110665202140808 30.751553 0.0 -0.0 4 0.0 wikitext comb_15 tinyllama ones_t 1898.706944 2145.386496 1.110665202140808 32.399361 0.0 -0.0 5 0.0 wikitext comb_15 tinyllama ones_t 1898.706944 2145.386496 1.110665202140808 32.399361 0.0 -0.0 6 0.0 wikitext comb_15 tinyllama ones_t 1898.706944 2145.386496 1.110665202140808 32.399361 0.0 -0.0 7 0.0 wikitext comb_15 tinyllama ones_t 1898.706944 2145.386496 1.110665202140808 32.399361 0.0 -0.0 8 0.0 wikitext comb_15 tinyllama ones_t 1898.706944 2145.386496 1.110665202140808 32.399361 0.0 -0.0 4 0.0 wikitext comb_3 tinyllama ones_t 1898.706944 2145.386496 1.1093063354492188 33.372118 0.0 -0.0 5 0.0 wikitext comb_3 tinyllama ones_t 1898.706944 2145.386496 1.1093063354492188 33.372118 0.0 -0.0 6 0.0 wikitext comb_3 tinyllama ones_t 1898.706944 2145.386496 1.1093063354492188 33.372118 0.0 -0.0 7 0.0 wikitext comb_3 tinyllama ones_t 1898.706944 2145.386496 1.1093063354492188 33.372118 0.0 -0.0 8 0.0 wikitext comb_3 tinyllama ones_t 1898.706944 2145.386496 1.1093063354492188 33.372118 0.0 -0.0 4 0.0 wikitext comb_7 tinyllama rnd_naive_t 1898.706944 2145.386496 1.1093063354492188 42.611459 0.0 -0.0 5 0.0 wikitext comb_7 tinyllama rnd_naive_t 1898.706944 2145.386496 1.1093063354492188 42.611459 0.0 -0.0 6 0.0 wikitext comb_7 tinyllama rnd_naive_t 1898.706944 2145.386496 1.1093063354492188 42.611459 0.0 -0.0 7 0.0 wikitext comb_7 tinyllama rnd_naive_t 1898.706944 2145.386496 1.1093063354492188 42.611459 0.0 -0.0 8 0.0 wikitext comb_7 tinyllama rnd_naive_t 1898.706944 2145.386496 1.1093063354492188 42.611459 0.0 -0.3772036433219909 8 0.0 wikitext comb_15 tinyllama rnd_naive_t 1899.177984 2145.386496 6.655824184417725 25.069736 0.0 -0.377136081457138 6 0.0 wikitext comb_15 tinyllama rnd_naive_t 1899.177984 2145.386496 6.617756366729736 25.123547 0.0 -0.3772036433219909 8 0.0 wikitext comb_13 tinyllama ones_t 1899.177984 2145.386496 6.655824184417725 25.514239 0.0 -0.377136081457138 6 0.0 wikitext comb_13 tinyllama ones_t 1899.177984 2145.386496 6.617756366729736 25.541726 0.0 -0.3746031820774078 7 0.0 wikitext comb_15 tinyllama rnd_naive_t 1899.177984 2145.386496 6.739760398864746 25.613621 0.0 -0.3746031820774078 7 0.0 wikitext comb_13 tinyllama ones_t 1899.177984 2145.386496 6.739760398864746 25.766823 0.0 -0.0 4 0.0 wikitext comb_6 tinyllama ones_t 1900.539904 2147.483648 1.1084814071655271 37.90458 0.0 -0.0 5 0.0 wikitext comb_6 tinyllama ones_t 1900.539904 2147.483648 1.1084814071655271 37.90458 0.0 -0.0 6 0.0 wikitext comb_6 tinyllama ones_t 1900.539904 2147.483648 1.1084814071655271 37.90458 0.0 -0.0 7 0.0 wikitext comb_6 tinyllama ones_t 1900.539904 2147.483648 1.1084814071655271 37.90458 0.0 -0.0 8 0.0 wikitext comb_6 tinyllama ones_t 1900.539904 2147.483648 1.1084814071655271 37.90458 0.0 -0.0 4 0.0 wikitext comb_8 tinyllama ones_t 1900.539904 2147.483648 1.3971034288406372 38.427739 0.0 -0.0 5 0.0 wikitext comb_8 tinyllama ones_t 1900.539904 2147.483648 1.3971034288406372 38.427739 0.0 -0.0 6 0.0 wikitext comb_8 tinyllama ones_t 1900.539904 2147.483648 1.3971034288406372 38.427739 0.0 -0.0 7 0.0 wikitext comb_8 tinyllama ones_t 1900.539904 2147.483648 1.3971034288406372 38.427739 0.0 -0.0 8 0.0 wikitext comb_8 tinyllama ones_t 1900.539904 2147.483648 1.3971034288406372 38.427739 0.0 -0.0111111123114824 7 0.0 wikitext comb_10 tinyllama ones_t 1900.539904 2147.483648 1.1044156551361084 38.997302 0.0 -0.0 4 0.0 wikitext comb_10 tinyllama ones_t 1900.539904 2147.483648 1.129875898361206 39.544001 0.0 -0.0 5 0.0 wikitext comb_10 tinyllama ones_t 1900.539904 2147.483648 1.129875898361206 39.544001 0.0 -0.0 6 0.0 wikitext comb_10 tinyllama ones_t 1900.539904 2147.483648 1.129875898361206 39.544001 0.0 -0.0 4 0.0 wikitext comb_4 tinyllama rnd_naive_t 1900.539904 2147.483648 1.111270308494568 56.944371 0.0 -0.0 5 0.0 wikitext comb_4 tinyllama rnd_naive_t 1900.539904 2147.483648 1.111270308494568 56.944371 0.0 -0.0 6 0.0 wikitext comb_4 tinyllama rnd_naive_t 1900.539904 2147.483648 1.111270308494568 56.944371 0.0 -0.0 7 0.0 wikitext comb_4 tinyllama rnd_naive_t 1900.539904 2147.483648 1.111270308494568 56.944371 0.0 -0.0 8 0.0 wikitext comb_4 tinyllama rnd_naive_t 1900.539904 2147.483648 1.111270308494568 56.944371 0.0 -0.0 4 0.0 wikitext comb_5 tinyllama rnd_naive_t 1900.539904 2147.483648 1.1127573251724243 57.839965 0.0 -0.0 5 0.0 wikitext comb_5 tinyllama rnd_naive_t 1900.539904 2147.483648 1.1127573251724243 57.839965 0.0 -0.0 6 0.0 wikitext comb_5 tinyllama rnd_naive_t 1900.539904 2147.483648 1.1127573251724243 57.839965 0.0 -0.0 7 0.0 wikitext comb_5 tinyllama rnd_naive_t 1900.539904 2147.483648 1.1127573251724243 57.839965 0.0 -0.0 8 0.0 wikitext comb_5 tinyllama rnd_naive_t 1900.539904 2147.483648 1.1127573251724243 57.839965 0.0 -0.0015873017255216 6 0.0 wikitext comb_5 tinyllama ones_t 1900.539904 2147.483648 1.1170740127563477 61.281912 0.0 -0.0 4 0.0 wikitext comb_8 tinyllama rnd_naive_t 1900.539904 2147.483648 1.109976291656494 64.392181 0.0 -0.0 5 0.0 wikitext comb_8 tinyllama rnd_naive_t 1900.539904 2147.483648 1.109976291656494 64.392181 0.0 -0.0 6 0.0 wikitext comb_8 tinyllama rnd_naive_t 1900.539904 2147.483648 1.109976291656494 64.392181 0.0 -0.0 7 0.0 wikitext comb_8 tinyllama rnd_naive_t 1900.539904 2147.483648 1.109976291656494 64.392181 0.0 -0.0 8 0.0 wikitext comb_8 tinyllama rnd_naive_t 1900.539904 2147.483648 1.109976291656494 64.392181 0.0 -0.0 4 0.0 wikitext comb_2 tinyllama rnd_naive_t 1900.539904 2147.483648 1.4841033220291138 69.531373 0.0 -0.0 5 0.0 wikitext comb_2 tinyllama rnd_naive_t 1900.539904 2147.483648 1.4841033220291138 69.531373 0.0 -0.0 6 0.0 wikitext comb_2 tinyllama rnd_naive_t 1900.539904 2147.483648 1.4841033220291138 69.531373 0.0 -0.0 7 0.0 wikitext comb_2 tinyllama rnd_naive_t 1900.539904 2147.483648 1.4841033220291138 69.531373 0.0 -0.0 8 0.0 wikitext comb_2 tinyllama rnd_naive_t 1900.539904 2147.483648 1.4841033220291138 69.531373 0.0 -0.0 4 0.0 wikitext comb_16 tinyllama rnd_naive_t 1900.539904 2147.483648 1.2751129865646362 74.063767 0.0 -0.0 5 0.0 wikitext comb_16 tinyllama rnd_naive_t 1900.539904 2147.483648 1.2751129865646362 74.063767 0.0 -0.0 6 0.0 wikitext comb_16 tinyllama rnd_naive_t 1900.539904 2147.483648 1.2751129865646362 74.063767 0.0 -0.0 7 0.0 wikitext comb_16 tinyllama rnd_naive_t 1900.539904 2147.483648 1.2751129865646362 74.063767 0.0 -0.0 8 0.0 wikitext comb_16 tinyllama rnd_naive_t 1900.539904 2147.483648 1.2751129865646362 74.063767 0.0 -0.0 4 0.0 wikitext comb_5 tinyllama ones_t 1900.539904 2147.483648 1.1371948719024658 77.624984 0.0 -0.0 5 0.0 wikitext comb_5 tinyllama ones_t 1900.539904 2147.483648 1.1371948719024658 77.624984 0.0 -0.3665315508842468 5 0.0 wikitext comb_14 tinyllama ones_t 1901.010944 2147.483648 7.063358783721924 40.779978 0.0 -0.376156747341156 7 0.0 wikitext comb_18 tinyllama ones_t 1901.010944 2147.483648 6.74440860748291 40.946921 0.0 -0.3774400651454925 6 0.0 wikitext comb_7 tinyllama ones_t 1901.010944 2147.483648 6.666682720184326 40.998963 0.0 -0.3768997192382812 8 0.0 wikitext comb_7 tinyllama ones_t 1901.010944 2147.483648 6.629287242889404 41.292931 0.0 -0.3749409019947052 7 0.0 wikitext comb_14 tinyllama ones_t 1901.010944 2147.483648 6.728716850280762 41.401947 0.0 -0.3766295313835144 6 0.0 wikitext comb_14 tinyllama ones_t 1901.010944 2147.483648 6.649704933166504 41.921833 0.0 -0.3747044801712036 7 0.0 wikitext comb_7 tinyllama ones_t 1901.010944 2147.483648 6.741673469543457 42.026072 0.0 -0.3786221146583557 6 0.0 wikitext comb_9 tinyllama ones_t 1901.010944 2147.483648 6.648273944854736 52.132302 0.0 -0.3745356202125549 7 0.0 wikitext comb_9 tinyllama ones_t 1901.010944 2147.483648 6.735993385314941 52.348426 0.0 -0.3691996037960052 5 0.0 wikitext comb_9 tinyllama ones_t 1901.010944 2147.483648 7.038039684295654 52.706897 0.0 -0.3666666746139526 5 0.0 wikitext comb_1 tinyllama rnd_naive_t 1901.010944 2147.483648 7.250393390655518 52.771315 0.0 -0.3767646253108978 8 0.0 wikitext comb_9 tinyllama ones_t 1901.010944 2147.483648 6.630265235900879 52.945323 0.0 -0.2641675472259521 8 0.0 wikitext comb_10 tinyllama ones_t 1901.010944 2147.483648 10.715578079223633 52.96021 0.0 -0.3377574980258941 4 0.0 wikitext comb_11 tinyllama rnd_naive_t 1901.010944 2147.483648 7.719119071960449 53.028586 0.0 -0.3674434423446655 7 0.0 wikitext comb_18 tinyllama rnd_naive_t 1901.010944 2147.483648 6.955395221710205 53.43536 0.0 -0.3456265032291412 4 0.0 wikitext comb_18 tinyllama rnd_naive_t 1901.010944 2147.483648 7.418772220611572 53.44739 0.0 -0.3733536005020141 8 0.0 wikitext comb_11 tinyllama rnd_naive_t 1901.010944 2147.483648 6.679830074310303 53.479016 0.0 -0.3683553040027618 6 0.0 wikitext comb_17 tinyllama rnd_naive_t 1901.010944 2147.483648 7.224995136260986 53.503355 0.0 -0.3649104833602905 5 0.0 wikitext comb_11 tinyllama rnd_naive_t 1901.010944 2147.483648 7.1853227615356445 53.834254 0.0 -0.36484295129776 5 0.0 wikitext comb_18 tinyllama rnd_naive_t 1901.010944 2147.483648 7.152245998382568 53.868305 0.0 -0.3751773238182068 7 0.0 wikitext comb_1 tinyllama rnd_naive_t 1901.010944 2147.483648 6.82770299911499 53.920257 0.0 -0.3665316104888916 8 0.0 wikitext comb_17 tinyllama rnd_naive_t 1901.010944 2147.483648 6.911004066467285 53.938244 0.0 -0.242924690246582 4 0.0 wikitext comb_17 tinyllama rnd_naive_t 1901.010944 2147.483648 12.430030822753906 53.956337 0.0 -0.3646741509437561 6 0.0 wikitext comb_18 tinyllama rnd_naive_t 1901.010944 2147.483648 6.984804153442383 54.307024 0.0 -0.3753462135791778 8 0.0 wikitext comb_16 tinyllama ones_t 1901.010944 2147.483648 6.644573211669922 54.308168 0.0 -0.3764606416225433 8 0.0 wikitext comb_14 tinyllama ones_t 1901.010944 2147.483648 6.631908416748047 54.411156 0.0 -0.3735562562942505 8 0.0 wikitext comb_18 tinyllama rnd_naive_t 1901.010944 2147.483648 6.822554588317871 54.594163 0.0 -0.3599459826946258 5 0.0 wikitext comb_17 tinyllama rnd_naive_t 1901.010944 2147.483648 7.244079113006592 54.819068 0.0 -0.3668355643749237 6 0.0 wikitext comb_11 tinyllama rnd_naive_t 1901.010944 2147.483648 7.0660929679870605 54.819637 0.0 -0.374501883983612 7 0.0 wikitext comb_17 tinyllama rnd_naive_t 1901.010944 2147.483648 6.772099018096924 55.098319 0.0 -0.3702127635478973 8 0.0 wikitext comb_1 tinyllama rnd_naive_t 1901.010944 2147.483648 6.732891082763672 55.636229 0.0 -0.3766632974147796 8 0.0 wikitext comb_18 tinyllama ones_t 1901.010944 2147.483648 6.642974853515625 55.748471 0.0 -0.3361702263355255 4 0.0 wikitext comb_1 tinyllama rnd_naive_t 1901.010944 2147.483648 7.7084269523620605 55.905967 0.0 -0.3694697916507721 6 0.0 wikitext comb_1 tinyllama rnd_naive_t 1901.010944 2147.483648 6.857879161834717 56.366023 0.0 -0.3732185065746307 7 0.0 wikitext comb_11 tinyllama rnd_naive_t 1901.010944 2147.483648 6.760935306549072 56.985897 0.0 -0.1437014639377594 7 0.0 wikitext comb_5 tinyllama ones_t 1901.010944 2147.483648 23.038780212402344 60.19546 0.0 -0.3763593435287475 6 0.0 wikitext comb_4 tinyllama ones_t 1901.010944 2147.483648 6.667816162109375 61.422855 0.0 -0.3758865296840668 8 0.0 wikitext comb_4 tinyllama ones_t 1901.010944 2147.483648 6.634876728057861 62.08088 0.0 -0.3740966022014618 7 0.0 wikitext comb_4 tinyllama ones_t 1901.010944 2147.483648 6.730924129486084 62.113177 0.0 -0.3459979593753814 8 0.0 wikitext comb_5 tinyllama ones_t 1901.010944 2147.483648 7.37421178817749 62.156408 0.0 -0.3414049446582794 4 0.0 wikitext comb_6 tinyllama rnd_naive_t 1901.010944 2147.483648 7.605145454406738 67.558867 0.0 -0.3735224902629852 7 0.0 wikitext comb_6 tinyllama rnd_naive_t 1901.010944 2147.483648 6.747385025024414 68.879818 0.0 -0.3636609613895416 5 0.0 wikitext comb_6 tinyllama rnd_naive_t 1901.010944 2147.483648 7.094021320343018 69.126894 0.0 -0.3751097917556762 8 0.0 wikitext comb_6 tinyllama rnd_naive_t 1901.010944 2147.483648 6.762176990509033 69.150672 0.0 -0.3540020585060119 6 0.0 wikitext comb_6 tinyllama rnd_naive_t 1901.010944 2147.483648 7.197478771209717 72.516527 0.0 -0.3714285790920257 5 0.0 wikitext comb_9 tinyllama rnd_naive_t 1901.010944 2147.483648 7.011907577514648 79.461643 0.0 -0.3442418277263641 4 0.0 wikitext comb_9 tinyllama rnd_naive_t 1901.010944 2147.483648 7.442919731140137 81.055598 0.0 -0.3638635575771332 6 0.0 wikitext comb_9 tinyllama rnd_naive_t 1901.010944 2147.483648 7.026541709899902 81.489866 0.0 -0.3731509745121002 7 0.0 wikitext comb_9 tinyllama rnd_naive_t 1901.010944 2147.483648 6.797172546386719 84.022917 0.0 -0.3668355345726013 8 0.0 wikitext comb_9 tinyllama rnd_naive_t 1901.010944 2147.483648 6.824869155883789 85.061464 0.0 -0.0 4 0.0 wikitext comb_10 tinyllama rnd_naive_t 1384.315904 2474.63936 1.2499216794967651 0.511668 0.0 -0.0 5 0.0 wikitext comb_10 tinyllama rnd_naive_t 1384.315904 2474.63936 1.2499216794967651 0.511668 0.0 -0.0 6 0.0 wikitext comb_10 tinyllama rnd_naive_t 1384.315904 2474.63936 1.2499216794967651 0.511668 0.0 -0.0 7 0.0 wikitext comb_10 tinyllama rnd_naive_t 1384.315904 2474.63936 1.2499216794967651 0.511668 0.0 -0.0 4 0.0 wikitext comb_14 tinyllama rnd_naive_t 1384.315904 2474.63936 1.1151552200317385 0.518638 0.0 -0.0 5 0.0 wikitext comb_14 tinyllama rnd_naive_t 1384.315904 2474.63936 1.1151552200317385 0.518638 0.0 -0.0 6 0.0 wikitext comb_14 tinyllama rnd_naive_t 1384.315904 2474.63936 1.1151552200317385 0.518638 0.0 -0.0 7 0.0 wikitext comb_14 tinyllama rnd_naive_t 1384.315904 2474.63936 1.1151552200317385 0.518638 0.0 -0.0 8 0.0 wikitext comb_14 tinyllama rnd_naive_t 1384.315904 2474.63936 1.1151552200317385 0.518638 0.0 -0.0301587339490652 8 0.0 wikitext comb_10 tinyllama rnd_naive_t 1384.315904 2474.63936 1.1093063354492188 0.519478 0.0 -0.0 4 0.0 wikitext comb_11 tinyllama ones_t 1384.315904 2474.63936 1.1082031726837158 0.552029 0.0 -0.0 5 0.0 wikitext comb_11 tinyllama ones_t 1384.315904 2474.63936 1.1082031726837158 0.552029 0.0 -0.0 6 0.0 wikitext comb_11 tinyllama ones_t 1384.315904 2474.63936 1.1082031726837158 0.552029 0.0 -0.0 7 0.0 wikitext comb_11 tinyllama ones_t 1384.315904 2474.63936 1.1082031726837158 0.552029 0.0 -0.0 8 0.0 wikitext comb_11 tinyllama ones_t 1384.315904 2474.63936 1.1082031726837158 0.552029 0.0 -0.0 4 0.0 wikitext comb_1 tinyllama ones_t 1384.315904 2474.63936 1.396384596824646 0.55231 0.0 -0.0 5 0.0 wikitext comb_1 tinyllama ones_t 1384.315904 2474.63936 1.396384596824646 0.55231 0.0 -0.0 6 0.0 wikitext comb_1 tinyllama ones_t 1384.315904 2474.63936 1.396384596824646 0.55231 0.0 -0.0 7 0.0 wikitext comb_1 tinyllama ones_t 1384.315904 2474.63936 1.396384596824646 0.55231 0.0 -0.0 8 0.0 wikitext comb_1 tinyllama ones_t 1384.315904 2474.63936 1.396384596824646 0.55231 0.0 -0.0 4 0.0 wikitext comb_17 tinyllama ones_t 2228.220416 2734.686208 1.1079483032226562 180.131027 0.0 -0.0 5 0.0 wikitext comb_17 tinyllama ones_t 2228.220416 2734.686208 1.1079483032226562 180.131027 0.0 -0.0 6 0.0 wikitext comb_17 tinyllama ones_t 2228.220416 2734.686208 1.1079483032226562 180.131027 0.0 -0.0 7 0.0 wikitext comb_17 tinyllama ones_t 2228.220416 2734.686208 1.1079483032226562 180.131027 0.0 -0.0 8 0.0 wikitext comb_17 tinyllama ones_t 2228.220416 2734.686208 1.1079483032226562 180.131027 0.0 -0.0 4 0.0 wikitext comb_13 tinyllama rnd_naive_t 2228.220416 2734.686208 1.1540019512176514 183.249296 0.0 -0.0 5 0.0 wikitext comb_13 tinyllama rnd_naive_t 2228.220416 2734.686208 1.1540019512176514 183.249296 0.0 -0.0 6 0.0 wikitext comb_13 tinyllama rnd_naive_t 2228.220416 2734.686208 1.1540019512176514 183.249296 0.0 -0.0 7 0.0 wikitext comb_13 tinyllama rnd_naive_t 2228.220416 2734.686208 1.1540019512176514 183.249296 0.0 -0.0 8 0.0 wikitext comb_13 tinyllama rnd_naive_t 2228.220416 2734.686208 1.1540019512176514 183.249296 0.0 -0.0 4 0.0 wikitext comb_12 tinyllama rnd_naive_t 1384.315904 3124.75648 1.109687566757202 0.512357 0.0 -0.0 5 0.0 wikitext comb_12 tinyllama rnd_naive_t 1384.315904 3124.75648 1.109687566757202 0.512357 0.0 -0.0 6 0.0 wikitext comb_12 tinyllama rnd_naive_t 1384.315904 3124.75648 1.109687566757202 0.512357 0.0 -0.0 7 0.0 wikitext comb_12 tinyllama rnd_naive_t 1384.315904 3124.75648 1.109687566757202 0.512357 0.0 -0.0 8 0.0 wikitext comb_12 tinyllama rnd_naive_t 1384.315904 3124.75648 1.109687566757202 0.512357 0.0 -0.0 4 0.0 wikitext comb_0 tinyllama ones_t 1384.315904 3124.75648 1.111112356185913 0.525579 0.0 -0.0 5 0.0 wikitext comb_0 tinyllama ones_t 1384.315904 3124.75648 1.111112356185913 0.525579 0.0 -0.0 6 0.0 wikitext comb_0 tinyllama ones_t 1384.315904 3124.75648 1.111112356185913 0.525579 0.0 -0.0 7 0.0 wikitext comb_0 tinyllama ones_t 1384.315904 3124.75648 1.111112356185913 0.525579 0.0 -0.0 8 0.0 wikitext comb_0 tinyllama ones_t 1384.315904 3124.75648 1.111112356185913 0.525579 0.0 -0.0 4 0.0 wikitext comb_0 tinyllama rnd_naive_t 1384.315904 3124.75648 1.1578514575958252 0.525638 0.0 -0.0 5 0.0 wikitext comb_0 tinyllama rnd_naive_t 1384.315904 3124.75648 1.1578514575958252 0.525638 0.0 -0.0 6 0.0 wikitext comb_0 tinyllama rnd_naive_t 1384.315904 3124.75648 1.1578514575958252 0.525638 0.0 -0.0 7 0.0 wikitext comb_0 tinyllama rnd_naive_t 1384.315904 3124.75648 1.1578514575958252 0.525638 0.0 -0.0 8 0.0 wikitext comb_0 tinyllama rnd_naive_t 1384.315904 3124.75648 1.1578514575958252 0.525638 0.0 -0.0 4 0.0 wikitext comb_12 tinyllama ones_t 1384.315904 3124.75648 1.108647346496582 0.55336 0.0 -0.0 5 0.0 wikitext comb_12 tinyllama ones_t 1384.315904 3124.75648 1.108647346496582 0.55336 0.0 -0.0 6 0.0 wikitext comb_12 tinyllama ones_t 1384.315904 3124.75648 1.108647346496582 0.55336 0.0 -0.0 7 0.0 wikitext comb_12 tinyllama ones_t 1384.315904 3124.75648 1.108647346496582 0.55336 0.0 -0.0 8 0.0 wikitext comb_12 tinyllama ones_t 1384.315904 3124.75648 1.108647346496582 0.55336 0.0 -0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 19.521483 0.0 -0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.477549 0.0 -0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 29.170525 0.0 -0.0 4 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 -0.0 5 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 -0.0 6 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 -0.0 7 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 -0.0 8 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 -0.0 4 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 -0.0 5 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 -0.0 6 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 -0.0 7 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 -0.0 8 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 -0.3613305985927582 4 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.893522262573242 39.380532 0.0 -0.3801418840885162 8 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.905845642089844 39.423586 0.0 -0.3785545825958252 7 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.899629592895508 39.461773 0.0 -0.3749071359634399 5 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.833752632141113 39.524287 0.0 -0.3761566877365112 6 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.908206939697266 39.631089 0.0 -0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.262266 0.0 -0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.300268 0.0 -0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.323052 0.0 -0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.368098 0.0 -0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.442225 0.0 -0.0 4 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.1203066110610962 109.210961 0.0 -0.0 5 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.1203066110610962 109.210961 0.0 -0.0 6 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.1203066110610962 109.210961 0.0 -0.0 7 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.1203066110610962 109.210961 0.0 -0.0126984138041734 8 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.3892736434936523 109.5287 0.0 -0.0095238108187913 5 0.0 wikitext comb_2 phi nlr_t_lin 4397.365248 4699.717632 1.1041316986083984 165.529913 0.0 -0.0031746034510433 7 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.644791 0.0 -0.0031746034510433 5 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.680789 0.0 -0.0 4 0.0 wikitext comb_2 phi nlr_t_lin 4397.365248 4699.717632 1.106863498687744 165.708675 0.0 -0.0031746034510433 6 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.720746 0.0 -0.0031746034510433 8 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.740302 0.0 -0.0031746034510433 4 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.757698 0.0 -0.377744048833847 7 0.0 wikitext comb_10 phi nlr_t_lin 4397.836288 4699.717632 5.883046627044678 108.605998 0.0 -0.3628504276275635 4 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.970202922821045 108.678978 0.0 -0.3784194886684418 8 0.0 wikitext comb_10 phi nlr_t_lin 4397.836288 4699.717632 5.924638748168945 108.849291 0.0 -0.3783519268035888 7 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 5.723867893218994 108.889283 0.0 -0.3600472807884216 4 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.929409503936768 108.895237 0.0 -0.3765619695186615 6 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.925165176391602 108.899245 0.0 -0.3732860684394836 5 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.881496906280518 108.901143 0.0 -0.3783181309700012 7 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.906830787658691 108.918619 0.0 -0.3778453171253204 6 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.926369667053223 108.927026 0.0 -0.3798041045665741 8 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.904020309448242 108.942737 0.0 -0.3789260387420654 7 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.912430286407471 108.958351 0.0 -0.3751435577869415 5 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.710384845733643 108.972411 0.0 -0.3663289844989776 6 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 6.059748649597168 108.977201 0.0 -0.3806822299957275 8 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.894482612609863 109.014713 0.0 -0.3771023154258728 8 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 5.87047004699707 109.028948 0.0 -0.3604525625705719 4 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 5.943764686584473 109.05169 0.0 -0.373961478471756 5 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 5.753737926483154 109.057109 0.0 -0.379669040441513 8 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.8974690437316895 135.494523 0.0 -0.3774738013744354 6 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.898212432861328 135.588848 0.0 -0.3660587668418884 4 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.989423751831055 135.613691 0.0 -0.3784532248973846 7 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.909719944000244 135.648944 0.0 -0.3745356798171997 5 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.878876686096191 135.770067 0.0 -0.3515703976154327 7 0.0 wikitext comb_2 phi nlr_t_lin 4397.836288 4699.717632 6.555144309997559 165.516653 0.0 -0.084059439599514 6 0.0 wikitext comb_2 phi nlr_t_lin 4397.836288 4699.717632 25.49643898010254 165.559104 0.0 -0.377507597208023 8 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.881701469421387 165.563431 0.0 -0.3632894158363342 4 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.83453893661499 165.682677 0.0 -0.3616345822811126 8 0.0 wikitext comb_2 phi nlr_t_lin 4397.836288 4699.717632 6.071018695831299 165.689623 0.0 -0.3771698772907257 7 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.734609603881836 165.701455 0.0 -0.372340440750122 5 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.880207061767578 165.720092 0.0 -0.3774062991142273 6 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.896027088165283 165.731592 0.0 -0.0 4 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 -0.0 5 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 -0.0 6 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 -0.0 7 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 -0.0 8 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 -0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 19.028197 0.0 -0.0 4 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 -0.0 5 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 -0.0 6 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 -0.0 7 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 -0.0 8 0.0 librispeech comb_7 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 27.814796 1.0 -0.0 4 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 -0.0 5 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 -0.0 6 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 -0.0 7 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 -0.0 8 0.0 librispeech comb_4 wav2vec nlr_t_lin 534.74304 1633.681408 0.0 37.727286 1.0 -0.0 4 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 -0.0 5 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 -0.0 6 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 -0.0 7 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 -0.0 8 0.0 librispeech comb_17 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 32.042225 1.0 -0.0 4 0.0 librispeech comb_1 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 34.872758 1.0 -0.0 5 0.0 librispeech comb_1 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 34.872758 1.0 -0.0 4 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 -0.0 5 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 -0.0 6 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 -0.0 7 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 -0.0 8 0.0 librispeech comb_2 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 111.374391 1.0 -0.0 4 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 -0.0 5 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 -0.0 6 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 -0.0 7 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 -0.0 8 0.0 librispeech comb_6 wav2vec nlr_t_lin 535.632384 1633.681408 0.0 121.667063 1.0 -0.0 4 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 -0.0 5 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 -0.0 6 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 -0.0 7 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 -0.0 8 0.0 librispeech comb_11 wav2vec nlr_t_lin 368.001024 1642.070016 0.0 0.049394 1.0 -0.0 8 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 25.623438 0.023865930929913 -0.0 7 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 26.156161 0.0239800359565965 -0.0 6 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 33.520167 0.0235441488967534 -0.0 5 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 40.900442 0.0235195142861618 -0.0 4 0.0 librispeech comb_15 wav2vec nlr_t_lin 658.017792 4829.741056 0.0 107.638489 0.0261923978206639 -0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 34.054058 0.0239494859641096 -0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 35.466547 0.0237326414926321 -0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 38.632761 0.0234031339094832 -0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 107.706768 0.0268907930412973 -0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4831.838208 0.0 112.77822 0.0236079788491685 -0.0 8 0.0 librispeech comb_1 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 36.211774 0.0308344037908042 -0.0 8 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 38.667771 0.023923893854356 -0.0 8 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 39.888151 0.0285161480675654 -0.0 4 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 40.43495 0.0407949350315093 -0.0 8 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 41.650981 0.0238701709182532 -0.0 5 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 43.984984 0.027381851563649 -0.0 6 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 48.373728 0.0235408893932812 -0.0 4 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 49.083306 0.0260670998610997 -0.0 6 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 49.685901 0.023504093877395 -0.0 5 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 54.893152 0.0243594934853193 -0.0 6 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 57.348453 0.0272303596359023 -0.0 8 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 57.72049 0.0240826366093124 -0.0 7 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 59.455163 0.0282786100577588 -0.0 4 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 63.938775 0.0287573510717764 -0.0 8 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 75.627503 0.0235543069369563 -0.0 7 0.0 librispeech comb_1 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 108.000045 0.0283185511794909 -0.0 7 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 108.290444 0.0239749584821241 -0.0 5 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 114.196506 0.0232703470689654 -0.0 8 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 115.246365 0.0268117113818341 -0.0 7 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 116.666614 0.0235298055589748 -0.0 7 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 118.07453 0.0236384401675366 -0.0 5 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 118.337941 0.0320624995403161 -0.0 6 0.0 librispeech comb_1 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 120.230207 0.7174349523365471 -0.0 6 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 120.698041 0.0237990475317106 -0.0 5 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 122.462258 0.026979470088965 -0.0 4 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 122.955182 0.0250541483360623 -0.0 6 0.0 librispeech comb_8 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 124.221804 0.028515756037086 -0.0 4 0.0 librispeech comb_18 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 125.826571 0.0255337302071349 -0.0 7 0.0 librispeech comb_5 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 127.407052 0.025940729307214 -0.0 5 0.0 librispeech comb_3 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 127.957826 0.0238327412102501 -0.0 4 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 130.054166 0.0435091730566139 -0.0 7 0.0 librispeech comb_10 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 131.587742 0.023775460833803 -0.0 6 0.0 librispeech comb_12 wav2vec nlr_t_lin 658.907136 4831.838208 0.0 132.287806 0.0234802610642772 -0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 34.871623 0.0239712250945444 -0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 105.862219 0.0239473509600023 -0.0 4 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 -0.0 5 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 -0.0 6 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 -0.0 7 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 -0.0 8 0.0 wikitext comb_3 phi rnd_naive_t 4395.055104 4676.64896 1.1129798889160156 71.945242 0.0 -0.0 4 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 -0.0 5 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 -0.0 6 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 -0.0 7 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 -0.0 8 0.0 wikitext comb_15 phi ones_t 4395.055104 4676.64896 1.1129798889160156 71.960918 0.0 -0.0 4 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 -0.0 5 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 -0.0 6 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 -0.0 7 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 -0.0 8 0.0 wikitext comb_3 phi ones_t 4395.055104 4676.64896 1.1135482788085938 94.669434 0.0 -0.0 4 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 -0.0 5 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 -0.0 6 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 -0.0 7 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 -0.0 8 0.0 wikitext comb_7 phi rnd_naive_t 4395.055104 4676.64896 1.1135482788085938 107.093351 0.0 -0.3786221146583557 7 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.900937080383301 32.871114 0.0 -0.3752786219120025 5 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.842243194580078 32.952767 0.0 -0.3786221146583557 7 0.0 wikitext comb_13 phi ones_t 4395.526144 4676.64896 5.900937080383301 32.980376 0.0 -0.3802769780158996 8 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.9065656661987305 33.146633 0.0 -0.3772036433219909 6 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 5.90573787689209 33.153788 0.0 -0.3558257222175598 4 0.0 wikitext comb_15 phi rnd_naive_t 4395.526144 4676.64896 6.252234935760498 33.220096 0.0 -0.3802769780158996 8 0.0 wikitext comb_13 phi ones_t 4395.526144 4676.64896 5.9065656661987305 33.260443 0.0 -0.0 4 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 -0.0 5 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 -0.0 6 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 -0.0 7 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 -0.0 8 0.0 wikitext comb_4 phi rnd_naive_t 4398.413824 4678.746112 3.3961360454559326 90.244866 0.0 -0.0 4 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 -0.0 5 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 -0.0 6 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 -0.0 7 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 -0.0 8 0.0 wikitext comb_16 phi rnd_naive_t 4398.413824 4678.746112 1.3019362688064575 90.310652 0.0 -0.0 4 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 -0.0 5 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 -0.0 6 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 -0.0 7 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 -0.0 8 0.0 wikitext comb_5 phi rnd_naive_t 4398.413824 4678.746112 1.1169205904006958 90.476399 0.0 -0.0 4 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 -0.0 5 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 -0.0 6 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 -0.0 7 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 -0.0 8 0.0 wikitext comb_2 phi rnd_naive_t 4398.413824 4678.746112 1.4163963794708252 137.344863 0.0 -0.0 4 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286863 137.512552 0.0 -0.0 5 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286863 137.512552 0.0 -0.0 6 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286863 137.512552 0.0 -0.0 7 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286863 137.512552 0.0 -0.0 8 0.0 wikitext comb_8 phi rnd_naive_t 4398.413824 4678.746112 1.3501012325286863 137.512552 0.0 -0.0 4 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 -0.0 5 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 -0.0 6 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 -0.0 7 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 -0.0 8 0.0 wikitext comb_2 phi ones_t 4398.413824 4678.746112 1.4456589221954346 137.592176 0.0 -0.3772374391555786 8 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.918282508850098 90.554882 0.0 -0.3828098773956299 8 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.866161346435547 90.584923 0.0 -0.3220195770263672 6 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 7.43414831161499 90.592738 0.0 -0.3696386218070984 8 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 6.083339691162109 90.597912 0.0 -0.3218169808387756 7 0.0 wikitext comb_10 phi ones_t 4398.884864 4678.746112 7.234012126922607 90.645571 0.0 -0.3764268755912781 7 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.880051612854004 90.70743 0.0 -0.3779804110527038 8 0.0 wikitext comb_14 phi ones_t 4398.884864 4678.746112 5.980394840240479 90.717495 0.0 -0.3755488097667694 7 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.952420234680176 90.719782 0.0 -0.3761229813098907 5 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.857814788818359 90.75481 0.0 -0.3659912347793579 6 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.984938144683838 90.762053 0.0 -0.3592367470264435 4 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 6.1765666007995605 90.765797 0.0 -0.3596420288085937 4 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 5.911648750305176 90.771508 0.0 -0.3783856928348541 7 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.902323246002197 90.787228 0.0 -0.3623775541782379 4 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.952602386474609 90.814541 0.0 -0.3742654621601105 5 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 5.908594608306885 90.814749 0.0 -0.3652482628822326 6 0.0 wikitext comb_18 phi rnd_naive_t 4398.884864 4678.746112 7.417417526245117 90.830303 0.0 -0.3654846549034118 6 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 6.146087169647217 90.831946 0.0 -0.378081738948822 8 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.912158966064453 90.83386 0.0 -0.361465722322464 4 0.0 wikitext comb_11 phi rnd_naive_t 4398.884864 4678.746112 5.951000213623047 90.842189 0.0 -0.3711584210395813 8 0.0 wikitext comb_10 phi ones_t 4398.884864 4678.746112 6.037233829498291 90.896161 0.0 -0.3779128491878509 7 0.0 wikitext comb_18 phi ones_t 4398.884864 4678.746112 5.972048759460449 90.898584 0.0 -0.3791286945343017 7 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.876485347747803 90.977978 0.0 -0.3752786517143249 5 0.0 wikitext comb_1 phi rnd_naive_t 4398.884864 4678.746112 5.859928131103516 91.138752 0.0 -0.3618034720420837 5 0.0 wikitext comb_17 phi rnd_naive_t 4398.884864 4678.746112 6.095717430114746 91.285547 0.0 -0.3781155049800873 8 0.0 wikitext comb_18 phi ones_t 4398.884864 4678.746112 5.976492404937744 91.863643 0.0 -0.3724079728126526 5 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.943600177764893 112.882205 0.0 -0.3709895610809326 6 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 6.57888650894165 112.962081 0.0 -0.3766295611858368 8 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.920764923095703 113.004462 0.0 -0.3769334852695465 7 0.0 wikitext comb_6 phi rnd_naive_t 4398.884864 4678.746112 5.983625888824463 113.184039 0.0 -0.373252272605896 5 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 6.045003414154053 137.945493 0.0 -0.3661600947380066 6 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 7.271857738494873 137.992903 0.0 -0.3777440190315246 7 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 5.871137619018555 138.059617 0.0 -0.3632556498050689 4 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 6.055059432983398 138.082452 0.0 -0.374839574098587 8 0.0 wikitext comb_9 phi rnd_naive_t 4398.884864 4678.746112 5.853496551513672 138.337169 0.0 -0.0095238108187913 8 0.0 wikitext comb_11 phi ones_t 3362.72384 5337.25184 1.1088346242904663 1.60206 0.0 -0.0015873017255216 8 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.1137659549713137 1.616561 0.0 -0.0 4 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.114714741706848 1.617641 0.0 -0.0 5 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.114714741706848 1.617641 0.0 -0.0 6 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.114714741706848 1.617641 0.0 -0.0 7 0.0 wikitext comb_14 phi rnd_naive_t 3362.72384 5337.25184 1.114714741706848 1.617641 0.0 -0.0095238108187913 7 0.0 wikitext comb_11 phi ones_t 3362.72384 5337.25184 1.1077793836593628 1.621871 0.0 -0.0031746034510433 7 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.62826 0.0 -0.0 4 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135499477386477 1.630531 0.0 -0.0031746034510433 6 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.635461 0.0 -0.0031746034510433 5 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.638081 0.0 -0.0031746034510433 8 0.0 wikitext comb_10 phi rnd_naive_t 3362.72384 5337.25184 1.1135467290878296 1.704181 0.0 -0.0015873017255216 8 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.170756220817566 328.844563 0.0 -0.0 4 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 -0.0 5 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 -0.0 6 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 -0.0 7 0.0 wikitext comb_13 phi rnd_naive_t 5053.774336 5886.705664 1.124692440032959 328.900569 0.0 -0.0031746034510433 8 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.59001 0.0 -0.0031746034510433 8 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135197877883911 1.59914 0.0 -0.0 4 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.215931057929993 1.6749 0.0 -0.0 5 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.215931057929993 1.6749 0.0 -0.0 6 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.215931057929993 1.6749 0.0 -0.0 7 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.215931057929993 1.6749 0.0 -0.0 8 0.0 wikitext comb_0 phi rnd_naive_t 3362.72384 6650.068992 1.215931057929993 1.6749 0.0 -0.0031746034510433 7 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.680441 0.0 -0.0031746034510433 8 0.0 wikitext comb_12 phi rnd_naive_t 3362.72384 6650.068992 1.1135462522506714 1.695902 0.0 -0.0 4 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 -0.0 5 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 -0.0 6 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 -0.0 7 0.0 wikitext comb_0 phi ones_t 3362.72384 6650.068992 1.1135350465774536 1.707971 0.0 -0.0031746034510433 6 0.0 wikitext comb_12 phi ones_t 3362.72384 6650.068992 1.1136234998703003 1.71127 0.0 -0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 19.137449 0.0 -0.0 4 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 -0.0 5 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 -0.0 6 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 -0.0 7 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 -0.0 8 0.0 imagenet comb_7 vit nlr_t_lin 357.020672 390.070272 0.0 45.177659 0.0 -0.0 4 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 -0.0 5 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 -0.0 6 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 -0.0 7 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 -0.0 8 0.0 imagenet comb_4 vit nlr_t_lin 357.020672 390.070272 0.0 46.457832 0.0 -0.7995889186859131 8 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 31.035233 0.0 -0.798561155796051 6 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 31.485416 0.0 -0.7995889186859131 5 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 32.992596 0.0 -0.7975334525108337 7 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 34.650987 0.0 -0.798561155796051 4 0.0 imagenet comb_15 vit nlr_t_lin 357.513728 390.070272 0.0 62.031058 0.0 -0.789311408996582 4 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 35.039102 0.0 -0.8016444444656372 8 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 35.3381 0.0 -0.7995889186859131 5 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 42.007516 0.0 -0.7995889186859131 7 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 47.371898 0.0 -0.8057554364204407 6 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 49.78222 0.0 -0.0 4 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 -0.0 5 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 -0.0 6 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 -0.0 7 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 -0.0 8 0.0 imagenet comb_1 vit nlr_t_lin 357.9136 390.070272 0.0 49.539628 0.0 -0.0 4 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 -0.0 5 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 -0.0 6 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 -0.0 7 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 -0.0 8 0.0 imagenet comb_17 vit nlr_t_lin 357.9136 390.070272 0.0 58.211161 0.0 -0.0 4 0.0 imagenet comb_2 vit nlr_t_lin 357.9136 390.070272 0.0 61.400251 0.0 -0.0 5 0.0 imagenet comb_2 vit nlr_t_lin 357.9136 390.070272 0.0 61.400251 0.0 -0.0 4 0.0 imagenet comb_10 vit nlr_t_lin 357.9136 390.070272 0.0 69.313311 0.0 -0.0 4 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 -0.0 5 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 -0.0 6 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 -0.0 7 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 -0.0 8 0.0 imagenet comb_6 vit nlr_t_lin 357.9136 390.070272 0.0 70.302585 0.0 -0.1818181872367859 4 0.0 imagenet comb_8 vit nlr_t_lin 357.925376 390.070272 0.0 59.974749 0.0 -0.1818181872367859 5 0.0 imagenet comb_10 vit nlr_t_lin 357.925376 390.070272 0.0 65.343172 0.0 -0.8016444444656372 8 0.0 imagenet comb_10 vit nlr_t_lin 358.406656 392.167424 0.0 50.517608 0.0 -0.7995889186859131 6 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 52.541129 0.0 -0.798561155796051 5 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 53.008768 0.0 -0.7995889186859131 7 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 53.702638 0.0 -0.7965056896209717 4 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 53.920091 0.0 -0.7954779267311096 4 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 54.899191 0.0 -0.8006166815757751 8 0.0 imagenet comb_8 vit nlr_t_lin 358.406656 392.167424 0.0 54.988611 0.0 -0.8016444444656372 7 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 55.558556 0.0 -0.8006166815757751 7 0.0 imagenet comb_10 vit nlr_t_lin 358.406656 392.167424 0.0 56.37828 0.0 -0.8016444444656372 7 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 57.782115 0.0 -0.8006166815757751 8 0.0 imagenet comb_18 vit nlr_t_lin 358.406656 392.167424 0.0 57.898944 0.0 -0.7934224605560303 4 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 58.845416 0.0 -0.8016444444656372 8 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 58.952295 0.0 -0.8006166815757751 5 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 59.870104 0.0 -0.7995889186859131 8 0.0 imagenet comb_2 vit nlr_t_lin 358.406656 392.167424 0.0 59.907657 0.0 -0.798561155796051 6 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 59.964393 0.0 -0.8016444444656372 7 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 60.870245 0.0 -0.7995889186859131 6 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 62.346385 0.0 -0.7995889186859131 7 0.0 imagenet comb_8 vit nlr_t_lin 358.406656 392.167424 0.0 64.83417 0.0 -0.7995889186859131 7 0.0 imagenet comb_2 vit nlr_t_lin 358.406656 392.167424 0.0 65.248153 0.0 -0.7995889186859131 5 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 65.697957 0.0 -0.798561155796051 5 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 65.977487 0.0 -0.7995889186859131 6 0.0 imagenet comb_10 vit nlr_t_lin 358.406656 392.167424 0.0 67.385773 0.0 -0.798561155796051 6 0.0 imagenet comb_8 vit nlr_t_lin 358.406656 392.167424 0.0 69.043111 0.0 -0.7995889186859131 8 0.0 imagenet comb_12 vit nlr_t_lin 358.406656 392.167424 0.0 69.51323 0.0 -0.8006166815757751 8 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 69.865509 0.0 -0.7780061960220337 6 0.0 imagenet comb_2 vit nlr_t_lin 358.406656 392.167424 0.0 72.904551 0.0 -0.7934224605560303 5 0.0 imagenet comb_8 vit nlr_t_lin 358.406656 392.167424 0.0 75.196092 0.0 -0.8016444444656372 6 0.0 imagenet comb_3 vit nlr_t_lin 358.406656 392.167424 0.0 79.574155 0.0 -0.7954779267311096 4 0.0 imagenet comb_5 vit nlr_t_lin 358.406656 392.167424 0.0 92.256045 0.0 -0.0 4 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 -0.0 5 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 -0.0 6 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 -0.0 7 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 -0.0 8 0.0 imagenet comb_16 vit nlr_t_lin 378.885632 406.847488 0.0 111.165969 0.0 -0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 49.039543 0.0 -0.0 4 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 -0.0 5 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 -0.0 6 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 -0.0 7 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 -0.0 8 0.0 imagenet comb_11 vit nlr_t_lin 329.376768 411.041792 0.0 0.080117 0.0 -0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 39.665783 0.0 -0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 20.470728 0.0 +0.0 6 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.145577907562256 121.300042 0.0 +0.0 6 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.836753 0.0 +0.443161129951477 6 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.194876670837402 68.850087 0.0 +0.0 6 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.65426 0.0 +0.0 6 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6015942096710205 147.893686 0.0 +0.0 6 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1375066041946411 148.149012 0.0 +0.0 6 0.0 wikitext comb_5 llama3 ones_t 14185.276416 15374.221312 1.148165583610535 201.456203 0.0 +0.0 6 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248277425765991 201.609278 0.0 +0.4417764544486999 6 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.16950273513794 147.829576 0.0 +0.4421479403972626 6 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.201744556427002 147.839696 0.0 +0.4418102502822876 6 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.172586917877197 147.848012 0.0 +0.441573828458786 6 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.162808418273926 148.334908 0.0 +0.4416751265525818 6 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.203769683837891 175.486486 0.0 +0.4423843622207641 6 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.207187652587891 201.728184 0.0 +0.0 6 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.6012852191925049 4.395358 0.0 +0.0 6 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 1.5302571058273315 4.420662 0.0 +0.0 6 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.140276312828064 426.562133 0.0 +0.0 6 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.023152 0.0 +0.0 6 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.1711159944534302 4.02534 0.0 +0.0 8 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.1235297918319702 121.185102 0.0 +0.0 8 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 146.016901 0.0 +0.4431273639202118 8 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.207856178283691 68.630624 0.0 +0.0 8 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.603014 0.0 +0.0 8 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6010277271270752 147.74792 0.0 +0.0 8 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1691168546676636 147.888565 0.0 +0.0 8 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 39955.58984375 201.69587 0.0 +0.4431611001491546 8 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.22144889831543 147.727696 0.0 +0.4436001479625702 8 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.221105098724365 147.753693 0.0 +0.4445120096206665 8 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.2059712409973145 147.937047 0.0 +0.4432961940765381 8 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.219644069671631 148.065114 0.0 +0.4439378678798675 8 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.210574150085449 175.791638 0.0 +0.4439378678798675 8 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.215327262878418 201.37152 0.0 +0.3115164041519165 8 0.0 wikitext comb_5 llama3 ones_t 14185.747456 15374.221312 8.274604797363281 201.455368 0.0 +0.0 8 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.598918914794922 4.412298 0.0 +0.0 8 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 1.129891872406006 4.414348 0.0 +0.0 8 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.142975091934204 427.051557 0.0 +0.0 8 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 3.95971 0.0 +0.0 8 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.130917191505432 4.039899 0.0 +0.0 5 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.2200177907943726 121.111957 0.0 +0.0 5 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.846067 0.0 +0.4348531067371368 5 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.277651309967041 68.554753 0.0 +0.0 5 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248373985290527 147.29364 0.0 +0.0 5 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6266018152236938 147.571479 0.0 +0.0111111123114824 5 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1365349292755127 150.925838 0.0 +0.0 5 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248191595077517 201.594537 0.0 +0.014109349809587 5 0.0 wikitext comb_5 llama3 ones_t 14185.284608 15374.221312 1.2518612146377563 201.467339 0.0 +0.4359675943851471 5 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.272831439971924 147.593318 0.0 +0.4359337985515594 5 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.269168853759766 147.734772 0.0 +0.4362377524375915 5 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.225639820098877 147.76418 0.0 +0.4354947805404663 5 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.278104305267334 148.139367 0.0 +0.4363390803337097 5 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.235653877258301 175.248672 0.0 +0.4354947805404663 5 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.240267753601074 201.075573 0.0 +0.0 5 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.6034131050109863 4.396799 0.0 +0.0 5 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 7.624504566192627 4.418749 0.0 +0.0 5 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.1617521047592163 426.324851 0.0 +0.0 5 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 3.998541 0.0 +0.0 5 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.1831494569778442 4.033291 0.0 +0.0 4 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.2404378652572632 121.323867 0.0 +0.0 4 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.915775 0.0 +0.4107396304607391 4 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 6.022488594055176 68.797885 0.0 +0.0 4 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.516943 0.0 +0.0 4 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.8248270750045776 147.78411 0.0 +0.0 4 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.133662223815918 148.16507 0.0 +0.0 4 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248328685760498 201.228799 0.0 +0.0 4 0.0 wikitext comb_5 llama3 ones_t 14185.276416 15374.221312 1.1405096054077148 201.923625 0.0 +0.4103343784809112 4 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.962981224060059 147.694242 0.0 +0.4099966287612915 4 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.957785606384277 147.80892 0.0 +0.4121243059635162 4 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 6.034456253051758 148.000188 0.0 +0.410064160823822 4 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 6.000776767730713 148.447558 0.0 +0.4132387638092041 4 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 6.041913986206055 175.514221 0.0 +0.4119892120361328 4 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 6.030044555664063 201.128946 0.0 +0.0 4 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 967.7343139648438 4.416738 0.0 +0.0 4 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.61969256401062 4.419197 0.0 +0.0 4 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.167542815208435 426.221637 0.0 +0.0 4 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.411741852760315 4.039569 0.0 +0.0 4 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.04255 0.0 +0.0 7 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.1227006912231443 121.635687 0.0 +0.0 7 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 146.213237 0.0 +0.4432624578475952 7 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.235913276672363 68.725284 0.0 +0.0 7 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248373985290527 147.663035 0.0 +0.0 7 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6030197143554688 148.01034 0.0 +0.0 7 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1453019380569458 148.11145 0.0 +0.0 7 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1250396966934204 202.015604 0.0 +0.0312925204634666 7 0.0 wikitext comb_5 llama3 ones_t 14185.302016 15374.221312 1.4087094068527222 201.521952 0.0 +0.4433299601078033 7 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.205712795257568 148.069458 0.0 +0.4430598020553589 7 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.226754665374756 148.088686 0.0 +0.4431948959827423 7 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.218514442443848 148.188331 0.0 +0.4434313178062439 7 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.221432209014893 148.559438 0.0 +0.4432286620140075 7 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.223925590515137 175.479876 0.0 +0.4427220523357391 7 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.209380149841309 201.619745 0.0 +0.0 7 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.5999380350112915 4.397399 0.0 +0.0 7 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 4.7972822189331055 4.408819 0.0 +0.0 7 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.1393191814422607 426.771713 0.0 +0.0 7 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.030302 0.0 +0.0 7 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.165637731552124 4.031971 0.0 +0.0 4 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.2404381036758425 121.653858 0.0 +0.0 4 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.207548 0.0 +0.408476859331131 4 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 6.14286470413208 68.746904 0.0 +0.0 4 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.126541018486023 148.107294 0.0 +0.0 4 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1422075033187866 201.611983 0.0 +0.4063154458999634 4 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 6.213593006134033 147.720079 0.0 +0.4065181016921997 4 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 6.210402488708496 147.82709 0.0 +0.4086795151233673 4 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 6.135317802429199 147.841822 0.0 +0.4081054031848907 4 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 6.1363911628723145 148.048068 0.0 +0.4090510606765747 4 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 6.104946136474609 175.779668 0.0 +0.4092198610305786 4 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 6.134158134460449 201.614178 0.0 +0.0 4 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.134110927581787 4.412611 0.0 +0.0 5 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.2200177907943726 121.6072 0.0 +0.0 5 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.238178 0.0 +0.4308341741561889 5 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.28123664855957 68.716002 0.0 +0.0111111123114824 5 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.138054370880127 147.947441 0.0 +0.0015873017255216 5 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1338989734649658 201.268211 0.0 +0.4305640161037445 5 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.244463443756104 147.524724 0.0 +0.43171226978302 5 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.266531944274902 147.551866 0.0 +0.4306653141975403 5 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.242984294891357 147.797326 0.0 +0.4311043918132782 5 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.254399299621582 147.887561 0.0 +0.4317460358142853 5 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.287018775939941 175.525251 0.0 +0.4312394559383392 5 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.284330368041992 201.061534 0.0 +0.0 5 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1568723917007446 4.388439 0.0 +0.0 7 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.1227006912231443 121.190878 0.0 +0.0 7 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.033262 0.0 +0.4430597722530365 7 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.229915142059326 68.546988 0.0 +0.0015873017255216 7 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.1441526412963867 147.912071 0.0 +0.0111111123114824 7 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.104164719581604 201.265207 0.0 +0.4431948959827423 7 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.221767425537109 147.435124 0.0 +0.4438365399837494 7 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.228815078735352 147.558518 0.0 +0.4439040720462799 7 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.227048397064209 147.76178 0.0 +0.4436001479625702 7 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.217630386352539 147.954959 0.0 +0.4437014460563659 7 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.236624240875244 175.133152 0.0 +0.4435325860977173 7 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.2459211349487305 201.340142 0.0 +0.0 7 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1400392055511477 4.404019 0.0 +0.0 8 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.1235297918319702 121.229042 0.0 +0.0 8 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.02345 0.0 +0.4433299899101257 8 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.208426475524902 68.578351 0.0 +0.4436001181602478 8 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.21321964263916 147.483362 0.0 +0.4429584741592407 8 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.211179733276367 147.539241 0.0 +0.4432961940765381 8 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.208367347717285 147.682986 0.0 +0.4436001181602478 8 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.218276023864746 147.762935 0.0 +0.1377575248479843 8 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.747456 15374.221312 27.58025932312012 148.037772 0.0 +0.4433975517749786 8 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.213704586029053 175.008103 0.0 +0.4436339139938354 8 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.208388805389404 201.052781 0.0 +0.3104694485664367 8 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.747456 15374.221312 8.306726455688477 201.100414 0.0 +0.0 8 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1334097385406494 4.401078 0.0 +0.0 6 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.145577907562256 121.251192 0.0 +0.0 6 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.142765 0.0 +0.4430935680866241 6 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.21204137802124 68.699546 0.0 +0.0 6 0.0 wikitext comb_17 llama3 nlr_t_lin 14185.276416 15374.221312 3.8901751232714766e+27 147.622088 0.0 +0.0015873017255216 6 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.136043906211853 148.236138 0.0 +0.0 6 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1496609449386597 201.444712 0.0 +0.4420128762722015 6 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.220036506652832 147.479344 0.0 +0.4424518942832947 6 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.172033786773682 147.562968 0.0 +0.4415400326251983 6 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.168991565704346 147.717736 0.0 +0.4413374066352844 6 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.165924549102783 148.695954 0.0 +0.4416075646877289 6 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.220284938812256 175.391737 0.0 +0.4426207840442657 6 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.2124738693237305 201.484605 0.0 +0.0 6 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1342358589172363 4.428678 0.0 +0.0 4 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.2404381036758425 121.426519 0.0 +0.0 4 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.862569 0.0 +0.408476859331131 4 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 6.142866134643555 68.677758 0.0 +0.0 4 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1305046081542969 147.671307 0.0 +0.0 4 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1307382583618164 147.707809 0.0 +0.0 4 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.126541018486023 148.055783 0.0 +0.0 4 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1422075033187866 201.386783 0.0 +0.0 4 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.744356 0.0 +0.4063154458999634 4 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.213593006134033 147.853968 0.0 +0.4081054031848907 4 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.1363911628723145 147.977311 0.0 +0.4065181016921997 4 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.210402488708496 147.989679 0.0 +0.4086795151233673 4 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.135317802429199 148.044906 0.0 +0.4090510606765747 4 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.104947090148926 175.065402 0.0 +0.4092198610305786 4 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.134158134460449 201.368064 0.0 +0.0 4 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.135300874710083 4.40883 0.0 +0.0 4 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.132760763168335 4.40958 0.0 +0.0 4 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.101097 0.0 +0.0 6 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.145577907562256 121.420139 0.0 +0.0 6 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.975112 0.0 +0.4430598020553589 6 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.211997032165527 68.537176 0.0 +0.0 6 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1381429433822632 147.54625 0.0 +0.0015873017255216 6 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1360448598861694 147.88846 0.0 +0.0 6 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1392767429351809 148.054036 0.0 +0.0 6 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1496609449386597 201.455046 0.0 +0.0 6 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 202.173348 0.0 +0.4424518942832947 6 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.172033786773682 147.397548 0.0 +0.4420128762722015 6 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.220036506652832 147.462494 0.0 +0.4415400326251983 6 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.168991565704346 147.734831 0.0 +0.4413711726665497 6 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.165921211242676 147.918444 0.0 +0.4416075646877289 6 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.220284938812256 174.988151 0.0 +0.4426545202732086 6 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.212477207183838 201.289003 0.0 +0.0 6 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1278411149978638 4.180778 0.0 +0.0 6 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1416341066360474 4.40665 0.0 +0.0 6 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.224033 0.0 +0.0 5 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.2200177907943726 121.189007 0.0 +0.0 5 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.804755 0.0 +0.4308341741561889 5 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.281240940093994 68.517391 0.0 +0.0 5 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.138678789138794 147.36251 0.0 +0.0 5 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.134322166442871 147.664815 0.0 +0.0111111123114824 5 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.138054370880127 147.833867 0.0 +0.0 5 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.361301 0.0 +0.0015873017255216 5 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1338989734649658 201.657708 0.0 +0.43171226978302 5 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.266531944274902 147.472519 0.0 +0.4305640161037445 5 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.244463443756104 147.596854 0.0 +0.4306653141975403 5 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.242984294891357 147.761133 0.0 +0.4311043918132782 5 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.254400730133057 147.983726 0.0 +0.4317460358142853 5 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.287022113800049 174.958498 0.0 +0.4312394559383392 5 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.28433084487915 200.910163 0.0 +0.0015873017255216 5 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1456490755081177 4.37769 0.0 +0.0 5 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1343878507614136 4.408119 0.0 +0.0 5 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.164968 0.0 +0.0 8 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1235297918319702 121.483415 0.0 +0.0 8 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 146.042075 0.0 +0.4432962238788605 8 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.208528518676758 68.827254 0.0 +0.0 8 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.131370186805725 148.002832 0.0 +0.0 8 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1349233388900757 148.093236 0.0 +0.0 8 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.809107 0.0 +0.1387369334697723 8 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.747456 15374.221312 27.529346466064453 147.931274 0.0 +0.4429584741592407 8 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.211179733276367 147.981603 0.0 +0.4436001181602478 8 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.213226795196533 148.21687 0.0 +0.4432961940765381 8 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.208348751068115 148.231629 0.0 +0.4436339139938354 8 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.218276023864746 148.344037 0.0 +0.443363755941391 8 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.213650226593018 175.674965 0.0 +0.3104694485664367 8 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.747456 15374.221312 8.306726455688477 201.636453 0.0 +0.4436001181602478 8 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.208403587341309 201.756876 0.0 +0.0 8 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.160254955291748 4.415832 0.0 +0.0 8 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1340612173080444 4.417048 0.0 +0.0 8 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 427.181967 0.0 +0.0 7 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1227006912231443 121.83941 0.0 +0.0 7 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 146.170144 0.0 +0.4430597722530365 7 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.230015277862549 68.823935 0.0 +0.0 7 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.135936975479126 147.784095 0.0 +0.0 7 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.135254979133606 147.798958 0.0 +0.0031746034510433 7 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1442229747772217 148.029118 0.0 +0.0 7 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.667617 0.0 +0.0111111123114824 7 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.104164719581604 201.760552 0.0 +0.4432286620140075 7 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.221776008605957 148.094319 0.0 +0.4436001479625702 7 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.217624664306641 148.118292 0.0 +0.4438365399837494 7 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.228815078735352 148.128376 0.0 +0.4438703060150146 7 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.226969242095947 148.185597 0.0 +0.4436676502227783 7 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.236624717712402 175.675764 0.0 +0.4435325860977173 7 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.245929718017578 201.477335 0.0 +0.0 7 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1328096389770508 4.411548 0.0 +0.0 7 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1426244974136353 4.413599 0.0 +0.0 7 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.311849 0.0 +0.0 4 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.2404378652572632 121.290098 0.0 +0.0 4 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 145.772117 0.0 +0.4107396304607391 4 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 6.022488594055176 68.566352 0.0 +0.0 4 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.1396069526672363 147.453751 0.0 +0.0 4 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.5296999216079712 147.613955 0.0 +0.0 4 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 1.502220869064331 148.156039 0.0 +0.0 4 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 21.74924087524414 201.14667 0.0 +0.0 4 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 1.4967589378356934 201.532075 0.0 +0.3953056633472442 4 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 6.411113262176514 147.345354 0.0 +0.3990544080734253 4 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 6.3313703536987305 147.383344 0.0 +0.4024316072463989 4 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 6.022574424743652 147.728652 0.0 +0.388787567615509 4 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.833009243011475 147.793208 0.0 +0.3959810733795166 4 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 6.2105631828308105 175.214864 0.0 +0.3873016238212585 4 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 6.1514811515808105 200.883484 0.0 +0.0 4 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.135580062866211 4.399678 0.0 +0.0 4 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.400117 0.0 +0.0 4 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.144245147705078 426.279196 0.0 +0.0 4 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.138749122619629 4.01402 0.0 +0.0 4 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.1816351413726809 4.025989 0.0 +0.0 7 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.1227006912231443 121.386031 0.0 +0.0 7 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 146.377814 0.0 +0.4432624578475952 7 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 5.235913276672363 68.703939 0.0 +0.0 7 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.1265883445739746 147.647926 0.0 +0.0 7 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.134555697441101 147.818936 0.0 +0.0 7 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 1.6100807189941406 148.150411 0.0 +0.0 7 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 305326.53125 201.57199 0.0 +0.0 7 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 1.3429579734802246 201.75892 0.0 +0.4156703650951385 7 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 6.077569961547852 147.720173 0.0 +0.4396150112152099 7 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 5.204619407653809 147.977388 0.0 +0.4156028926372528 7 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 5.868364810943604 148.034391 0.0 +0.4362377822399139 7 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.477419376373291 148.295521 0.0 +0.4371158480644226 7 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 5.248127460479736 175.323026 0.0 +0.4374873340129852 7 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 5.352088928222656 200.983819 0.0 +0.0 7 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.127060055732727 4.403608 0.0 +0.0 7 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.405668 0.0 +0.0 7 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.1423985958099363 426.054909 0.0 +0.0 7 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.1909852027893066 4.024472 0.0 +0.0 7 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.127308964729309 4.030326 0.0 +0.0 6 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.145577907562256 121.302916 0.0 +0.0 6 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 146.050978 0.0 +0.443161129951477 6 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 5.194876670837402 68.708925 0.0 +0.0 6 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.2937060594558716 147.411785 0.0 +0.0 6 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.141523838043213 147.570098 0.0 +0.0 6 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 1.300376534461975 148.724139 0.0 +0.0 6 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 2.067946672439575 201.272722 0.0 +0.0 6 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 1.771620273590088 201.507388 0.0 +0.4347180128097534 6 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 5.35822868347168 147.317057 0.0 +0.4288753867149353 6 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 5.33641242980957 147.43148 0.0 +0.4362377822399139 6 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 5.243466377258301 147.668644 0.0 +0.4360688924789428 6 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.1930460929870605 148.370921 0.0 +0.4387707114219665 6 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 5.194973468780518 175.111382 0.0 +0.4374535679817199 6 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 5.248212814331055 200.905055 0.0 +0.0 6 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.1353554725646973 4.393878 0.0 +0.0 6 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.396846 0.0 +0.0 6 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.136775016784668 426.2148 0.0 +0.0 6 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.2187374830245972 4.02457 0.0 +0.0 6 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.1379443407058716 4.02468 0.0 +0.0 8 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.1235297918319702 121.229835 0.0 +0.0 8 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 145.654011 0.0 +0.4431273639202118 8 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 5.207856178283691 68.526143 0.0 +0.0 8 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.1249163150787354 147.482189 0.0 +0.0 8 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.1490358114242554 147.536769 0.0 +0.0 8 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 2.0685019493103027 147.812832 0.0 +0.0 8 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 2.070951223373413 201.286745 0.0 +0.0 8 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 2.802328824996948 201.343578 0.0 +0.4376562237739563 8 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 5.276397705078125 147.449105 0.0 +0.4404930770397186 8 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 5.351640701293945 147.472212 0.0 +0.4364066123962402 8 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 5.43122148513794 147.864195 0.0 +0.4338061809539795 8 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.481295108795166 147.988197 0.0 +0.4386018216609955 8 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 5.411445617675781 174.891771 0.0 +0.438331663608551 8 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 5.40258264541626 201.034157 0.0 +0.0 8 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.388327 0.0 +0.0 8 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.1406238079071045 4.393068 0.0 +0.0 8 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.2057172060012815 426.278868 0.0 +0.0 8 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.1392604112625122 4.0152 0.0 +0.0 8 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.2072761058807373 4.02671 0.0 +0.0 5 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.2200177907943726 121.552862 0.0 +0.0 5 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 146.011549 0.0 +0.4348531067371368 5 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 5.277651309967041 68.664574 0.0 +0.0 5 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.125428557395935 147.495816 0.0 +0.0 5 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.135644555091858 147.618679 0.0 +0.0 5 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 1.932867169380188 147.785244 0.0 +0.0 5 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 202.6715850830078 201.198429 0.0 +0.0 5 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 1.154691457748413 201.250427 0.0 +0.4258696436882019 5 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 5.412376403808594 147.421883 0.0 +0.4286052286624908 5 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 5.181597232818604 147.842579 0.0 +0.4327254593372345 5 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 5.356659889221191 147.88072 0.0 +0.4307666420936584 5 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.254064083099365 148.198991 0.0 +0.4310706257820129 5 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 5.283512115478516 175.096273 0.0 +0.4291793406009674 5 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 5.304575443267822 200.922341 0.0 +0.0 5 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.140650987625122 4.391318 0.0 +0.0 5 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.401699 0.0 +0.0 5 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.1501007080078125 425.964862 0.0 +0.0 5 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.2129395008087158 3.9972 0.0 +0.0 5 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.1247973442077637 4.030701 0.0 +0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0 +0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0 +0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0 +0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0 +0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0 +0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0 +0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0 +0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0 +0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0 +0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0 +0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0 +0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0 +0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0 +0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0 +0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0 +0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0 +0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0 +0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0 +0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0 +0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0 +0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0 +0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0 +0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0 +0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0 +0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0 +0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0 +0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0 +0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0 +0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0 +0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0 +0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0 +0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0 +0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973 +0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685 +0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321 +0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096 +0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832 +0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444 +0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023 +0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0 +0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0 +0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0 +0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0 +0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0 +0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0 +0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0 +0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0