results-40957e8933fd / results.tsv
Diogo-V's picture
Upload 2 files
7ccfd66 verified
raw
history blame
42.1 kB
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.0 6 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.145577907562256 121.300042 0.0
0.0 6 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.836753 0.0
0.443161129951477 6 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.194876670837402 68.850087 0.0
0.0 6 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.65426 0.0
0.0 6 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6015942096710205 147.893686 0.0
0.0 6 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1375066041946411 148.149012 0.0
0.0 6 0.0 wikitext comb_5 llama3 ones_t 14185.276416 15374.221312 1.148165583610535 201.456203 0.0
0.0 6 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248277425765991 201.609278 0.0
0.4417764544486999 6 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.16950273513794 147.829576 0.0
0.4421479403972626 6 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.201744556427002 147.839696 0.0
0.4418102502822876 6 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.172586917877197 147.848012 0.0
0.441573828458786 6 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.162808418273926 148.334908 0.0
0.4416751265525818 6 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.203769683837891 175.486486 0.0
0.4423843622207641 6 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.207187652587891 201.728184 0.0
0.0 6 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.6012852191925049 4.395358 0.0
0.0 6 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 1.5302571058273315 4.420662 0.0
0.0 6 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.140276312828064 426.562133 0.0
0.0 6 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.023152 0.0
0.0 6 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.1711159944534302 4.02534 0.0
0.0 8 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.1235297918319702 121.185102 0.0
0.0 8 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 146.016901 0.0
0.4431273639202118 8 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.207856178283691 68.630624 0.0
0.0 8 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.603014 0.0
0.0 8 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6010277271270752 147.74792 0.0
0.0 8 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1691168546676636 147.888565 0.0
0.0 8 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 39955.58984375 201.69587 0.0
0.4431611001491546 8 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.22144889831543 147.727696 0.0
0.4436001479625702 8 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.221105098724365 147.753693 0.0
0.4445120096206665 8 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.2059712409973145 147.937047 0.0
0.4432961940765381 8 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.219644069671631 148.065114 0.0
0.4439378678798675 8 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.210574150085449 175.791638 0.0
0.4439378678798675 8 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.215327262878418 201.37152 0.0
0.3115164041519165 8 0.0 wikitext comb_5 llama3 ones_t 14185.747456 15374.221312 8.274604797363281 201.455368 0.0
0.0 8 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.598918914794922 4.412298 0.0
0.0 8 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 1.129891872406006 4.414348 0.0
0.0 8 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.142975091934204 427.051557 0.0
0.0 8 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 3.95971 0.0
0.0 8 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.130917191505432 4.039899 0.0
0.0 5 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.2200177907943726 121.111957 0.0
0.0 5 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.846067 0.0
0.4348531067371368 5 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.277651309967041 68.554753 0.0
0.0 5 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248373985290527 147.29364 0.0
0.0 5 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6266018152236938 147.571479 0.0
0.0111111123114824 5 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1365349292755127 150.925838 0.0
0.0 5 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248191595077517 201.594537 0.0
0.014109349809587 5 0.0 wikitext comb_5 llama3 ones_t 14185.284608 15374.221312 1.2518612146377563 201.467339 0.0
0.4359675943851471 5 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.272831439971924 147.593318 0.0
0.4359337985515594 5 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.269168853759766 147.734772 0.0
0.4362377524375915 5 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.225639820098877 147.76418 0.0
0.4354947805404663 5 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.278104305267334 148.139367 0.0
0.4363390803337097 5 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.235653877258301 175.248672 0.0
0.4354947805404663 5 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.240267753601074 201.075573 0.0
0.0 5 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.6034131050109863 4.396799 0.0
0.0 5 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 7.624504566192627 4.418749 0.0
0.0 5 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.1617521047592163 426.324851 0.0
0.0 5 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 3.998541 0.0
0.0 5 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.1831494569778442 4.033291 0.0
0.0 4 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.2404378652572632 121.323867 0.0
0.0 4 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 145.915775 0.0
0.4107396304607391 4 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 6.022488594055176 68.797885 0.0
0.0 4 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248375177383425 147.516943 0.0
0.0 4 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.8248270750045776 147.78411 0.0
0.0 4 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.133662223815918 148.16507 0.0
0.0 4 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1248328685760498 201.228799 0.0
0.0 4 0.0 wikitext comb_5 llama3 ones_t 14185.276416 15374.221312 1.1405096054077148 201.923625 0.0
0.4103343784809112 4 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.962981224060059 147.694242 0.0
0.4099966287612915 4 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.957785606384277 147.80892 0.0
0.4121243059635162 4 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 6.034456253051758 148.000188 0.0
0.410064160823822 4 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 6.000776767730713 148.447558 0.0
0.4132387638092041 4 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 6.041913986206055 175.514221 0.0
0.4119892120361328 4 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 6.030044555664063 201.128946 0.0
0.0 4 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 967.7343139648438 4.416738 0.0
0.0 4 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.61969256401062 4.419197 0.0
0.0 4 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.167542815208435 426.221637 0.0
0.0 4 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.411741852760315 4.039569 0.0
0.0 4 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.04255 0.0
0.0 7 0.0 wikitext comb_15 llama3 ones_t 14178.745344 15367.929856 1.1227006912231443 121.635687 0.0
0.0 7 0.0 wikitext comb_3 llama3 ones_t 14178.745344 15367.929856 1.1248141527175903 146.213237 0.0
0.4432624578475952 7 0.0 wikitext comb_13 llama3 ones_t 14179.216384 15367.929856 5.235913276672363 68.725284 0.0
0.0 7 0.0 wikitext comb_6 llama3 ones_t 14185.276416 15374.221312 1.1248373985290527 147.663035 0.0
0.0 7 0.0 wikitext comb_8 llama3 ones_t 14185.276416 15374.221312 1.6030197143554688 148.01034 0.0
0.0 7 0.0 wikitext comb_10 llama3 ones_t 14185.276416 15374.221312 1.1453019380569458 148.11145 0.0
0.0 7 0.0 wikitext comb_2 llama3 ones_t 14185.276416 15374.221312 1.1250396966934204 202.015604 0.0
0.0312925204634666 7 0.0 wikitext comb_5 llama3 ones_t 14185.302016 15374.221312 1.4087094068527222 201.521952 0.0
0.4433299601078033 7 0.0 wikitext comb_7 llama3 ones_t 14185.747456 15374.221312 5.205712795257568 148.069458 0.0
0.4430598020553589 7 0.0 wikitext comb_14 llama3 ones_t 14185.747456 15374.221312 5.226754665374756 148.088686 0.0
0.4431948959827423 7 0.0 wikitext comb_18 llama3 ones_t 14185.747456 15374.221312 5.218514442443848 148.188331 0.0
0.4434313178062439 7 0.0 wikitext comb_16 llama3 ones_t 14185.747456 15374.221312 5.221432209014893 148.559438 0.0
0.4432286620140075 7 0.0 wikitext comb_9 llama3 ones_t 14185.747456 15374.221312 5.223925590515137 175.479876 0.0
0.4427220523357391 7 0.0 wikitext comb_4 llama3 ones_t 14185.747456 15374.221312 5.209380149841309 201.619745 0.0
0.0 7 0.0 wikitext comb_1 llama3 ones_t 11051.945984 18748.53888 1.5999380350112915 4.397399 0.0
0.0 7 0.0 wikitext comb_11 llama3 ones_t 11051.945984 18748.53888 4.7972822189331055 4.408819 0.0
0.0 7 0.0 wikitext comb_17 llama3 ones_t 16811.959808 19811.794944 1.1393191814422607 426.771713 0.0
0.0 7 0.0 wikitext comb_12 llama3 ones_t 11051.945984 23420.993536 1.1248605251312256 4.030302 0.0
0.0 7 0.0 wikitext comb_0 llama3 ones_t 11051.945984 23420.993536 1.165637731552124 4.031971 0.0
0.0 4 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.2404381036758425 121.653858 0.0
0.0 4 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.207548 0.0
0.408476859331131 4 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 6.14286470413208 68.746904 0.0
0.0 4 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.126541018486023 148.107294 0.0
0.0 4 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1422075033187866 201.611983 0.0
0.4063154458999634 4 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 6.213593006134033 147.720079 0.0
0.4065181016921997 4 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 6.210402488708496 147.82709 0.0
0.4086795151233673 4 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 6.135317802429199 147.841822 0.0
0.4081054031848907 4 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 6.1363911628723145 148.048068 0.0
0.4090510606765747 4 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 6.104946136474609 175.779668 0.0
0.4092198610305786 4 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 6.134158134460449 201.614178 0.0
0.0 4 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.134110927581787 4.412611 0.0
0.0 5 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.2200177907943726 121.6072 0.0
0.0 5 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.238178 0.0
0.4308341741561889 5 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.28123664855957 68.716002 0.0
0.0111111123114824 5 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.138054370880127 147.947441 0.0
0.0015873017255216 5 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1338989734649658 201.268211 0.0
0.4305640161037445 5 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.244463443756104 147.524724 0.0
0.43171226978302 5 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.266531944274902 147.551866 0.0
0.4306653141975403 5 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.242984294891357 147.797326 0.0
0.4311043918132782 5 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.254399299621582 147.887561 0.0
0.4317460358142853 5 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.287018775939941 175.525251 0.0
0.4312394559383392 5 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.284330368041992 201.061534 0.0
0.0 5 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1568723917007446 4.388439 0.0
0.0 7 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.1227006912231443 121.190878 0.0
0.0 7 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.033262 0.0
0.4430597722530365 7 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.229915142059326 68.546988 0.0
0.0015873017255216 7 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.1441526412963867 147.912071 0.0
0.0111111123114824 7 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.104164719581604 201.265207 0.0
0.4431948959827423 7 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.221767425537109 147.435124 0.0
0.4438365399837494 7 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.228815078735352 147.558518 0.0
0.4439040720462799 7 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.227048397064209 147.76178 0.0
0.4436001479625702 7 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.217630386352539 147.954959 0.0
0.4437014460563659 7 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.236624240875244 175.133152 0.0
0.4435325860977173 7 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.2459211349487305 201.340142 0.0
0.0 7 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1400392055511477 4.404019 0.0
0.0 8 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.1235297918319702 121.229042 0.0
0.0 8 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.02345 0.0
0.4433299899101257 8 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.208426475524902 68.578351 0.0
0.4436001181602478 8 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.21321964263916 147.483362 0.0
0.4429584741592407 8 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.211179733276367 147.539241 0.0
0.4432961940765381 8 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.208367347717285 147.682986 0.0
0.4436001181602478 8 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.218276023864746 147.762935 0.0
0.1377575248479843 8 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.747456 15374.221312 27.58025932312012 148.037772 0.0
0.4433975517749786 8 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.213704586029053 175.008103 0.0
0.4436339139938354 8 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.208388805389404 201.052781 0.0
0.3104694485664367 8 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.747456 15374.221312 8.306726455688477 201.100414 0.0
0.0 8 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1334097385406494 4.401078 0.0
0.0 6 0.0 wikitext comb_4 llama3 nlr_t_lin 14178.745344 15367.929856 1.145577907562256 121.251192 0.0
0.0 6 0.0 wikitext comb_7 llama3 nlr_t_lin 14178.745344 15367.929856 1.1248141527175903 146.142765 0.0
0.4430935680866241 6 0.0 wikitext comb_15 llama3 nlr_t_lin 14179.216384 15367.929856 5.21204137802124 68.699546 0.0
0.0 6 0.0 wikitext comb_17 llama3 nlr_t_lin 14185.276416 15374.221312 3.8901751232714766e+27 147.622088 0.0
0.0015873017255216 6 0.0 wikitext comb_1 llama3 nlr_t_lin 14185.276416 15374.221312 1.136043906211853 148.236138 0.0
0.0 6 0.0 wikitext comb_2 llama3 nlr_t_lin 14185.276416 15374.221312 1.1496609449386597 201.444712 0.0
0.4420128762722015 6 0.0 wikitext comb_18 llama3 nlr_t_lin 14185.747456 15374.221312 5.220036506652832 147.479344 0.0
0.4424518942832947 6 0.0 wikitext comb_10 llama3 nlr_t_lin 14185.747456 15374.221312 5.172033786773682 147.562968 0.0
0.4415400326251983 6 0.0 wikitext comb_8 llama3 nlr_t_lin 14185.747456 15374.221312 5.168991565704346 147.717736 0.0
0.4413374066352844 6 0.0 wikitext comb_12 llama3 nlr_t_lin 14185.747456 15374.221312 5.165924549102783 148.695954 0.0
0.4416075646877289 6 0.0 wikitext comb_3 llama3 nlr_t_lin 14185.747456 15374.221312 5.220284938812256 175.391737 0.0
0.4426207840442657 6 0.0 wikitext comb_5 llama3 nlr_t_lin 14185.747456 15374.221312 5.2124738693237305 201.484605 0.0
0.0 6 0.0 wikitext comb_11 llama3 nlr_t_lin 11051.945984 18748.53888 1.1342358589172363 4.428678 0.0
0.0 4 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.2404381036758425 121.426519 0.0
0.0 4 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.862569 0.0
0.408476859331131 4 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 6.142866134643555 68.677758 0.0
0.0 4 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1305046081542969 147.671307 0.0
0.0 4 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1307382583618164 147.707809 0.0
0.0 4 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.126541018486023 148.055783 0.0
0.0 4 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1422075033187866 201.386783 0.0
0.0 4 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.744356 0.0
0.4063154458999634 4 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.213593006134033 147.853968 0.0
0.4081054031848907 4 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.1363911628723145 147.977311 0.0
0.4065181016921997 4 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.210402488708496 147.989679 0.0
0.4086795151233673 4 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.135317802429199 148.044906 0.0
0.4090510606765747 4 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.104947090148926 175.065402 0.0
0.4092198610305786 4 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.134158134460449 201.368064 0.0
0.0 4 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.135300874710083 4.40883 0.0
0.0 4 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.132760763168335 4.40958 0.0
0.0 4 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.101097 0.0
0.0 6 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.145577907562256 121.420139 0.0
0.0 6 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.975112 0.0
0.4430598020553589 6 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.211997032165527 68.537176 0.0
0.0 6 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1381429433822632 147.54625 0.0
0.0015873017255216 6 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1360448598861694 147.88846 0.0
0.0 6 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1392767429351809 148.054036 0.0
0.0 6 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1496609449386597 201.455046 0.0
0.0 6 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 202.173348 0.0
0.4424518942832947 6 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.172033786773682 147.397548 0.0
0.4420128762722015 6 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.220036506652832 147.462494 0.0
0.4415400326251983 6 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.168991565704346 147.734831 0.0
0.4413711726665497 6 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.165921211242676 147.918444 0.0
0.4416075646877289 6 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.220284938812256 174.988151 0.0
0.4426545202732086 6 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.212477207183838 201.289003 0.0
0.0 6 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1278411149978638 4.180778 0.0
0.0 6 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1416341066360474 4.40665 0.0
0.0 6 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.224033 0.0
0.0 5 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.2200177907943726 121.189007 0.0
0.0 5 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.804755 0.0
0.4308341741561889 5 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.281240940093994 68.517391 0.0
0.0 5 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.138678789138794 147.36251 0.0
0.0 5 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.134322166442871 147.664815 0.0
0.0111111123114824 5 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.138054370880127 147.833867 0.0
0.0 5 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.361301 0.0
0.0015873017255216 5 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1338989734649658 201.657708 0.0
0.43171226978302 5 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.266531944274902 147.472519 0.0
0.4305640161037445 5 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.244463443756104 147.596854 0.0
0.4306653141975403 5 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.242984294891357 147.761133 0.0
0.4311043918132782 5 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.254400730133057 147.983726 0.0
0.4317460358142853 5 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.287022113800049 174.958498 0.0
0.4312394559383392 5 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.28433084487915 200.910163 0.0
0.0015873017255216 5 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1456490755081177 4.37769 0.0
0.0 5 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1343878507614136 4.408119 0.0
0.0 5 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.164968 0.0
0.0 8 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1235297918319702 121.483415 0.0
0.0 8 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 146.042075 0.0
0.4432962238788605 8 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.208528518676758 68.827254 0.0
0.0 8 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.131370186805725 148.002832 0.0
0.0 8 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1349233388900757 148.093236 0.0
0.0 8 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.809107 0.0
0.1387369334697723 8 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.747456 15374.221312 27.529346466064453 147.931274 0.0
0.4429584741592407 8 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.211179733276367 147.981603 0.0
0.4436001181602478 8 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.213226795196533 148.21687 0.0
0.4432961940765381 8 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.208348751068115 148.231629 0.0
0.4436339139938354 8 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.218276023864746 148.344037 0.0
0.443363755941391 8 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.213650226593018 175.674965 0.0
0.3104694485664367 8 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.747456 15374.221312 8.306726455688477 201.636453 0.0
0.4436001181602478 8 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.208403587341309 201.756876 0.0
0.0 8 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.160254955291748 4.415832 0.0
0.0 8 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1340612173080444 4.417048 0.0
0.0 8 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 427.181967 0.0
0.0 7 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1227006912231443 121.83941 0.0
0.0 7 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 146.170144 0.0
0.4430597722530365 7 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.230015277862549 68.823935 0.0
0.0 7 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.135936975479126 147.784095 0.0
0.0 7 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.135254979133606 147.798958 0.0
0.0031746034510433 7 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1442229747772217 148.029118 0.0
0.0 7 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.667617 0.0
0.0111111123114824 7 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.104164719581604 201.760552 0.0
0.4432286620140075 7 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.221776008605957 148.094319 0.0
0.4436001479625702 7 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.217624664306641 148.118292 0.0
0.4438365399837494 7 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.228815078735352 148.128376 0.0
0.4438703060150146 7 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.226969242095947 148.185597 0.0
0.4436676502227783 7 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.236624717712402 175.675764 0.0
0.4435325860977173 7 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.245929718017578 201.477335 0.0
0.0 7 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1328096389770508 4.411548 0.0
0.0 7 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1426244974136353 4.413599 0.0
0.0 7 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.311849 0.0
0.0 4 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.2404378652572632 121.290098 0.0
0.0 4 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 145.772117 0.0
0.4107396304607391 4 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 6.022488594055176 68.566352 0.0
0.0 4 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.1396069526672363 147.453751 0.0
0.0 4 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.5296999216079712 147.613955 0.0
0.0 4 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 1.502220869064331 148.156039 0.0
0.0 4 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 21.74924087524414 201.14667 0.0
0.0 4 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 1.4967589378356934 201.532075 0.0
0.3953056633472442 4 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 6.411113262176514 147.345354 0.0
0.3990544080734253 4 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 6.3313703536987305 147.383344 0.0
0.4024316072463989 4 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 6.022574424743652 147.728652 0.0
0.388787567615509 4 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.833009243011475 147.793208 0.0
0.3959810733795166 4 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 6.2105631828308105 175.214864 0.0
0.3873016238212585 4 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 6.1514811515808105 200.883484 0.0
0.0 4 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.135580062866211 4.399678 0.0
0.0 4 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.400117 0.0
0.0 4 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.144245147705078 426.279196 0.0
0.0 4 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.138749122619629 4.01402 0.0
0.0 4 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.1816351413726809 4.025989 0.0
0.0 7 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.1227006912231443 121.386031 0.0
0.0 7 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 146.377814 0.0
0.4432624578475952 7 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 5.235913276672363 68.703939 0.0
0.0 7 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.1265883445739746 147.647926 0.0
0.0 7 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.134555697441101 147.818936 0.0
0.0 7 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 1.6100807189941406 148.150411 0.0
0.0 7 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 305326.53125 201.57199 0.0
0.0 7 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 1.3429579734802246 201.75892 0.0
0.4156703650951385 7 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 6.077569961547852 147.720173 0.0
0.4396150112152099 7 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 5.204619407653809 147.977388 0.0
0.4156028926372528 7 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 5.868364810943604 148.034391 0.0
0.4362377822399139 7 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.477419376373291 148.295521 0.0
0.4371158480644226 7 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 5.248127460479736 175.323026 0.0
0.4374873340129852 7 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 5.352088928222656 200.983819 0.0
0.0 7 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.127060055732727 4.403608 0.0
0.0 7 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.405668 0.0
0.0 7 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.1423985958099363 426.054909 0.0
0.0 7 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.1909852027893066 4.024472 0.0
0.0 7 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.127308964729309 4.030326 0.0
0.0 6 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.145577907562256 121.302916 0.0
0.0 6 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 146.050978 0.0
0.443161129951477 6 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 5.194876670837402 68.708925 0.0
0.0 6 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.2937060594558716 147.411785 0.0
0.0 6 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.141523838043213 147.570098 0.0
0.0 6 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 1.300376534461975 148.724139 0.0
0.0 6 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 2.067946672439575 201.272722 0.0
0.0 6 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 1.771620273590088 201.507388 0.0
0.4347180128097534 6 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 5.35822868347168 147.317057 0.0
0.4288753867149353 6 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 5.33641242980957 147.43148 0.0
0.4362377822399139 6 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 5.243466377258301 147.668644 0.0
0.4360688924789428 6 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.1930460929870605 148.370921 0.0
0.4387707114219665 6 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 5.194973468780518 175.111382 0.0
0.4374535679817199 6 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 5.248212814331055 200.905055 0.0
0.0 6 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.1353554725646973 4.393878 0.0
0.0 6 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.396846 0.0
0.0 6 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.136775016784668 426.2148 0.0
0.0 6 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.2187374830245972 4.02457 0.0
0.0 6 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.1379443407058716 4.02468 0.0
0.0 8 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.1235297918319702 121.229835 0.0
0.0 8 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 145.654011 0.0
0.4431273639202118 8 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 5.207856178283691 68.526143 0.0
0.0 8 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.1249163150787354 147.482189 0.0
0.0 8 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.1490358114242554 147.536769 0.0
0.0 8 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 2.0685019493103027 147.812832 0.0
0.0 8 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 2.070951223373413 201.286745 0.0
0.0 8 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 2.802328824996948 201.343578 0.0
0.4376562237739563 8 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 5.276397705078125 147.449105 0.0
0.4404930770397186 8 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 5.351640701293945 147.472212 0.0
0.4364066123962402 8 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 5.43122148513794 147.864195 0.0
0.4338061809539795 8 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.481295108795166 147.988197 0.0
0.4386018216609955 8 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 5.411445617675781 174.891771 0.0
0.438331663608551 8 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 5.40258264541626 201.034157 0.0
0.0 8 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.388327 0.0
0.0 8 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.1406238079071045 4.393068 0.0
0.0 8 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.2057172060012815 426.278868 0.0
0.0 8 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.1392604112625122 4.0152 0.0
0.0 8 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.2072761058807373 4.02671 0.0
0.0 5 0.0 wikitext comb_3 llama3 rnd_naive_t 14178.745344 15367.929856 1.2200177907943726 121.552862 0.0
0.0 5 0.0 wikitext comb_7 llama3 rnd_naive_t 14178.745344 15367.929856 1.1248141527175903 146.011549 0.0
0.4348531067371368 5 0.0 wikitext comb_15 llama3 rnd_naive_t 14179.216384 15367.929856 5.277651309967041 68.664574 0.0
0.0 5 0.0 wikitext comb_4 llama3 rnd_naive_t 14185.276416 15374.221312 1.125428557395935 147.495816 0.0
0.0 5 0.0 wikitext comb_5 llama3 rnd_naive_t 14185.276416 15374.221312 1.135644555091858 147.618679 0.0
0.0 5 0.0 wikitext comb_16 llama3 rnd_naive_t 14185.276416 15374.221312 1.932867169380188 147.785244 0.0
0.0 5 0.0 wikitext comb_2 llama3 rnd_naive_t 14185.276416 15374.221312 202.6715850830078 201.198429 0.0
0.0 5 0.0 wikitext comb_8 llama3 rnd_naive_t 14185.276416 15374.221312 1.154691457748413 201.250427 0.0
0.4258696436882019 5 0.0 wikitext comb_18 llama3 rnd_naive_t 14185.747456 15374.221312 5.412376403808594 147.421883 0.0
0.4286052286624908 5 0.0 wikitext comb_17 llama3 rnd_naive_t 14185.747456 15374.221312 5.181597232818604 147.842579 0.0
0.4327254593372345 5 0.0 wikitext comb_11 llama3 rnd_naive_t 14185.747456 15374.221312 5.356659889221191 147.88072 0.0
0.4307666420936584 5 0.0 wikitext comb_1 llama3 rnd_naive_t 14185.747456 15374.221312 5.254064083099365 148.198991 0.0
0.4310706257820129 5 0.0 wikitext comb_6 llama3 rnd_naive_t 14185.747456 15374.221312 5.283512115478516 175.096273 0.0
0.4291793406009674 5 0.0 wikitext comb_9 llama3 rnd_naive_t 14185.747456 15374.221312 5.304575443267822 200.922341 0.0
0.0 5 0.0 wikitext comb_14 llama3 rnd_naive_t 11051.945984 18748.53888 1.140650987625122 4.391318 0.0
0.0 5 0.0 wikitext comb_10 llama3 rnd_naive_t 11051.945984 18748.53888 1.1248141527175903 4.401699 0.0
0.0 5 0.0 wikitext comb_13 llama3 rnd_naive_t 16811.959808 19811.794944 1.1501007080078125 425.964862 0.0
0.0 5 0.0 wikitext comb_0 llama3 rnd_naive_t 11051.945984 23420.993536 1.2129395008087158 3.9972 0.0
0.0 5 0.0 wikitext comb_12 llama3 rnd_naive_t 11051.945984 23420.993536 1.1247973442077637 4.030701 0.0
0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0
0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0
0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0