File size: 10,914 Bytes
032015f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.903758 0.0
0.0 4 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.2404381036758425 121.426519 0.0
0.0 4 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.862569 0.0
0.408476859331131 4 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 6.142866134643555 68.677758 0.0
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.632153 0.0
0.0 4 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1305046081542969 147.671307 0.0
0.0 4 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1307382583618164 147.707809 0.0
0.0 4 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.126541018486023 148.055783 0.0
0.0 4 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1422075033187866 201.386783 0.0
0.0 4 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.744356 0.0
0.4063154458999634 4 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.213593006134033 147.853968 0.0
0.4081054031848907 4 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.1363911628723145 147.977311 0.0
0.4065181016921997 4 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.210402488708496 147.989679 0.0
0.4086795151233673 4 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.135317802429199 148.044906 0.0
0.4090510606765747 4 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.104947090148926 175.065402 0.0
0.4092198610305786 4 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.134158134460449 201.368064 0.0
0.0 4 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.135300874710083 4.40883 0.0
0.0 4 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.132760763168335 4.40958 0.0
0.0 4 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.101097 0.0
0.0 6 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.145577907562256 121.420139 0.0
0.0 6 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.975112 0.0
0.4430598020553589 6 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.211997032165527 68.537176 0.0
0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.913628 0.0
0.0 6 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1381429433822632 147.54625 0.0
0.0015873017255216 6 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1360448598861694 147.88846 0.0
0.0 6 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1392767429351809 148.054036 0.0
0.0 6 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1496609449386597 201.455046 0.0
0.0 6 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 202.173348 0.0
0.4424518942832947 6 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.172033786773682 147.397548 0.0
0.4420128762722015 6 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.220036506652832 147.462494 0.0
0.4415400326251983 6 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.168991565704346 147.734831 0.0
0.4413711726665497 6 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.165921211242676 147.918444 0.0
0.4416075646877289 6 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.220284938812256 174.988151 0.0
0.4426545202732086 6 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.212477207183838 201.289003 0.0
0.0 6 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1278411149978638 4.180778 0.0
0.0 6 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1416341066360474 4.40665 0.0
0.0 6 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.224033 0.0
0.0 5 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.2200177907943726 121.189007 0.0
0.0 5 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.804755 0.0
0.4308341741561889 5 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.281240940093994 68.517391 0.0
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.552351 0.0
0.0 5 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.138678789138794 147.36251 0.0
0.0 5 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.134322166442871 147.664815 0.0
0.0111111123114824 5 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.138054370880127 147.833867 0.0
0.0 5 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.361301 0.0
0.0015873017255216 5 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1338989734649658 201.657708 0.0
0.43171226978302 5 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.266531944274902 147.472519 0.0
0.4305640161037445 5 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.244463443756104 147.596854 0.0
0.4306653141975403 5 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.242984294891357 147.761133 0.0
0.4311043918132782 5 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.254400730133057 147.983726 0.0
0.4317460358142853 5 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.287022113800049 174.958498 0.0
0.4312394559383392 5 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.28433084487915 200.910163 0.0
0.0015873017255216 5 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1456490755081177 4.37769 0.0
0.0 5 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1343878507614136 4.408119 0.0
0.0 5 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.164968 0.0
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.621267 0.0
0.0 8 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1235297918319702 121.483415 0.0
0.0 8 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 146.042075 0.0
0.4432962238788605 8 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.208528518676758 68.827254 0.0
0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 96.163609 0.0
0.0 8 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.131370186805725 148.002832 0.0
0.0 8 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1349233388900757 148.093236 0.0
0.0 8 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.809107 0.0
0.1387369334697723 8 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.747456 15374.221312 27.529346466064453 147.931274 0.0
0.4429584741592407 8 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.211179733276367 147.981603 0.0
0.4436001181602478 8 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.213226795196533 148.21687 0.0
0.4432961940765381 8 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.208348751068115 148.231629 0.0
0.4436339139938354 8 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.218276023864746 148.344037 0.0
0.443363755941391 8 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.213650226593018 175.674965 0.0
0.3104694485664367 8 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.747456 15374.221312 8.306726455688477 201.636453 0.0
0.4436001181602478 8 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.208403587341309 201.756876 0.0
0.0 8 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.160254955291748 4.415832 0.0
0.0 8 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1340612173080444 4.417048 0.0
0.0 8 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 427.181967 0.0
0.0 7 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1227006912231443 121.83941 0.0
0.0 7 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 146.170144 0.0
0.4430597722530365 7 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.230015277862549 68.823935 0.0
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.815886 0.0
0.0 7 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.135936975479126 147.784095 0.0
0.0 7 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.135254979133606 147.798958 0.0
0.0031746034510433 7 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1442229747772217 148.029118 0.0
0.0 7 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.667617 0.0
0.0111111123114824 7 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.104164719581604 201.760552 0.0
0.4432286620140075 7 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.221776008605957 148.094319 0.0
0.4436001479625702 7 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.217624664306641 148.118292 0.0
0.4438365399837494 7 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.228815078735352 148.128376 0.0
0.4438703060150146 7 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.226969242095947 148.185597 0.0
0.4436676502227783 7 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.236624717712402 175.675764 0.0
0.4435325860977173 7 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.245929718017578 201.477335 0.0
0.0 7 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1328096389770508 4.411548 0.0
0.0 7 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1426244974136353 4.413599 0.0
0.0 7 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.311849 0.0
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 27.292473 0.0
|