accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer 0.0 4 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0 0.0 5 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0 0.0 6 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0 0.0 7 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0 0.0 8 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0 0.0 4 0.0 wikitext comb_5 opt ones_naive 669.68832 744.48896 1.1143286228179932 22.482563 0.0 0.0 5 0.0 wikitext comb_5 opt ones_naive 669.68832 744.48896 1.1143286228179932 22.482563 0.0 0.0 6 0.0 wikitext comb_5 opt ones_naive 669.68832 744.48896 1.1143286228179932 22.482563 0.0 0.0 7 0.0 wikitext comb_5 opt ones_naive 669.68832 744.48896 1.1143286228179932 22.482563 0.0 0.0 8 0.0 wikitext comb_5 opt ones_naive 669.68832 744.48896 1.1143286228179932 22.482563 0.0 0.0 4 0.0 wikitext comb_0 opt rnd_naive 669.68832 744.48896 1.1143285036087036 34.383929 0.0 0.0 5 0.0 wikitext comb_0 opt rnd_naive 669.68832 744.48896 1.1143285036087036 34.383929 0.0 0.0 6 0.0 wikitext comb_0 opt rnd_naive 669.68832 744.48896 1.1143285036087036 34.383929 0.0 0.0 7 0.0 wikitext comb_0 opt rnd_naive 669.68832 744.48896 1.1143285036087036 34.383929 0.0 0.0 8 0.0 wikitext comb_0 opt rnd_naive 669.68832 744.48896 1.1143285036087036 34.383929 0.0 0.0 4 0.0 wikitext comb_1 opt ones_naive 669.68832 744.48896 1.1143286228179932 34.420549 0.0 0.0 5 0.0 wikitext comb_1 opt ones_naive 669.68832 744.48896 1.1143286228179932 34.420549 0.0 0.0 6 0.0 wikitext comb_1 opt ones_naive 669.68832 744.48896 1.1143286228179932 34.420549 0.0 0.0 7 0.0 wikitext comb_1 opt ones_naive 669.68832 744.48896 1.1143286228179932 34.420549 0.0 0.0 8 0.0 wikitext comb_1 opt ones_naive 669.68832 744.48896 1.1143286228179932 34.420549 0.0 0.0 4 0.0 wikitext comb_14 opt rnd_naive 669.68832 744.48896 1.1143286228179932 39.986007 0.0 0.0 5 0.0 wikitext comb_14 opt rnd_naive 669.68832 744.48896 1.1143286228179932 39.986007 0.0 0.0 6 0.0 wikitext comb_14 opt rnd_naive 669.68832 744.48896 1.1143286228179932 39.986007 0.0 0.0 7 0.0 wikitext comb_14 opt rnd_naive 669.68832 744.48896 1.1143286228179932 39.986007 0.0 0.0 8 0.0 wikitext comb_14 opt rnd_naive 669.68832 744.48896 1.1143286228179932 39.986007 0.0 0.0 4 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0 0.0 5 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0 0.0 6 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0 0.0 7 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0 0.0 8 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 744.48896 7.8056864738464355 28.29484 0.0 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 744.48896 8.222681999206543 28.39173 0.0 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 744.48896 7.905444145202637 28.392649 0.0 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 744.48896 7.916111469268799 28.462199 0.0 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 744.48896 8.903441429138184 28.584669 0.0 0.0 4 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0 0.0 5 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0 0.0 6 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0 0.0 7 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0 0.0 8 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0 0.0 4 0.0 wikitext comb_3 opt rnd_naive 670.981632 744.48896 1.590523622089436e+33 36.924683 0.0 0.0 5 0.0 wikitext comb_3 opt rnd_naive 670.981632 744.48896 1.590523622089436e+33 36.924683 0.0 0.0 6 0.0 wikitext comb_3 opt rnd_naive 670.981632 744.48896 1.590523622089436e+33 36.924683 0.0 0.0 7 0.0 wikitext comb_3 opt rnd_naive 670.981632 744.48896 1.590523622089436e+33 36.924683 0.0 0.0 8 0.0 wikitext comb_3 opt rnd_naive 670.981632 744.48896 1.590523622089436e+33 36.924683 0.0 0.0 4 0.0 wikitext comb_15 opt rnd_naive 670.981632 744.48896 1.1145234107971191 36.930303 0.0 0.0 5 0.0 wikitext comb_15 opt rnd_naive 670.981632 744.48896 1.1145234107971191 36.930303 0.0 0.0 6 0.0 wikitext comb_15 opt rnd_naive 670.981632 744.48896 1.1145234107971191 36.930303 0.0 0.0 7 0.0 wikitext comb_15 opt rnd_naive 670.981632 744.48896 1.1145234107971191 36.930303 0.0 0.0 8 0.0 wikitext comb_15 opt rnd_naive 670.981632 744.48896 1.1145234107971191 36.930303 0.0 0.0 4 0.0 wikitext comb_11 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.936423 0.0 0.0 5 0.0 wikitext comb_11 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.936423 0.0 0.0 6 0.0 wikitext comb_11 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.936423 0.0 0.0 7 0.0 wikitext comb_11 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.936423 0.0 0.0 8 0.0 wikitext comb_11 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.936423 0.0 0.0 4 0.0 wikitext comb_16 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.976321 0.0 0.0 5 0.0 wikitext comb_16 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.976321 0.0 0.0 6 0.0 wikitext comb_16 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.976321 0.0 0.0 7 0.0 wikitext comb_16 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.976321 0.0 0.0 8 0.0 wikitext comb_16 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.976321 0.0 0.0 4 0.0 wikitext comb_13 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.995303 0.0 0.0 5 0.0 wikitext comb_13 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.995303 0.0 0.0 6 0.0 wikitext comb_13 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.995303 0.0 0.0 7 0.0 wikitext comb_13 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.995303 0.0 0.0 8 0.0 wikitext comb_13 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.995303 0.0 0.0 4 0.0 wikitext comb_18 opt rnd_naive 670.981632 744.48896 1.1150366067886353 37.025843 0.0 0.0 5 0.0 wikitext comb_18 opt rnd_naive 670.981632 744.48896 1.1150366067886353 37.025843 0.0 0.0 6 0.0 wikitext comb_18 opt rnd_naive 670.981632 744.48896 1.1150366067886353 37.025843 0.0 0.0 7 0.0 wikitext comb_18 opt rnd_naive 670.981632 744.48896 1.1150366067886353 37.025843 0.0 0.0 8 0.0 wikitext comb_18 opt rnd_naive 670.981632 744.48896 1.1150366067886353 37.025843 0.0 0.0 4 0.0 wikitext comb_4 opt ones_naive 670.981632 744.48896 1.101368427276611 37.042151 0.0 0.0 5 0.0 wikitext comb_4 opt ones_naive 670.981632 744.48896 1.101368427276611 37.042151 0.0 0.0 6 0.0 wikitext comb_4 opt ones_naive 670.981632 744.48896 1.101368427276611 37.042151 0.0 0.0 7 0.0 wikitext comb_4 opt ones_naive 670.981632 744.48896 1.101368427276611 37.042151 0.0 0.0 8 0.0 wikitext comb_4 opt ones_naive 670.981632 744.48896 1.101368427276611 37.042151 0.0 0.0 4 0.0 wikitext comb_7 opt rnd_naive 670.981632 744.48896 inf 37.048383 0.0 0.0 5 0.0 wikitext comb_7 opt rnd_naive 670.981632 744.48896 inf 37.048383 0.0 0.0 6 0.0 wikitext comb_7 opt rnd_naive 670.981632 744.48896 inf 37.048383 0.0 0.0 7 0.0 wikitext comb_7 opt rnd_naive 670.981632 744.48896 inf 37.048383 0.0 0.0 8 0.0 wikitext comb_7 opt rnd_naive 670.981632 744.48896 inf 37.048383 0.0 0.0 4 0.0 wikitext comb_10 opt ones_naive 670.981632 744.48896 1.1143286228179932 37.061002 0.0 0.0 5 0.0 wikitext comb_10 opt ones_naive 670.981632 744.48896 1.1143286228179932 37.061002 0.0 0.0 6 0.0 wikitext comb_10 opt ones_naive 670.981632 744.48896 1.1143286228179932 37.061002 0.0 0.0 7 0.0 wikitext comb_10 opt ones_naive 670.981632 744.48896 1.1143286228179932 37.061002 0.0 0.0 8 0.0 wikitext comb_10 opt ones_naive 670.981632 744.48896 1.1143286228179932 37.061002 0.0 0.0 4 0.0 wikitext comb_11 opt rnd_naive 670.981632 744.48896 inf 37.097983 0.0 0.0 5 0.0 wikitext comb_11 opt rnd_naive 670.981632 744.48896 inf 37.097983 0.0 0.0 6 0.0 wikitext comb_11 opt rnd_naive 670.981632 744.48896 inf 37.097983 0.0 0.0 7 0.0 wikitext comb_11 opt rnd_naive 670.981632 744.48896 inf 37.097983 0.0 0.0 8 0.0 wikitext comb_11 opt rnd_naive 670.981632 744.48896 inf 37.097983 0.0 0.0 4 0.0 wikitext comb_8 opt rnd_naive 670.981632 744.48896 1.1148386001586914 37.205022 0.0 0.0 5 0.0 wikitext comb_8 opt rnd_naive 670.981632 744.48896 1.1148386001586914 37.205022 0.0 0.0 6 0.0 wikitext comb_8 opt rnd_naive 670.981632 744.48896 1.1148386001586914 37.205022 0.0 0.0 7 0.0 wikitext comb_8 opt rnd_naive 670.981632 744.48896 1.1148386001586914 37.205022 0.0 0.0 8 0.0 wikitext comb_8 opt rnd_naive 670.981632 744.48896 1.1148386001586914 37.205022 0.0 0.0 4 0.0 wikitext comb_16 opt rnd_naive 670.981632 744.48896 1.1135241985321045 38.121792 0.0 0.0 5 0.0 wikitext comb_16 opt rnd_naive 670.981632 744.48896 1.1135241985321045 38.121792 0.0 0.0 6 0.0 wikitext comb_16 opt rnd_naive 670.981632 744.48896 1.1135241985321045 38.121792 0.0 0.0 7 0.0 wikitext comb_16 opt rnd_naive 670.981632 744.48896 1.1135241985321045 38.121792 0.0 0.0 8 0.0 wikitext comb_16 opt rnd_naive 670.981632 744.48896 1.1135241985321045 38.121792 0.0 0.0 4 0.0 wikitext comb_0 opt ones_naive 670.981632 744.48896 2854.72216796875 38.16711 0.0 0.0 5 0.0 wikitext comb_0 opt ones_naive 670.981632 744.48896 2854.72216796875 38.16711 0.0 0.0 6 0.0 wikitext comb_0 opt ones_naive 670.981632 744.48896 2854.72216796875 38.16711 0.0 0.0 7 0.0 wikitext comb_0 opt ones_naive 670.981632 744.48896 2854.72216796875 38.16711 0.0 0.0 8 0.0 wikitext comb_0 opt ones_naive 670.981632 744.48896 2854.72216796875 38.16711 0.0 0.0 4 0.0 wikitext comb_17 opt ones_naive 670.981632 744.48896 1.1143286228179932 43.019868 0.0 0.0 5 0.0 wikitext comb_17 opt ones_naive 670.981632 744.48896 1.1143286228179932 43.019868 0.0 0.0 6 0.0 wikitext comb_17 opt ones_naive 670.981632 744.48896 1.1143286228179932 43.019868 0.0 0.0 7 0.0 wikitext comb_17 opt ones_naive 670.981632 744.48896 1.1143286228179932 43.019868 0.0 0.0 8 0.0 wikitext comb_17 opt ones_naive 670.981632 744.48896 1.1143286228179932 43.019868 0.0 0.0 4 0.0 wikitext comb_10 opt rnd_naive 670.981632 744.48896 1.11547589302063 43.166571 0.0 0.0 5 0.0 wikitext comb_10 opt rnd_naive 670.981632 744.48896 1.11547589302063 43.166571 0.0 0.0 6 0.0 wikitext comb_10 opt rnd_naive 670.981632 744.48896 1.11547589302063 43.166571 0.0 0.0 7 0.0 wikitext comb_10 opt rnd_naive 670.981632 744.48896 1.11547589302063 43.166571 0.0 0.0 8 0.0 wikitext comb_10 opt rnd_naive 670.981632 744.48896 1.11547589302063 43.166571 0.0 0.0 4 0.0 wikitext comb_6 opt rnd_naive 670.981632 744.48896 inf 48.605099 0.0 0.0 5 0.0 wikitext comb_6 opt rnd_naive 670.981632 744.48896 inf 48.605099 0.0 0.0 6 0.0 wikitext comb_6 opt rnd_naive 670.981632 744.48896 inf 48.605099 0.0 0.0 7 0.0 wikitext comb_6 opt rnd_naive 670.981632 744.48896 inf 48.605099 0.0 0.0 8 0.0 wikitext comb_6 opt rnd_naive 670.981632 744.48896 inf 48.605099 0.0 0.0 4 0.0 wikitext comb_13 opt rnd_naive 670.981632 744.48896 1.114755153656006 48.798499 0.0 0.0 5 0.0 wikitext comb_13 opt rnd_naive 670.981632 744.48896 1.114755153656006 48.798499 0.0 0.0 6 0.0 wikitext comb_13 opt rnd_naive 670.981632 744.48896 1.114755153656006 48.798499 0.0 0.0 7 0.0 wikitext comb_13 opt rnd_naive 670.981632 744.48896 1.114755153656006 48.798499 0.0 0.0 8 0.0 wikitext comb_13 opt rnd_naive 670.981632 744.48896 1.114755153656006 48.798499 0.0 0.0 4 0.0 wikitext comb_18 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.886116 0.0 0.0 5 0.0 wikitext comb_18 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.886116 0.0 0.0 6 0.0 wikitext comb_18 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.886116 0.0 0.0 7 0.0 wikitext comb_18 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.886116 0.0 0.0 8 0.0 wikitext comb_18 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.886116 0.0 0.0 4 0.0 wikitext comb_7 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.938805 0.0 0.0 5 0.0 wikitext comb_7 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.938805 0.0 0.0 6 0.0 wikitext comb_7 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.938805 0.0 0.0 7 0.0 wikitext comb_7 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.938805 0.0 0.0 8 0.0 wikitext comb_7 opt ones_naive 670.981632 744.48896 1.1143286228179932 48.938805 0.0 0.0 4 0.0 wikitext comb_4 opt rnd_naive 670.981632 744.48896 inf 48.954208 0.0 0.0 5 0.0 wikitext comb_4 opt rnd_naive 670.981632 744.48896 inf 48.954208 0.0 0.0 6 0.0 wikitext comb_4 opt rnd_naive 670.981632 744.48896 inf 48.954208 0.0 0.0 7 0.0 wikitext comb_4 opt rnd_naive 670.981632 744.48896 inf 48.954208 0.0 0.0 8 0.0 wikitext comb_4 opt rnd_naive 670.981632 744.48896 inf 48.954208 0.0 0.0 4 0.0 wikitext comb_15 opt ones_naive 670.981632 744.48896 1.1143286228179932 49.065635 0.0 0.0 5 0.0 wikitext comb_15 opt ones_naive 670.981632 744.48896 1.1143286228179932 49.065635 0.0 0.0 6 0.0 wikitext comb_15 opt ones_naive 670.981632 744.48896 1.1143286228179932 49.065635 0.0 0.0 7 0.0 wikitext comb_15 opt ones_naive 670.981632 744.48896 1.1143286228179932 49.065635 0.0 0.0 8 0.0 wikitext comb_15 opt ones_naive 670.981632 744.48896 1.1143286228179932 49.065635 0.0 0.0 4 0.0 wikitext comb_2 opt rnd_naive 477.734912 851.443712 1.4435375928878784 0.384969 0.0 0.0 5 0.0 wikitext comb_2 opt rnd_naive 477.734912 851.443712 1.4435375928878784 0.384969 0.0 0.0 6 0.0 wikitext comb_2 opt rnd_naive 477.734912 851.443712 1.4435375928878784 0.384969 0.0 0.0 7 0.0 wikitext comb_2 opt rnd_naive 477.734912 851.443712 1.4435375928878784 0.384969 0.0 0.0 8 0.0 wikitext comb_2 opt rnd_naive 477.734912 851.443712 1.4435375928878784 0.384969 0.0 0.0 4 0.0 wikitext comb_14 opt ones_naive 477.734912 851.443712 1.1143286228179932 0.391459 0.0 0.0 5 0.0 wikitext comb_14 opt ones_naive 477.734912 851.443712 1.1143286228179932 0.391459 0.0 0.0 6 0.0 wikitext comb_14 opt ones_naive 477.734912 851.443712 1.1143286228179932 0.391459 0.0 0.0 7 0.0 wikitext comb_14 opt ones_naive 477.734912 851.443712 1.1143286228179932 0.391459 0.0 0.0 8 0.0 wikitext comb_14 opt ones_naive 477.734912 851.443712 1.1143286228179932 0.391459 0.0 0.0 4 0.0 wikitext comb_5 opt rnd_naive 477.734912 851.443712 inf 0.396129 0.0 0.0 5 0.0 wikitext comb_5 opt rnd_naive 477.734912 851.443712 inf 0.396129 0.0 0.0 6 0.0 wikitext comb_5 opt rnd_naive 477.734912 851.443712 inf 0.396129 0.0 0.0 7 0.0 wikitext comb_5 opt rnd_naive 477.734912 851.443712 inf 0.396129 0.0 0.0 8 0.0 wikitext comb_5 opt rnd_naive 477.734912 851.443712 inf 0.396129 0.0 0.0 4 0.0 wikitext comb_9 opt ones_naive 477.737984 851.443712 1.47326922416687 0.378319 0.0 0.0 5 0.0 wikitext comb_9 opt ones_naive 477.737984 851.443712 1.47326922416687 0.378319 0.0 0.0 6 0.0 wikitext comb_9 opt ones_naive 477.737984 851.443712 1.47326922416687 0.378319 0.0 0.0 7 0.0 wikitext comb_9 opt ones_naive 477.737984 851.443712 1.47326922416687 0.378319 0.0 0.0 8 0.0 wikitext comb_9 opt ones_naive 477.737984 851.443712 1.47326922416687 0.378319 0.0 0.0 4 0.0 wikitext comb_17 opt rnd_naive 799.678464 954.20416 1.2475106716156006 92.804967 0.0 0.0 5 0.0 wikitext comb_17 opt rnd_naive 799.678464 954.20416 1.2475106716156006 92.804967 0.0 0.0 6 0.0 wikitext comb_17 opt rnd_naive 799.678464 954.20416 1.2475106716156006 92.804967 0.0 0.0 7 0.0 wikitext comb_17 opt rnd_naive 799.678464 954.20416 1.2475106716156006 92.804967 0.0 0.0 8 0.0 wikitext comb_17 opt rnd_naive 799.678464 954.20416 1.2475106716156006 92.804967 0.0 0.0 4 0.0 wikitext comb_3 opt ones_naive 799.678464 954.20416 1.1143286228179932 92.909852 0.0 0.0 5 0.0 wikitext comb_3 opt ones_naive 799.678464 954.20416 1.1143286228179932 92.909852 0.0 0.0 6 0.0 wikitext comb_3 opt ones_naive 799.678464 954.20416 1.1143286228179932 92.909852 0.0 0.0 7 0.0 wikitext comb_3 opt ones_naive 799.678464 954.20416 1.1143286228179932 92.909852 0.0 0.0 8 0.0 wikitext comb_3 opt ones_naive 799.678464 954.20416 1.1143286228179932 92.909852 0.0 0.0 4 0.0 wikitext comb_12 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.385039 0.0 0.0 5 0.0 wikitext comb_12 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.385039 0.0 0.0 6 0.0 wikitext comb_12 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.385039 0.0 0.0 7 0.0 wikitext comb_12 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.385039 0.0 0.0 8 0.0 wikitext comb_12 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.385039 0.0 0.0 4 0.0 wikitext comb_1 opt rnd_naive 477.733376 1094.713344 inf 0.386009 0.0 0.0 5 0.0 wikitext comb_1 opt rnd_naive 477.733376 1094.713344 inf 0.386009 0.0 0.0 6 0.0 wikitext comb_1 opt rnd_naive 477.733376 1094.713344 inf 0.386009 0.0 0.0 7 0.0 wikitext comb_1 opt rnd_naive 477.733376 1094.713344 inf 0.386009 0.0 0.0 8 0.0 wikitext comb_1 opt rnd_naive 477.733376 1094.713344 inf 0.386009 0.0 0.0 4 0.0 wikitext comb_2 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.402089 0.0 0.0 5 0.0 wikitext comb_2 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.402089 0.0 0.0 6 0.0 wikitext comb_2 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.402089 0.0 0.0 7 0.0 wikitext comb_2 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.402089 0.0 0.0 8 0.0 wikitext comb_2 opt ones_naive 477.733376 1094.713344 1.1143286228179932 0.402089 0.0 0.0 4 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0 0.0 5 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0 0.0 6 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0 0.0 7 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0 0.0 8 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 13.624872 0.0 0.0 4 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0 0.0 5 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0 0.0 6 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0 0.0 7 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0 0.0 8 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0 0.0 4 0.0 imagenet comb_0 vit rnd_naive 357.020672 381.681664 0.0 22.473612 0.0 0.0 5 0.0 imagenet comb_0 vit rnd_naive 357.020672 381.681664 0.0 22.473612 0.0 0.0 6 0.0 imagenet comb_0 vit rnd_naive 357.020672 381.681664 0.0 22.473612 0.0 0.0 7 0.0 imagenet comb_0 vit rnd_naive 357.020672 381.681664 0.0 22.473612 0.0 0.0 8 0.0 imagenet comb_0 vit rnd_naive 357.020672 381.681664 0.0 22.473612 0.0 0.0 4 0.0 imagenet comb_14 vit rnd_naive 357.020672 381.681664 0.0 24.154257 0.0 0.0 5 0.0 imagenet comb_14 vit rnd_naive 357.020672 381.681664 0.0 24.154257 0.0 0.0 6 0.0 imagenet comb_14 vit rnd_naive 357.020672 381.681664 0.0 24.154257 0.0 0.0 7 0.0 imagenet comb_14 vit rnd_naive 357.020672 381.681664 0.0 24.154257 0.0 0.0 8 0.0 imagenet comb_14 vit rnd_naive 357.020672 381.681664 0.0 24.154257 0.0 0.0 4 0.0 imagenet comb_8 vit ones_naive 357.020672 381.681664 0.0 33.801702 0.0 0.0 5 0.0 imagenet comb_8 vit ones_naive 357.020672 381.681664 0.0 33.801702 0.0 0.0 6 0.0 imagenet comb_8 vit ones_naive 357.020672 381.681664 0.0 33.801702 0.0 0.0 7 0.0 imagenet comb_8 vit ones_naive 357.020672 381.681664 0.0 33.801702 0.0 0.0 8 0.0 imagenet comb_8 vit ones_naive 357.020672 381.681664 0.0 33.801702 0.0 0.0 4 0.0 imagenet comb_9 vit rnd_naive 357.020672 381.681664 0.0 43.195315 0.0 0.0 5 0.0 imagenet comb_9 vit rnd_naive 357.020672 381.681664 0.0 43.195315 0.0 0.0 6 0.0 imagenet comb_9 vit rnd_naive 357.020672 381.681664 0.0 43.195315 0.0 0.0 7 0.0 imagenet comb_9 vit rnd_naive 357.020672 381.681664 0.0 43.195315 0.0 0.0 8 0.0 imagenet comb_9 vit rnd_naive 357.020672 381.681664 0.0 43.195315 0.0 0.0 4 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0 0.0 5 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0 0.0 6 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0 0.0 7 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0 0.0 8 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0 0.789311408996582 4 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 19.908163 0.0 0.7995889186859131 5 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 21.91971 0.0 0.7995889186859131 7 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 22.668837 0.0 0.8057554364204407 6 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 69.769888 0.0 0.8016444444656372 8 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 89.74878 0.0 0.0 4 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0 0.0 5 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0 0.0 6 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0 0.0 7 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0 0.0 8 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0 0.0 4 0.0 imagenet comb_6 vit ones_naive 357.9136 381.681664 0.0 29.372192 0.0 0.0 5 0.0 imagenet comb_6 vit ones_naive 357.9136 381.681664 0.0 29.372192 0.0 0.0 6 0.0 imagenet comb_6 vit ones_naive 357.9136 381.681664 0.0 29.372192 0.0 0.0 7 0.0 imagenet comb_6 vit ones_naive 357.9136 381.681664 0.0 29.372192 0.0 0.0 8 0.0 imagenet comb_6 vit ones_naive 357.9136 381.681664 0.0 29.372192 0.0 0.0 4 0.0 imagenet comb_11 vit rnd_naive 357.9136 381.681664 0.0 29.514457 0.0 0.0 5 0.0 imagenet comb_11 vit rnd_naive 357.9136 381.681664 0.0 29.514457 0.0 0.0 6 0.0 imagenet comb_11 vit rnd_naive 357.9136 381.681664 0.0 29.514457 0.0 0.0 7 0.0 imagenet comb_11 vit rnd_naive 357.9136 381.681664 0.0 29.514457 0.0 0.0 8 0.0 imagenet comb_11 vit rnd_naive 357.9136 381.681664 0.0 29.514457 0.0 0.0 4 0.0 imagenet comb_3 vit rnd_naive 357.9136 381.681664 0.0 30.059974 0.0 0.0 5 0.0 imagenet comb_3 vit rnd_naive 357.9136 381.681664 0.0 30.059974 0.0 0.0 6 0.0 imagenet comb_3 vit rnd_naive 357.9136 381.681664 0.0 30.059974 0.0 0.0 7 0.0 imagenet comb_3 vit rnd_naive 357.9136 381.681664 0.0 30.059974 0.0 0.0 8 0.0 imagenet comb_3 vit rnd_naive 357.9136 381.681664 0.0 30.059974 0.0 0.0 4 0.0 imagenet comb_10 vit ones_naive 357.9136 381.681664 0.0 30.323764 0.0 0.0 5 0.0 imagenet comb_10 vit ones_naive 357.9136 381.681664 0.0 30.323764 0.0 0.0 6 0.0 imagenet comb_10 vit ones_naive 357.9136 381.681664 0.0 30.323764 0.0 0.0 7 0.0 imagenet comb_10 vit ones_naive 357.9136 381.681664 0.0 30.323764 0.0 0.0 8 0.0 imagenet comb_10 vit ones_naive 357.9136 381.681664 0.0 30.323764 0.0 0.0 4 0.0 imagenet comb_16 vit ones_naive 357.9136 381.681664 0.0 30.41779 0.0 0.0 5 0.0 imagenet comb_16 vit ones_naive 357.9136 381.681664 0.0 30.41779 0.0 0.0 6 0.0 imagenet comb_16 vit ones_naive 357.9136 381.681664 0.0 30.41779 0.0 0.0 7 0.0 imagenet comb_16 vit ones_naive 357.9136 381.681664 0.0 30.41779 0.0 0.0 8 0.0 imagenet comb_16 vit ones_naive 357.9136 381.681664 0.0 30.41779 0.0 0.0 4 0.0 imagenet comb_13 vit ones_naive 357.9136 381.681664 0.0 30.457602 0.0 0.0 5 0.0 imagenet comb_13 vit ones_naive 357.9136 381.681664 0.0 30.457602 0.0 0.0 6 0.0 imagenet comb_13 vit ones_naive 357.9136 381.681664 0.0 30.457602 0.0 0.0 7 0.0 imagenet comb_13 vit ones_naive 357.9136 381.681664 0.0 30.457602 0.0 0.0 8 0.0 imagenet comb_13 vit ones_naive 357.9136 381.681664 0.0 30.457602 0.0 0.0 4 0.0 imagenet comb_15 vit rnd_naive 357.9136 381.681664 0.0 30.648223 0.0 0.0 5 0.0 imagenet comb_15 vit rnd_naive 357.9136 381.681664 0.0 30.648223 0.0 0.0 6 0.0 imagenet comb_15 vit rnd_naive 357.9136 381.681664 0.0 30.648223 0.0 0.0 7 0.0 imagenet comb_15 vit rnd_naive 357.9136 381.681664 0.0 30.648223 0.0 0.0 8 0.0 imagenet comb_15 vit rnd_naive 357.9136 381.681664 0.0 30.648223 0.0 0.0 4 0.0 imagenet comb_16 vit rnd_naive 357.9136 381.681664 0.0 31.75335 0.0 0.0 5 0.0 imagenet comb_16 vit rnd_naive 357.9136 381.681664 0.0 31.75335 0.0 0.0 6 0.0 imagenet comb_16 vit rnd_naive 357.9136 381.681664 0.0 31.75335 0.0 0.0 7 0.0 imagenet comb_16 vit rnd_naive 357.9136 381.681664 0.0 31.75335 0.0 0.0 8 0.0 imagenet comb_16 vit rnd_naive 357.9136 381.681664 0.0 31.75335 0.0 0.0 4 0.0 imagenet comb_15 vit ones_naive 357.9136 381.681664 0.0 33.107114 0.0 0.0 5 0.0 imagenet comb_15 vit ones_naive 357.9136 381.681664 0.0 33.107114 0.0 0.0 6 0.0 imagenet comb_15 vit ones_naive 357.9136 381.681664 0.0 33.107114 0.0 0.0 7 0.0 imagenet comb_15 vit ones_naive 357.9136 381.681664 0.0 33.107114 0.0 0.0 8 0.0 imagenet comb_15 vit ones_naive 357.9136 381.681664 0.0 33.107114 0.0 0.0 4 0.0 imagenet comb_18 vit ones_naive 357.9136 381.681664 0.0 33.446943 0.0 0.0 5 0.0 imagenet comb_18 vit ones_naive 357.9136 381.681664 0.0 33.446943 0.0 0.0 6 0.0 imagenet comb_18 vit ones_naive 357.9136 381.681664 0.0 33.446943 0.0 0.0 7 0.0 imagenet comb_18 vit ones_naive 357.9136 381.681664 0.0 33.446943 0.0 0.0 8 0.0 imagenet comb_18 vit ones_naive 357.9136 381.681664 0.0 33.446943 0.0 0.0 4 0.0 imagenet comb_4 vit rnd_naive 357.9136 381.681664 0.0 33.645555 0.0 0.0 5 0.0 imagenet comb_4 vit rnd_naive 357.9136 381.681664 0.0 33.645555 0.0 0.0 6 0.0 imagenet comb_4 vit rnd_naive 357.9136 381.681664 0.0 33.645555 0.0 0.0 7 0.0 imagenet comb_4 vit rnd_naive 357.9136 381.681664 0.0 33.645555 0.0 0.0 8 0.0 imagenet comb_4 vit rnd_naive 357.9136 381.681664 0.0 33.645555 0.0 0.0 4 0.0 imagenet comb_6 vit rnd_naive 357.9136 381.681664 0.0 34.652504 0.0 0.0 5 0.0 imagenet comb_6 vit rnd_naive 357.9136 381.681664 0.0 34.652504 0.0 0.0 6 0.0 imagenet comb_6 vit rnd_naive 357.9136 381.681664 0.0 34.652504 0.0 0.0 7 0.0 imagenet comb_6 vit rnd_naive 357.9136 381.681664 0.0 34.652504 0.0 0.0 8 0.0 imagenet comb_6 vit rnd_naive 357.9136 381.681664 0.0 34.652504 0.0 0.0 4 0.0 imagenet comb_13 vit rnd_naive 357.9136 381.681664 0.0 35.256225 0.0 0.0 5 0.0 imagenet comb_13 vit rnd_naive 357.9136 381.681664 0.0 35.256225 0.0 0.0 6 0.0 imagenet comb_13 vit rnd_naive 357.9136 381.681664 0.0 35.256225 0.0 0.0 7 0.0 imagenet comb_13 vit rnd_naive 357.9136 381.681664 0.0 35.256225 0.0 0.0 8 0.0 imagenet comb_13 vit rnd_naive 357.9136 381.681664 0.0 35.256225 0.0 0.0 4 0.0 imagenet comb_0 vit ones_naive 357.9136 381.681664 0.0 39.568082 0.0 0.0 5 0.0 imagenet comb_0 vit ones_naive 357.9136 381.681664 0.0 39.568082 0.0 0.0 6 0.0 imagenet comb_0 vit ones_naive 357.9136 381.681664 0.0 39.568082 0.0 0.0 7 0.0 imagenet comb_0 vit ones_naive 357.9136 381.681664 0.0 39.568082 0.0 0.0 8 0.0 imagenet comb_0 vit ones_naive 357.9136 381.681664 0.0 39.568082 0.0 0.0 4 0.0 imagenet comb_11 vit ones_naive 357.9136 381.681664 0.0 47.828495 0.0 0.0 5 0.0 imagenet comb_11 vit ones_naive 357.9136 381.681664 0.0 47.828495 0.0 0.0 6 0.0 imagenet comb_11 vit ones_naive 357.9136 381.681664 0.0 47.828495 0.0 0.0 7 0.0 imagenet comb_11 vit ones_naive 357.9136 381.681664 0.0 47.828495 0.0 0.0 8 0.0 imagenet comb_11 vit ones_naive 357.9136 381.681664 0.0 47.828495 0.0 0.0 4 0.0 imagenet comb_7 vit ones_naive 357.9136 381.681664 0.0 50.964993 0.0 0.0 5 0.0 imagenet comb_7 vit ones_naive 357.9136 381.681664 0.0 50.964993 0.0 0.0 6 0.0 imagenet comb_7 vit ones_naive 357.9136 381.681664 0.0 50.964993 0.0 0.0 7 0.0 imagenet comb_7 vit ones_naive 357.9136 381.681664 0.0 50.964993 0.0 0.0 8 0.0 imagenet comb_7 vit ones_naive 357.9136 381.681664 0.0 50.964993 0.0 0.0 4 0.0 imagenet comb_10 vit rnd_naive 357.9136 381.681664 0.0 58.594255 0.0 0.0 5 0.0 imagenet comb_10 vit rnd_naive 357.9136 381.681664 0.0 58.594255 0.0 0.0 6 0.0 imagenet comb_10 vit rnd_naive 357.9136 381.681664 0.0 58.594255 0.0 0.0 7 0.0 imagenet comb_10 vit rnd_naive 357.9136 381.681664 0.0 58.594255 0.0 0.0 8 0.0 imagenet comb_10 vit rnd_naive 357.9136 381.681664 0.0 58.594255 0.0 0.0 4 0.0 imagenet comb_4 vit ones_naive 357.9136 381.681664 0.0 65.16461 0.0 0.0 5 0.0 imagenet comb_4 vit ones_naive 357.9136 381.681664 0.0 65.16461 0.0 0.0 6 0.0 imagenet comb_4 vit ones_naive 357.9136 381.681664 0.0 65.16461 0.0 0.0 7 0.0 imagenet comb_4 vit ones_naive 357.9136 381.681664 0.0 65.16461 0.0 0.0 8 0.0 imagenet comb_4 vit ones_naive 357.9136 381.681664 0.0 65.16461 0.0 0.0 4 0.0 imagenet comb_17 vit ones_naive 357.9136 381.681664 0.0 73.580902 0.0 0.0 5 0.0 imagenet comb_17 vit ones_naive 357.9136 381.681664 0.0 73.580902 0.0 0.0 6 0.0 imagenet comb_17 vit ones_naive 357.9136 381.681664 0.0 73.580902 0.0 0.0 7 0.0 imagenet comb_17 vit ones_naive 357.9136 381.681664 0.0 73.580902 0.0 0.0 8 0.0 imagenet comb_17 vit ones_naive 357.9136 381.681664 0.0 73.580902 0.0 0.0 4 0.0 imagenet comb_18 vit rnd_naive 357.9136 381.681664 0.0 88.078635 0.0 0.0 5 0.0 imagenet comb_18 vit rnd_naive 357.9136 381.681664 0.0 88.078635 0.0 0.0 6 0.0 imagenet comb_18 vit rnd_naive 357.9136 381.681664 0.0 88.078635 0.0 0.0 7 0.0 imagenet comb_18 vit rnd_naive 357.9136 381.681664 0.0 88.078635 0.0 0.0 8 0.0 imagenet comb_18 vit rnd_naive 357.9136 381.681664 0.0 88.078635 0.0 0.0 4 0.0 imagenet comb_8 vit rnd_naive 357.9136 381.681664 0.0 99.113133 0.0 0.0 5 0.0 imagenet comb_8 vit rnd_naive 357.9136 381.681664 0.0 99.113133 0.0 0.0 6 0.0 imagenet comb_8 vit rnd_naive 357.9136 381.681664 0.0 99.113133 0.0 0.0 7 0.0 imagenet comb_8 vit rnd_naive 357.9136 381.681664 0.0 99.113133 0.0 0.0 8 0.0 imagenet comb_8 vit rnd_naive 357.9136 381.681664 0.0 99.113133 0.0 0.0 4 0.0 imagenet comb_3 vit ones_naive 378.885632 398.45888 0.0 67.950954 0.0 0.0 5 0.0 imagenet comb_3 vit ones_naive 378.885632 398.45888 0.0 67.950954 0.0 0.0 6 0.0 imagenet comb_3 vit ones_naive 378.885632 398.45888 0.0 67.950954 0.0 0.0 7 0.0 imagenet comb_3 vit ones_naive 378.885632 398.45888 0.0 67.950954 0.0 0.0 8 0.0 imagenet comb_3 vit ones_naive 378.885632 398.45888 0.0 67.950954 0.0 0.0 4 0.0 imagenet comb_17 vit rnd_naive 378.885632 398.45888 0.0 67.957749 0.0 0.0 5 0.0 imagenet comb_17 vit rnd_naive 378.885632 398.45888 0.0 67.957749 0.0 0.0 6 0.0 imagenet comb_17 vit rnd_naive 378.885632 398.45888 0.0 67.957749 0.0 0.0 7 0.0 imagenet comb_17 vit rnd_naive 378.885632 398.45888 0.0 67.957749 0.0 0.0 8 0.0 imagenet comb_17 vit rnd_naive 378.885632 398.45888 0.0 67.957749 0.0 0.0 4 0.0 imagenet comb_5 vit rnd_naive 328.270848 400.556032 0.0 0.04226 0.0 0.0 5 0.0 imagenet comb_5 vit rnd_naive 328.270848 400.556032 0.0 0.04226 0.0 0.0 6 0.0 imagenet comb_5 vit rnd_naive 328.270848 400.556032 0.0 0.04226 0.0 0.0 7 0.0 imagenet comb_5 vit rnd_naive 328.270848 400.556032 0.0 0.04226 0.0 0.0 8 0.0 imagenet comb_5 vit rnd_naive 328.270848 400.556032 0.0 0.04226 0.0 0.0 4 0.0 imagenet comb_2 vit rnd_naive 328.270848 400.556032 0.0 0.042389 0.0 0.0 5 0.0 imagenet comb_2 vit rnd_naive 328.270848 400.556032 0.0 0.042389 0.0 0.0 6 0.0 imagenet comb_2 vit rnd_naive 328.270848 400.556032 0.0 0.042389 0.0 0.0 7 0.0 imagenet comb_2 vit rnd_naive 328.270848 400.556032 0.0 0.042389 0.0 0.0 8 0.0 imagenet comb_2 vit rnd_naive 328.270848 400.556032 0.0 0.042389 0.0 0.0 4 0.0 imagenet comb_14 vit ones_naive 328.270848 400.556032 0.0 0.043519 0.0 0.0 5 0.0 imagenet comb_14 vit ones_naive 328.270848 400.556032 0.0 0.043519 0.0 0.0 6 0.0 imagenet comb_14 vit ones_naive 328.270848 400.556032 0.0 0.043519 0.0 0.0 7 0.0 imagenet comb_14 vit ones_naive 328.270848 400.556032 0.0 0.043519 0.0 0.0 8 0.0 imagenet comb_14 vit ones_naive 328.270848 400.556032 0.0 0.043519 0.0 0.0 4 0.0 imagenet comb_9 vit ones_naive 328.270848 400.556032 0.0 0.0445 0.0 0.0 5 0.0 imagenet comb_9 vit ones_naive 328.270848 400.556032 0.0 0.0445 0.0 0.0 6 0.0 imagenet comb_9 vit ones_naive 328.270848 400.556032 0.0 0.0445 0.0 0.0 7 0.0 imagenet comb_9 vit ones_naive 328.270848 400.556032 0.0 0.0445 0.0 0.0 8 0.0 imagenet comb_9 vit ones_naive 328.270848 400.556032 0.0 0.0445 0.0 0.0 4 0.0 imagenet comb_1 vit rnd_naive 328.664064 438.304768 0.0 0.04355 0.0 0.0 5 0.0 imagenet comb_1 vit rnd_naive 328.664064 438.304768 0.0 0.04355 0.0 0.0 6 0.0 imagenet comb_1 vit rnd_naive 328.664064 438.304768 0.0 0.04355 0.0 0.0 7 0.0 imagenet comb_1 vit rnd_naive 328.664064 438.304768 0.0 0.04355 0.0 0.0 8 0.0 imagenet comb_1 vit rnd_naive 328.664064 438.304768 0.0 0.04355 0.0 0.0 4 0.0 imagenet comb_12 vit ones_naive 328.664064 438.304768 0.0 0.04405 0.0 0.0 5 0.0 imagenet comb_12 vit ones_naive 328.664064 438.304768 0.0 0.04405 0.0 0.0 6 0.0 imagenet comb_12 vit ones_naive 328.664064 438.304768 0.0 0.04405 0.0 0.0 7 0.0 imagenet comb_12 vit ones_naive 328.664064 438.304768 0.0 0.04405 0.0 0.0 8 0.0 imagenet comb_12 vit ones_naive 328.664064 438.304768 0.0 0.04405 0.0 0.0 4 0.0 imagenet comb_2 vit ones_naive 328.664064 438.304768 0.0 0.044519 0.0 0.0 5 0.0 imagenet comb_2 vit ones_naive 328.664064 438.304768 0.0 0.044519 0.0 0.0 6 0.0 imagenet comb_2 vit ones_naive 328.664064 438.304768 0.0 0.044519 0.0 0.0 7 0.0 imagenet comb_2 vit ones_naive 328.664064 438.304768 0.0 0.044519 0.0 0.0 8 0.0 imagenet comb_2 vit ones_naive 328.664064 438.304768 0.0 0.044519 0.0 0.0 4 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0 0.0 5 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0 0.0 6 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0 0.0 7 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0 0.0 8 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 13.164031 0.0 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.903452396392822 51.734006 0.0 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.969074726104736 51.749606 0.0 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.950102806091309 51.803316 0.0 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4695.523328 6.483606815338135 51.907217 0.0 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.9067816734313965 52.068597 0.0 0.0 4 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0 0.0 5 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0 0.0 6 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0 0.0 7 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0 0.0 4 0.0 wikitext comb_0 phi rnd_naive 4394.006528 4697.62048 1.113556742668152 72.023008 0.0 0.0 5 0.0 wikitext comb_0 phi rnd_naive 4394.006528 4697.62048 1.113556742668152 72.023008 0.0 0.0 6 0.0 wikitext comb_0 phi rnd_naive 4394.006528 4697.62048 1.113556742668152 72.023008 0.0 0.0 7 0.0 wikitext comb_0 phi rnd_naive 4394.006528 4697.62048 1.113556742668152 72.023008 0.0 0.0 8 0.0 wikitext comb_0 phi rnd_naive 4394.006528 4697.62048 1.113556742668152 72.023008 0.0 0.0031746034510433 4 0.0 wikitext comb_14 phi rnd_naive 4394.006528 4697.62048 1.1135467290878296 94.783682 0.0 0.0031746034510433 6 0.0 wikitext comb_14 phi rnd_naive 4394.006528 4697.62048 1.1135467290878296 94.804662 0.0 0.0031746034510433 8 0.0 wikitext comb_14 phi rnd_naive 4394.006528 4697.62048 1.1135467290878296 95.033513 0.0 0.0084656095132231 7 0.0 wikitext comb_14 phi rnd_naive 4394.011648 4697.62048 1.1750288009643557 94.764925 0.0 0.0084656095132231 5 0.0 wikitext comb_14 phi rnd_naive 4394.011648 4697.62048 1.1750249862670898 94.807603 0.0 0.0299823675304651 8 0.0 wikitext comb_9 phi rnd_naive 4394.023936 4697.62048 1.3416773080825806 32.63362 0.0 0.0015873017255216 7 0.0 wikitext comb_15 phi rnd_naive 4397.365248 4699.717632 1.1253082752227783 90.095083 0.0 0.0 4 0.0 wikitext comb_3 phi rnd_naive 4397.365248 4699.717632 inf 90.198401 0.0 0.0 5 0.0 wikitext comb_3 phi rnd_naive 4397.365248 4699.717632 inf 90.198401 0.0 0.0 6 0.0 wikitext comb_3 phi rnd_naive 4397.365248 4699.717632 inf 90.198401 0.0 0.0 7 0.0 wikitext comb_3 phi rnd_naive 4397.365248 4699.717632 inf 90.198401 0.0 0.0 8 0.0 wikitext comb_3 phi rnd_naive 4397.365248 4699.717632 inf 90.198401 0.0 0.0 4 0.0 wikitext comb_18 phi rnd_naive 4397.365248 4699.717632 1.1298534870147705 90.201231 0.0 0.0 5 0.0 wikitext comb_18 phi rnd_naive 4397.365248 4699.717632 1.1298534870147705 90.201231 0.0 0.0 6 0.0 wikitext comb_18 phi rnd_naive 4397.365248 4699.717632 1.1298534870147705 90.201231 0.0 0.0 7 0.0 wikitext comb_18 phi rnd_naive 4397.365248 4699.717632 1.1298534870147705 90.201231 0.0 0.0 8 0.0 wikitext comb_18 phi rnd_naive 4397.365248 4699.717632 1.1298534870147705 90.201231 0.0 0.0047619054093956 8 0.0 wikitext comb_8 phi rnd_naive 4397.365248 4699.717632 1.1156353950500488 90.204534 0.0 0.0 4 0.0 wikitext comb_7 phi rnd_naive 4397.365248 4699.717632 inf 90.208893 0.0 0.0 5 0.0 wikitext comb_7 phi rnd_naive 4397.365248 4699.717632 inf 90.208893 0.0 0.0 6 0.0 wikitext comb_7 phi rnd_naive 4397.365248 4699.717632 inf 90.208893 0.0 0.0 7 0.0 wikitext comb_7 phi rnd_naive 4397.365248 4699.717632 inf 90.208893 0.0 0.0 8 0.0 wikitext comb_7 phi rnd_naive 4397.365248 4699.717632 inf 90.208893 0.0 0.0 4 0.0 wikitext comb_16 phi rnd_naive 4397.365248 4699.717632 1.1422233581542969 90.233742 0.0 0.0 5 0.0 wikitext comb_16 phi rnd_naive 4397.365248 4699.717632 1.1422233581542969 90.233742 0.0 0.0 6 0.0 wikitext comb_16 phi rnd_naive 4397.365248 4699.717632 1.1422233581542969 90.233742 0.0 0.0 7 0.0 wikitext comb_16 phi rnd_naive 4397.365248 4699.717632 1.1422233581542969 90.233742 0.0 0.0 8 0.0 wikitext comb_16 phi rnd_naive 4397.365248 4699.717632 1.1422233581542969 90.233742 0.0 0.0 4 0.0 wikitext comb_11 phi rnd_naive 4397.365248 4699.717632 inf 90.402832 0.0 0.0 5 0.0 wikitext comb_11 phi rnd_naive 4397.365248 4699.717632 inf 90.402832 0.0 0.0 6 0.0 wikitext comb_11 phi rnd_naive 4397.365248 4699.717632 inf 90.402832 0.0 0.0 7 0.0 wikitext comb_11 phi rnd_naive 4397.365248 4699.717632 inf 90.402832 0.0 0.0 8 0.0 wikitext comb_11 phi rnd_naive 4397.365248 4699.717632 inf 90.402832 0.0 0.0 4 0.0 wikitext comb_10 phi rnd_naive 4397.365248 4699.717632 1.1129530668258667 112.912004 0.0 0.0 5 0.0 wikitext comb_10 phi rnd_naive 4397.365248 4699.717632 1.1129530668258667 112.912004 0.0 0.0 6 0.0 wikitext comb_10 phi rnd_naive 4397.365248 4699.717632 1.1129530668258667 112.912004 0.0 0.0 7 0.0 wikitext comb_10 phi rnd_naive 4397.365248 4699.717632 1.1129530668258667 112.912004 0.0 0.0 8 0.0 wikitext comb_10 phi rnd_naive 4397.365248 4699.717632 1.1129530668258667 112.912004 0.0 0.0 4 0.0 wikitext comb_4 phi rnd_naive 4397.365248 4699.717632 inf 137.552668 0.0 0.0 5 0.0 wikitext comb_4 phi rnd_naive 4397.365248 4699.717632 inf 137.552668 0.0 0.0 6 0.0 wikitext comb_4 phi rnd_naive 4397.365248 4699.717632 inf 137.552668 0.0 0.0 7 0.0 wikitext comb_4 phi rnd_naive 4397.365248 4699.717632 inf 137.552668 0.0 0.0 8 0.0 wikitext comb_4 phi rnd_naive 4397.365248 4699.717632 inf 137.552668 0.0 0.0 4 0.0 wikitext comb_13 phi rnd_naive 4397.365248 4699.717632 1.115761399269104 137.571797 0.0 0.0 5 0.0 wikitext comb_13 phi rnd_naive 4397.365248 4699.717632 1.115761399269104 137.571797 0.0 0.0 6 0.0 wikitext comb_13 phi rnd_naive 4397.365248 4699.717632 1.115761399269104 137.571797 0.0 0.0 7 0.0 wikitext comb_13 phi rnd_naive 4397.365248 4699.717632 1.115761399269104 137.571797 0.0 0.0 8 0.0 wikitext comb_13 phi rnd_naive 4397.365248 4699.717632 1.115761399269104 137.571797 0.0 0.0 4 0.0 wikitext comb_6 phi rnd_naive 4397.365248 4699.717632 inf 137.696341 0.0 0.0 5 0.0 wikitext comb_6 phi rnd_naive 4397.365248 4699.717632 inf 137.696341 0.0 0.0 6 0.0 wikitext comb_6 phi rnd_naive 4397.365248 4699.717632 inf 137.696341 0.0 0.0 7 0.0 wikitext comb_6 phi rnd_naive 4397.365248 4699.717632 inf 137.696341 0.0 0.0 8 0.0 wikitext comb_6 phi rnd_naive 4397.365248 4699.717632 inf 137.696341 0.0 0.0299823675304651 8 0.0 wikitext comb_15 phi rnd_naive 4397.382656 4699.717632 1.504582762718201 90.188871 0.0 0.0299823675304651 7 0.0 wikitext comb_8 phi rnd_naive 4397.382656 4699.717632 1.4276456832885742 90.202783 0.0 0.0 4 0.0 wikitext comb_2 phi rnd_naive 3361.675264 5358.22336 1.3055578470230105 1.598348 0.0 0.0 5 0.0 wikitext comb_2 phi rnd_naive 3361.675264 5358.22336 1.3055578470230105 1.598348 0.0 0.0 6 0.0 wikitext comb_2 phi rnd_naive 3361.675264 5358.22336 1.3055578470230105 1.598348 0.0 0.0 7 0.0 wikitext comb_2 phi rnd_naive 3361.675264 5358.22336 1.3055578470230105 1.598348 0.0 0.0 8 0.0 wikitext comb_2 phi rnd_naive 3361.675264 5358.22336 1.3055578470230105 1.598348 0.0 0.0 4 0.0 wikitext comb_5 phi rnd_naive 3361.675264 5358.22336 inf 1.722757 0.0 0.0 5 0.0 wikitext comb_5 phi rnd_naive 3361.675264 5358.22336 inf 1.722757 0.0 0.0 6 0.0 wikitext comb_5 phi rnd_naive 3361.675264 5358.22336 inf 1.722757 0.0 0.0 7 0.0 wikitext comb_5 phi rnd_naive 3361.675264 5358.22336 inf 1.722757 0.0 0.0 8 0.0 wikitext comb_5 phi rnd_naive 3361.675264 5358.22336 inf 1.722757 0.0 0.0 4 0.0 wikitext comb_17 phi rnd_naive 5052.72576 5880.414208 1.1132090091705322 328.602711 0.0 0.0 5 0.0 wikitext comb_17 phi rnd_naive 5052.72576 5880.414208 1.1132090091705322 328.602711 0.0 0.0 6 0.0 wikitext comb_17 phi rnd_naive 5052.72576 5880.414208 1.1132090091705322 328.602711 0.0 0.0 7 0.0 wikitext comb_17 phi rnd_naive 5052.72576 5880.414208 1.1132090091705322 328.602711 0.0 0.0 8 0.0 wikitext comb_17 phi rnd_naive 5052.72576 5880.414208 1.1132090091705322 328.602711 0.0 0.0 4 0.0 wikitext comb_12 phi rnd_naive 3361.675264 6671.040512 inf 1.702148 0.0 0.0 5 0.0 wikitext comb_12 phi rnd_naive 3361.675264 6671.040512 inf 1.702148 0.0 0.0 6 0.0 wikitext comb_12 phi rnd_naive 3361.675264 6671.040512 inf 1.702148 0.0 0.0 7 0.0 wikitext comb_12 phi rnd_naive 3361.675264 6671.040512 inf 1.702148 0.0 0.0 8 0.0 wikitext comb_12 phi rnd_naive 3361.675264 6671.040512 inf 1.702148 0.0 0.0 4 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0 0.0 5 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0 0.0 6 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0 0.0 7 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0 0.0 8 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 21.644379 0.0 0.0301587339490652 7 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 24.343556 0.0 0.0301587339490652 4 0.0 wikitext comb_1 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 26.340502 0.0 0.0 4 0.0 wikitext comb_0 tinyllama rnd_naive 1897.658368 2149.5808 1.1093119382858276 26.545892 0.0 0.0 5 0.0 wikitext comb_0 tinyllama rnd_naive 1897.658368 2149.5808 1.1093119382858276 26.545892 0.0 0.0 6 0.0 wikitext comb_0 tinyllama rnd_naive 1897.658368 2149.5808 1.1093119382858276 26.545892 0.0 0.0 7 0.0 wikitext comb_0 tinyllama rnd_naive 1897.658368 2149.5808 1.1093119382858276 26.545892 0.0 0.0 8 0.0 wikitext comb_0 tinyllama rnd_naive 1897.658368 2149.5808 1.1093119382858276 26.545892 0.0 0.0301587339490652 6 0.0 wikitext comb_8 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 31.517984 0.0 0.0301587339490652 7 0.0 wikitext comb_8 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 31.555886 0.0 0.0 4 0.0 wikitext comb_14 tinyllama rnd_naive 1897.658368 2149.5808 1.1093071699142456 31.754514 0.0 0.0 5 0.0 wikitext comb_14 tinyllama rnd_naive 1897.658368 2149.5808 1.1093071699142456 31.754514 0.0 0.0 6 0.0 wikitext comb_14 tinyllama rnd_naive 1897.658368 2149.5808 1.1093071699142456 31.754514 0.0 0.0 7 0.0 wikitext comb_14 tinyllama rnd_naive 1897.658368 2149.5808 1.1093071699142456 31.754514 0.0 0.0 8 0.0 wikitext comb_14 tinyllama rnd_naive 1897.658368 2149.5808 1.1093071699142456 31.754514 0.0 0.0301587339490652 4 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 32.990368 0.0 0.0301587339490652 8 0.0 wikitext comb_1 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 34.966614 0.0 0.0301587339490652 6 0.0 wikitext comb_1 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 35.567553 0.0 0.0301587339490652 6 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 36.199887 0.0 0.0301587339490652 7 0.0 wikitext comb_1 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 36.238912 0.0 0.0301587339490652 8 0.0 wikitext comb_8 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 36.569178 0.0 0.0301587339490652 5 0.0 wikitext comb_8 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 36.803793 0.0 0.0301587339490652 4 0.0 wikitext comb_8 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 36.833321 0.0 0.0301587339490652 5 0.0 wikitext comb_1 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 42.997091 0.0 0.0 4 0.0 wikitext comb_9 tinyllama rnd_naive 1897.658368 2149.5808 1.122122049331665 44.777197 0.0 0.0 5 0.0 wikitext comb_9 tinyllama rnd_naive 1897.658368 2149.5808 1.122122049331665 44.777197 0.0 0.0 6 0.0 wikitext comb_9 tinyllama rnd_naive 1897.658368 2149.5808 1.122122049331665 44.777197 0.0 0.0 7 0.0 wikitext comb_9 tinyllama rnd_naive 1897.658368 2149.5808 1.122122049331665 44.777197 0.0 0.0 8 0.0 wikitext comb_9 tinyllama rnd_naive 1897.658368 2149.5808 1.122122049331665 44.777197 0.0 0.0301587339490652 5 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 44.811091 0.0 0.0301587339490652 8 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 44.907073 0.0 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811668395996 24.234323 0.0 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 24.251732 0.0 0.3786221146583557 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501582145690918 24.549814 0.0 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 25.041838 0.0 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 25.137918 0.0 0.0 4 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0 0.0 5 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0 0.0 6 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0 0.0 7 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0 0.0 8 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0 0.0301587339490652 8 0.0 wikitext comb_10 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 33.416893 0.0 0.0 4 0.0 wikitext comb_7 tinyllama rnd_naive 1899.491328 2151.677952 inf 33.737474 0.0 0.0 5 0.0 wikitext comb_7 tinyllama rnd_naive 1899.491328 2151.677952 inf 33.737474 0.0 0.0 6 0.0 wikitext comb_7 tinyllama rnd_naive 1899.491328 2151.677952 inf 33.737474 0.0 0.0 7 0.0 wikitext comb_7 tinyllama rnd_naive 1899.491328 2151.677952 inf 33.737474 0.0 0.0 8 0.0 wikitext comb_7 tinyllama rnd_naive 1899.491328 2151.677952 inf 33.737474 0.0 0.0301587339490652 4 0.0 wikitext comb_6 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 34.087761 0.0 0.0 4 0.0 wikitext comb_15 tinyllama rnd_naive 1899.491328 2151.677952 1.12225341796875 35.639623 0.0 0.0 5 0.0 wikitext comb_15 tinyllama rnd_naive 1899.491328 2151.677952 1.12225341796875 35.639623 0.0 0.0 6 0.0 wikitext comb_15 tinyllama rnd_naive 1899.491328 2151.677952 1.12225341796875 35.639623 0.0 0.0 7 0.0 wikitext comb_15 tinyllama rnd_naive 1899.491328 2151.677952 1.12225341796875 35.639623 0.0 0.0 8 0.0 wikitext comb_15 tinyllama rnd_naive 1899.491328 2151.677952 1.12225341796875 35.639623 0.0 0.0301587339490652 5 0.0 wikitext comb_10 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 39.148138 0.0 0.0301587339490652 6 0.0 wikitext comb_13 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 40.715823 0.0 0.0301587339490652 6 0.0 wikitext comb_6 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 40.831938 0.0 0.0301587339490652 5 0.0 wikitext comb_6 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 43.717915 0.0 0.0 4 0.0 wikitext comb_3 tinyllama rnd_naive 1899.491328 2151.677952 inf 44.027744 0.0 0.0 5 0.0 wikitext comb_3 tinyllama rnd_naive 1899.491328 2151.677952 inf 44.027744 0.0 0.0 6 0.0 wikitext comb_3 tinyllama rnd_naive 1899.491328 2151.677952 inf 44.027744 0.0 0.0 7 0.0 wikitext comb_3 tinyllama rnd_naive 1899.491328 2151.677952 inf 44.027744 0.0 0.0 8 0.0 wikitext comb_3 tinyllama rnd_naive 1899.491328 2151.677952 inf 44.027744 0.0 0.0 4 0.0 wikitext comb_8 tinyllama rnd_naive 1899.491328 2151.677952 1.110042929649353 44.240746 0.0 0.0 5 0.0 wikitext comb_8 tinyllama rnd_naive 1899.491328 2151.677952 1.110042929649353 44.240746 0.0 0.0 6 0.0 wikitext comb_8 tinyllama rnd_naive 1899.491328 2151.677952 1.110042929649353 44.240746 0.0 0.0 7 0.0 wikitext comb_8 tinyllama rnd_naive 1899.491328 2151.677952 1.110042929649353 44.240746 0.0 0.0 8 0.0 wikitext comb_8 tinyllama rnd_naive 1899.491328 2151.677952 1.110042929649353 44.240746 0.0 0.0301587339490652 7 0.0 wikitext comb_6 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.242974 0.0 0.0301587339490652 8 0.0 wikitext comb_6 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.488047 0.0 0.0301587339490652 4 0.0 wikitext comb_13 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.681818 0.0 0.0 4 0.0 wikitext comb_11 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.720657 0.0 0.0 5 0.0 wikitext comb_11 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.720657 0.0 0.0 6 0.0 wikitext comb_11 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.720657 0.0 0.0 7 0.0 wikitext comb_11 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.720657 0.0 0.0 8 0.0 wikitext comb_11 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.720657 0.0 0.0301587339490652 8 0.0 wikitext comb_13 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 44.942923 0.0 0.0 4 0.0 wikitext comb_16 tinyllama rnd_naive 1899.491328 2151.677952 1.1191112995147705 44.943891 0.0 0.0 5 0.0 wikitext comb_16 tinyllama rnd_naive 1899.491328 2151.677952 1.1191112995147705 44.943891 0.0 0.0 6 0.0 wikitext comb_16 tinyllama rnd_naive 1899.491328 2151.677952 1.1191112995147705 44.943891 0.0 0.0 7 0.0 wikitext comb_16 tinyllama rnd_naive 1899.491328 2151.677952 1.1191112995147705 44.943891 0.0 0.0 8 0.0 wikitext comb_16 tinyllama rnd_naive 1899.491328 2151.677952 1.1191112995147705 44.943891 0.0 0.0 4 0.0 wikitext comb_16 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 45.573719 0.0 0.0 5 0.0 wikitext comb_16 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 45.573719 0.0 0.0 6 0.0 wikitext comb_16 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 45.573719 0.0 0.0 7 0.0 wikitext comb_16 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 45.573719 0.0 0.0 8 0.0 wikitext comb_16 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 45.573719 0.0 0.0301587339490652 6 0.0 wikitext comb_10 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 45.621509 0.0 0.0 4 0.0 wikitext comb_4 tinyllama ones_naive 1899.491328 2151.677952 1.4126195907592771 45.650019 0.0 0.0 5 0.0 wikitext comb_4 tinyllama ones_naive 1899.491328 2151.677952 1.4126195907592771 45.650019 0.0 0.0 6 0.0 wikitext comb_4 tinyllama ones_naive 1899.491328 2151.677952 1.4126195907592771 45.650019 0.0 0.0 7 0.0 wikitext comb_4 tinyllama ones_naive 1899.491328 2151.677952 1.4126195907592771 45.650019 0.0 0.0 8 0.0 wikitext comb_4 tinyllama ones_naive 1899.491328 2151.677952 1.4126195907592771 45.650019 0.0 0.0 4 0.0 wikitext comb_11 tinyllama rnd_naive 1899.491328 2151.677952 inf 45.707976 0.0 0.0 5 0.0 wikitext comb_11 tinyllama rnd_naive 1899.491328 2151.677952 inf 45.707976 0.0 0.0 6 0.0 wikitext comb_11 tinyllama rnd_naive 1899.491328 2151.677952 inf 45.707976 0.0 0.0 7 0.0 wikitext comb_11 tinyllama rnd_naive 1899.491328 2151.677952 inf 45.707976 0.0 0.0 8 0.0 wikitext comb_11 tinyllama rnd_naive 1899.491328 2151.677952 inf 45.707976 0.0 0.0 4 0.0 wikitext comb_0 tinyllama ones_naive 1899.491328 2151.677952 3.5511207580566406 46.081791 0.0 0.0 5 0.0 wikitext comb_0 tinyllama ones_naive 1899.491328 2151.677952 3.5511207580566406 46.081791 0.0 0.0 6 0.0 wikitext comb_0 tinyllama ones_naive 1899.491328 2151.677952 3.5511207580566406 46.081791 0.0 0.0 7 0.0 wikitext comb_0 tinyllama ones_naive 1899.491328 2151.677952 3.5511207580566406 46.081791 0.0 0.0 8 0.0 wikitext comb_0 tinyllama ones_naive 1899.491328 2151.677952 3.5511207580566406 46.081791 0.0 0.0301587339490652 7 0.0 wikitext comb_10 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 46.750052 0.0 0.0301587339490652 4 0.0 wikitext comb_17 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 47.411322 0.0 0.0301587339490652 4 0.0 wikitext comb_10 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 48.105921 0.0 0.0301587339490652 7 0.0 wikitext comb_17 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 48.139785 0.0 0.0301587339490652 7 0.0 wikitext comb_7 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.308896 0.0 0.0301587339490652 5 0.0 wikitext comb_15 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.335711 0.0 0.0301587339490652 7 0.0 wikitext comb_18 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.339753 0.0 0.0301587339490652 8 0.0 wikitext comb_17 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.345795 0.0 0.0301587339490652 8 0.0 wikitext comb_15 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.392921 0.0 0.0301587339490652 4 0.0 wikitext comb_7 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.420999 0.0 0.0301587339490652 7 0.0 wikitext comb_15 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.469368 0.0 0.0301587339490652 4 0.0 wikitext comb_18 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.722781 0.0 0.0301587339490652 6 0.0 wikitext comb_15 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 49.77097 0.0 0.0301587339490652 4 0.0 wikitext comb_15 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 50.089429 0.0 0.0301587339490652 8 0.0 wikitext comb_18 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 50.111271 0.0 0.0301587339490652 5 0.0 wikitext comb_18 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 50.288118 0.0 0.0301587339490652 5 0.0 wikitext comb_7 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 50.39537 0.0 0.0301587339490652 8 0.0 wikitext comb_7 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 50.48333 0.0 0.0 4 0.0 wikitext comb_13 tinyllama rnd_naive 1899.491328 2151.677952 1.1182265281677246 50.778395 0.0 0.0 5 0.0 wikitext comb_13 tinyllama rnd_naive 1899.491328 2151.677952 1.1182265281677246 50.778395 0.0 0.0 6 0.0 wikitext comb_13 tinyllama rnd_naive 1899.491328 2151.677952 1.1182265281677246 50.778395 0.0 0.0 7 0.0 wikitext comb_13 tinyllama rnd_naive 1899.491328 2151.677952 1.1182265281677246 50.778395 0.0 0.0 8 0.0 wikitext comb_13 tinyllama rnd_naive 1899.491328 2151.677952 1.1182265281677246 50.778395 0.0 0.0301587339490652 6 0.0 wikitext comb_17 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 51.271987 0.0 0.0301587339490652 5 0.0 wikitext comb_13 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 51.353808 0.0 0.0301587339490652 6 0.0 wikitext comb_7 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 52.65253 0.0 0.0 4 0.0 wikitext comb_4 tinyllama rnd_naive 1899.491328 2151.677952 inf 52.806349 0.0 0.0 5 0.0 wikitext comb_4 tinyllama rnd_naive 1899.491328 2151.677952 inf 52.806349 0.0 0.0 6 0.0 wikitext comb_4 tinyllama rnd_naive 1899.491328 2151.677952 inf 52.806349 0.0 0.0 7 0.0 wikitext comb_4 tinyllama rnd_naive 1899.491328 2151.677952 inf 52.806349 0.0 0.0 8 0.0 wikitext comb_4 tinyllama rnd_naive 1899.491328 2151.677952 inf 52.806349 0.0 0.0 4 0.0 wikitext comb_10 tinyllama rnd_naive 1899.491328 2151.677952 1.1262190341949463 53.92323 0.0 0.0 5 0.0 wikitext comb_10 tinyllama rnd_naive 1899.491328 2151.677952 1.1262190341949463 53.92323 0.0 0.0 6 0.0 wikitext comb_10 tinyllama rnd_naive 1899.491328 2151.677952 1.1262190341949463 53.92323 0.0 0.0 7 0.0 wikitext comb_10 tinyllama rnd_naive 1899.491328 2151.677952 1.1262190341949463 53.92323 0.0 0.0 8 0.0 wikitext comb_10 tinyllama rnd_naive 1899.491328 2151.677952 1.1262190341949463 53.92323 0.0 0.0301587339490652 5 0.0 wikitext comb_17 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 55.342877 0.0 0.0301587339490652 6 0.0 wikitext comb_18 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 56.888248 0.0 0.0 4 0.0 wikitext comb_6 tinyllama rnd_naive 1899.491328 2151.677952 inf 58.319832 0.0 0.0 5 0.0 wikitext comb_6 tinyllama rnd_naive 1899.491328 2151.677952 inf 58.319832 0.0 0.0 6 0.0 wikitext comb_6 tinyllama rnd_naive 1899.491328 2151.677952 inf 58.319832 0.0 0.0 7 0.0 wikitext comb_6 tinyllama rnd_naive 1899.491328 2151.677952 inf 58.319832 0.0 0.0 8 0.0 wikitext comb_6 tinyllama rnd_naive 1899.491328 2151.677952 inf 58.319832 0.0 0.0301587339490652 7 0.0 wikitext comb_13 tinyllama ones_naive 1899.491328 2151.677952 1.1093063354492188 61.631252 0.0 0.0 4 0.0 wikitext comb_14 tinyllama ones_naive 1383.267328 2478.833664 1.1102354526519775 0.543061 0.0 0.0 5 0.0 wikitext comb_14 tinyllama ones_naive 1383.267328 2478.833664 1.1102354526519775 0.543061 0.0 0.0 6 0.0 wikitext comb_14 tinyllama ones_naive 1383.267328 2478.833664 1.1102354526519775 0.543061 0.0 0.0 7 0.0 wikitext comb_14 tinyllama ones_naive 1383.267328 2478.833664 1.1102354526519775 0.543061 0.0 0.0 8 0.0 wikitext comb_14 tinyllama ones_naive 1383.267328 2478.833664 1.1102354526519775 0.543061 0.0 0.0 4 0.0 wikitext comb_9 tinyllama ones_naive 1383.267328 2478.833664 1.2239437103271484 0.54314 0.0 0.0 5 0.0 wikitext comb_9 tinyllama ones_naive 1383.267328 2478.833664 1.2239437103271484 0.54314 0.0 0.0 6 0.0 wikitext comb_9 tinyllama ones_naive 1383.267328 2478.833664 1.2239437103271484 0.54314 0.0 0.0 7 0.0 wikitext comb_9 tinyllama ones_naive 1383.267328 2478.833664 1.2239437103271484 0.54314 0.0 0.0 8 0.0 wikitext comb_9 tinyllama ones_naive 1383.267328 2478.833664 1.2239437103271484 0.54314 0.0 0.0 4 0.0 wikitext comb_5 tinyllama rnd_naive 1383.267328 2478.833664 inf 0.565527 0.0 0.0 5 0.0 wikitext comb_5 tinyllama rnd_naive 1383.267328 2478.833664 inf 0.565527 0.0 0.0 6 0.0 wikitext comb_5 tinyllama rnd_naive 1383.267328 2478.833664 inf 0.565527 0.0 0.0 7 0.0 wikitext comb_5 tinyllama rnd_naive 1383.267328 2478.833664 inf 0.565527 0.0 0.0 8 0.0 wikitext comb_5 tinyllama rnd_naive 1383.267328 2478.833664 inf 0.565527 0.0 0.0 4 0.0 wikitext comb_2 tinyllama rnd_naive 1383.267328 2478.833664 1.2761530876159668 0.567005 0.0 0.0 5 0.0 wikitext comb_2 tinyllama rnd_naive 1383.267328 2478.833664 1.2761530876159668 0.567005 0.0 0.0 6 0.0 wikitext comb_2 tinyllama rnd_naive 1383.267328 2478.833664 1.2761530876159668 0.567005 0.0 0.0 7 0.0 wikitext comb_2 tinyllama rnd_naive 1383.267328 2478.833664 1.2761530876159668 0.567005 0.0 0.0 8 0.0 wikitext comb_2 tinyllama rnd_naive 1383.267328 2478.833664 1.2761530876159668 0.567005 0.0 0.0301587339490652 6 0.0 wikitext comb_3 tinyllama ones_naive 2227.17184 2738.880512 1.1093063354492188 121.690178 0.0 0.0301587339490652 5 0.0 wikitext comb_3 tinyllama ones_naive 2227.17184 2738.880512 1.1093063354492188 121.748084 0.0 0.0301587339490652 8 0.0 wikitext comb_3 tinyllama ones_naive 2227.17184 2738.880512 1.1093063354492188 122.407684 0.0 0.0301587339490652 4 0.0 wikitext comb_3 tinyllama ones_naive 2227.17184 2738.880512 1.1093063354492188 122.449048 0.0 0.0 4 0.0 wikitext comb_17 tinyllama rnd_naive 2227.17184 2738.880512 1.1930006742477417 122.522522 0.0 0.0 5 0.0 wikitext comb_17 tinyllama rnd_naive 2227.17184 2738.880512 1.1930006742477417 122.522522 0.0 0.0 6 0.0 wikitext comb_17 tinyllama rnd_naive 2227.17184 2738.880512 1.1930006742477417 122.522522 0.0 0.0 7 0.0 wikitext comb_17 tinyllama rnd_naive 2227.17184 2738.880512 1.1930006742477417 122.522522 0.0 0.0 8 0.0 wikitext comb_17 tinyllama rnd_naive 2227.17184 2738.880512 1.1930006742477417 122.522522 0.0 0.0301587339490652 7 0.0 wikitext comb_3 tinyllama ones_naive 2227.17184 2738.880512 1.1093063354492188 122.62601 0.0 0.0301587339490652 6 0.0 wikitext comb_12 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.523674 0.0 0.0301587339490652 6 0.0 wikitext comb_2 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.534559 0.0 0.0301587339490652 7 0.0 wikitext comb_12 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.53935 0.0 0.0301587339490652 4 0.0 wikitext comb_2 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.545541 0.0 0.0301587339490652 5 0.0 wikitext comb_2 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.554185 0.0 0.0301587339490652 8 0.0 wikitext comb_2 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.556967 0.0 0.0301587339490652 5 0.0 wikitext comb_12 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.557759 0.0 0.0301587339490652 4 0.0 wikitext comb_12 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.558137 0.0 0.0 4 0.0 wikitext comb_1 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.558803 0.0 0.0 5 0.0 wikitext comb_1 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.558803 0.0 0.0 6 0.0 wikitext comb_1 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.558803 0.0 0.0 7 0.0 wikitext comb_1 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.558803 0.0 0.0 8 0.0 wikitext comb_1 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.558803 0.0 0.0301587339490652 8 0.0 wikitext comb_12 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.559574 0.0 0.0301587339490652 7 0.0 wikitext comb_2 tinyllama ones_naive 1383.267328 3128.950784 1.1093063354492188 0.561878 0.0 0.0 4 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0 0.0 5 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0 0.0 6 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0 0.0 7 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0 0.0 8 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 26.416508 0.0 0.0 4 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0 0.0 5 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0 0.0 6 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0 0.0 7 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0 0.0 8 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0 0.0 4 0.0 librispeech comb_9 wav2vec rnd_naive 534.74304 1566.572544 0.0 27.981642 1.0 0.0 5 0.0 librispeech comb_9 wav2vec rnd_naive 534.74304 1566.572544 0.0 27.981642 1.0 0.0 6 0.0 librispeech comb_9 wav2vec rnd_naive 534.74304 1566.572544 0.0 27.981642 1.0 0.0 7 0.0 librispeech comb_9 wav2vec rnd_naive 534.74304 1566.572544 0.0 27.981642 1.0 0.0 8 0.0 librispeech comb_9 wav2vec rnd_naive 534.74304 1566.572544 0.0 27.981642 1.0 0.0 4 0.0 librispeech comb_14 wav2vec rnd_naive 534.74304 1566.572544 0.0 38.761763 1.0 0.0 5 0.0 librispeech comb_14 wav2vec rnd_naive 534.74304 1566.572544 0.0 38.761763 1.0 0.0 6 0.0 librispeech comb_14 wav2vec rnd_naive 534.74304 1566.572544 0.0 38.761763 1.0 0.0 7 0.0 librispeech comb_14 wav2vec rnd_naive 534.74304 1566.572544 0.0 38.761763 1.0 0.0 8 0.0 librispeech comb_14 wav2vec rnd_naive 534.74304 1566.572544 0.0 38.761763 1.0 0.0 4 0.0 librispeech comb_0 wav2vec rnd_naive 534.74304 1566.572544 0.0 66.624811 1.0 0.0 5 0.0 librispeech comb_0 wav2vec rnd_naive 534.74304 1566.572544 0.0 66.624811 1.0 0.0 6 0.0 librispeech comb_0 wav2vec rnd_naive 534.74304 1566.572544 0.0 66.624811 1.0 0.0 7 0.0 librispeech comb_0 wav2vec rnd_naive 534.74304 1566.572544 0.0 66.624811 1.0 0.0 8 0.0 librispeech comb_0 wav2vec rnd_naive 534.74304 1566.572544 0.0 66.624811 1.0 0.0 4 0.0 librispeech comb_1 wav2vec ones_naive 534.74304 1566.572544 0.0 83.856156 1.0 0.0 5 0.0 librispeech comb_1 wav2vec ones_naive 534.74304 1566.572544 0.0 83.856156 1.0 0.0 6 0.0 librispeech comb_1 wav2vec ones_naive 534.74304 1566.572544 0.0 83.856156 1.0 0.0 7 0.0 librispeech comb_1 wav2vec ones_naive 534.74304 1566.572544 0.0 83.856156 1.0 0.0 8 0.0 librispeech comb_1 wav2vec ones_naive 534.74304 1566.572544 0.0 83.856156 1.0 0.0 4 0.0 librispeech comb_5 wav2vec ones_naive 534.74304 1566.572544 0.0 87.889111 1.0 0.0 5 0.0 librispeech comb_5 wav2vec ones_naive 534.74304 1566.572544 0.0 87.889111 1.0 0.0 6 0.0 librispeech comb_5 wav2vec ones_naive 534.74304 1566.572544 0.0 87.889111 1.0 0.0 7 0.0 librispeech comb_5 wav2vec ones_naive 534.74304 1566.572544 0.0 87.889111 1.0 0.0 8 0.0 librispeech comb_5 wav2vec ones_naive 534.74304 1566.572544 0.0 87.889111 1.0 0.0 4 0.0 librispeech comb_16 wav2vec ones_naive 535.632384 1568.669696 0.0 34.257458 1.0 0.0 5 0.0 librispeech comb_16 wav2vec ones_naive 535.632384 1568.669696 0.0 34.257458 1.0 0.0 6 0.0 librispeech comb_16 wav2vec ones_naive 535.632384 1568.669696 0.0 34.257458 1.0 0.0 7 0.0 librispeech comb_16 wav2vec ones_naive 535.632384 1568.669696 0.0 34.257458 1.0 0.0 8 0.0 librispeech comb_16 wav2vec ones_naive 535.632384 1568.669696 0.0 34.257458 1.0 0.0 4 0.0 librispeech comb_4 wav2vec rnd_naive 535.632384 1568.669696 0.0 36.804542 1.0 0.0 5 0.0 librispeech comb_4 wav2vec rnd_naive 535.632384 1568.669696 0.0 36.804542 1.0 0.0 6 0.0 librispeech comb_4 wav2vec rnd_naive 535.632384 1568.669696 0.0 36.804542 1.0 0.0 7 0.0 librispeech comb_4 wav2vec rnd_naive 535.632384 1568.669696 0.0 36.804542 1.0 0.0 8 0.0 librispeech comb_4 wav2vec rnd_naive 535.632384 1568.669696 0.0 36.804542 1.0 0.0 4 0.0 librispeech comb_7 wav2vec ones_naive 535.632384 1568.669696 0.0 37.498143 1.0 0.0 5 0.0 librispeech comb_7 wav2vec ones_naive 535.632384 1568.669696 0.0 37.498143 1.0 0.0 6 0.0 librispeech comb_7 wav2vec ones_naive 535.632384 1568.669696 0.0 37.498143 1.0 0.0 7 0.0 librispeech comb_7 wav2vec ones_naive 535.632384 1568.669696 0.0 37.498143 1.0 0.0 8 0.0 librispeech comb_7 wav2vec ones_naive 535.632384 1568.669696 0.0 37.498143 1.0 0.0 4 0.0 librispeech comb_10 wav2vec rnd_naive 535.632384 1568.669696 0.0 38.071733 1.0 0.0 5 0.0 librispeech comb_10 wav2vec rnd_naive 535.632384 1568.669696 0.0 38.071733 1.0 0.0 6 0.0 librispeech comb_10 wav2vec rnd_naive 535.632384 1568.669696 0.0 38.071733 1.0 0.0 7 0.0 librispeech comb_10 wav2vec rnd_naive 535.632384 1568.669696 0.0 38.071733 1.0 0.0 8 0.0 librispeech comb_10 wav2vec rnd_naive 535.632384 1568.669696 0.0 38.071733 1.0 0.0 4 0.0 librispeech comb_0 wav2vec ones_naive 535.632384 1568.669696 0.0 42.397731 1.0 0.0 5 0.0 librispeech comb_0 wav2vec ones_naive 535.632384 1568.669696 0.0 42.397731 1.0 0.0 6 0.0 librispeech comb_0 wav2vec ones_naive 535.632384 1568.669696 0.0 42.397731 1.0 0.0 7 0.0 librispeech comb_0 wav2vec ones_naive 535.632384 1568.669696 0.0 42.397731 1.0 0.0 8 0.0 librispeech comb_0 wav2vec ones_naive 535.632384 1568.669696 0.0 42.397731 1.0 0.0 4 0.0 librispeech comb_7 wav2vec rnd_naive 535.632384 1568.669696 0.0 42.446003 1.0 0.0 5 0.0 librispeech comb_7 wav2vec rnd_naive 535.632384 1568.669696 0.0 42.446003 1.0 0.0 6 0.0 librispeech comb_7 wav2vec rnd_naive 535.632384 1568.669696 0.0 42.446003 1.0 0.0 7 0.0 librispeech comb_7 wav2vec rnd_naive 535.632384 1568.669696 0.0 42.446003 1.0 0.0 8 0.0 librispeech comb_7 wav2vec rnd_naive 535.632384 1568.669696 0.0 42.446003 1.0 0.0 4 0.0 librispeech comb_11 wav2vec ones_naive 535.632384 1568.669696 0.0 45.239365 1.0 0.0 5 0.0 librispeech comb_11 wav2vec ones_naive 535.632384 1568.669696 0.0 45.239365 1.0 0.0 6 0.0 librispeech comb_11 wav2vec ones_naive 535.632384 1568.669696 0.0 45.239365 1.0 0.0 7 0.0 librispeech comb_11 wav2vec ones_naive 535.632384 1568.669696 0.0 45.239365 1.0 0.0 8 0.0 librispeech comb_11 wav2vec ones_naive 535.632384 1568.669696 0.0 45.239365 1.0 0.0 4 0.0 librispeech comb_11 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.669869 1.0 0.0 5 0.0 librispeech comb_11 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.669869 1.0 0.0 6 0.0 librispeech comb_11 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.669869 1.0 0.0 7 0.0 librispeech comb_11 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.669869 1.0 0.0 8 0.0 librispeech comb_11 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.669869 1.0 0.0 4 0.0 librispeech comb_18 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.926627 1.0 0.0 5 0.0 librispeech comb_18 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.926627 1.0 0.0 6 0.0 librispeech comb_18 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.926627 1.0 0.0 7 0.0 librispeech comb_18 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.926627 1.0 0.0 8 0.0 librispeech comb_18 wav2vec rnd_naive 535.632384 1568.669696 0.0 45.926627 1.0 0.0 4 0.0 librispeech comb_6 wav2vec ones_naive 535.632384 1568.669696 0.0 46.723528 1.0 0.0 5 0.0 librispeech comb_6 wav2vec ones_naive 535.632384 1568.669696 0.0 46.723528 1.0 0.0 6 0.0 librispeech comb_6 wav2vec ones_naive 535.632384 1568.669696 0.0 46.723528 1.0 0.0 7 0.0 librispeech comb_6 wav2vec ones_naive 535.632384 1568.669696 0.0 46.723528 1.0 0.0 8 0.0 librispeech comb_6 wav2vec ones_naive 535.632384 1568.669696 0.0 46.723528 1.0 0.0 4 0.0 librispeech comb_15 wav2vec rnd_naive 535.632384 1568.669696 0.0 49.027141 1.0 0.0 5 0.0 librispeech comb_15 wav2vec rnd_naive 535.632384 1568.669696 0.0 49.027141 1.0 0.0 6 0.0 librispeech comb_15 wav2vec rnd_naive 535.632384 1568.669696 0.0 49.027141 1.0 0.0 7 0.0 librispeech comb_15 wav2vec rnd_naive 535.632384 1568.669696 0.0 49.027141 1.0 0.0 8 0.0 librispeech comb_15 wav2vec rnd_naive 535.632384 1568.669696 0.0 49.027141 1.0 0.0 4 0.0 librispeech comb_6 wav2vec rnd_naive 535.632384 1568.669696 0.0 50.362906 1.0 0.0 5 0.0 librispeech comb_6 wav2vec rnd_naive 535.632384 1568.669696 0.0 50.362906 1.0 0.0 6 0.0 librispeech comb_6 wav2vec rnd_naive 535.632384 1568.669696 0.0 50.362906 1.0 0.0 7 0.0 librispeech comb_6 wav2vec rnd_naive 535.632384 1568.669696 0.0 50.362906 1.0 0.0 8 0.0 librispeech comb_6 wav2vec rnd_naive 535.632384 1568.669696 0.0 50.362906 1.0 0.0 4 0.0 librispeech comb_4 wav2vec ones_naive 535.632384 1568.669696 0.0 52.272309 1.0 0.0 5 0.0 librispeech comb_4 wav2vec ones_naive 535.632384 1568.669696 0.0 52.272309 1.0 0.0 6 0.0 librispeech comb_4 wav2vec ones_naive 535.632384 1568.669696 0.0 52.272309 1.0 0.0 7 0.0 librispeech comb_4 wav2vec ones_naive 535.632384 1568.669696 0.0 52.272309 1.0 0.0 8 0.0 librispeech comb_4 wav2vec ones_naive 535.632384 1568.669696 0.0 52.272309 1.0 0.0 4 0.0 librispeech comb_18 wav2vec ones_naive 535.632384 1568.669696 0.0 58.229919 1.0 0.0 5 0.0 librispeech comb_18 wav2vec ones_naive 535.632384 1568.669696 0.0 58.229919 1.0 0.0 6 0.0 librispeech comb_18 wav2vec ones_naive 535.632384 1568.669696 0.0 58.229919 1.0 0.0 7 0.0 librispeech comb_18 wav2vec ones_naive 535.632384 1568.669696 0.0 58.229919 1.0 0.0 8 0.0 librispeech comb_18 wav2vec ones_naive 535.632384 1568.669696 0.0 58.229919 1.0 0.0 4 0.0 librispeech comb_17 wav2vec ones_naive 535.632384 1568.669696 0.0 59.060353 1.0 0.0 5 0.0 librispeech comb_17 wav2vec ones_naive 535.632384 1568.669696 0.0 59.060353 1.0 0.0 6 0.0 librispeech comb_17 wav2vec ones_naive 535.632384 1568.669696 0.0 59.060353 1.0 0.0 7 0.0 librispeech comb_17 wav2vec ones_naive 535.632384 1568.669696 0.0 59.060353 1.0 0.0 8 0.0 librispeech comb_17 wav2vec ones_naive 535.632384 1568.669696 0.0 59.060353 1.0 0.0 4 0.0 librispeech comb_17 wav2vec rnd_naive 535.632384 1568.669696 0.0 59.18922 1.0 0.0 5 0.0 librispeech comb_17 wav2vec rnd_naive 535.632384 1568.669696 0.0 59.18922 1.0 0.0 6 0.0 librispeech comb_17 wav2vec rnd_naive 535.632384 1568.669696 0.0 59.18922 1.0 0.0 7 0.0 librispeech comb_17 wav2vec rnd_naive 535.632384 1568.669696 0.0 59.18922 1.0 0.0 8 0.0 librispeech comb_17 wav2vec rnd_naive 535.632384 1568.669696 0.0 59.18922 1.0 0.0 4 0.0 librispeech comb_10 wav2vec ones_naive 535.632384 1568.669696 0.0 60.390833 1.0 0.0 5 0.0 librispeech comb_10 wav2vec ones_naive 535.632384 1568.669696 0.0 60.390833 1.0 0.0 6 0.0 librispeech comb_10 wav2vec ones_naive 535.632384 1568.669696 0.0 60.390833 1.0 0.0 7 0.0 librispeech comb_10 wav2vec ones_naive 535.632384 1568.669696 0.0 60.390833 1.0 0.0 8 0.0 librispeech comb_10 wav2vec ones_naive 535.632384 1568.669696 0.0 60.390833 1.0 0.0 4 0.0 librispeech comb_16 wav2vec rnd_naive 535.632384 1568.669696 0.0 70.558034 1.0 0.0 5 0.0 librispeech comb_16 wav2vec rnd_naive 535.632384 1568.669696 0.0 70.558034 1.0 0.0 6 0.0 librispeech comb_16 wav2vec rnd_naive 535.632384 1568.669696 0.0 70.558034 1.0 0.0 7 0.0 librispeech comb_16 wav2vec rnd_naive 535.632384 1568.669696 0.0 70.558034 1.0 0.0 8 0.0 librispeech comb_16 wav2vec rnd_naive 535.632384 1568.669696 0.0 70.558034 1.0 0.0 4 0.0 librispeech comb_3 wav2vec ones_naive 535.632384 1568.669696 0.0 77.651975 1.0 0.0 5 0.0 librispeech comb_3 wav2vec ones_naive 535.632384 1568.669696 0.0 77.651975 1.0 0.0 6 0.0 librispeech comb_3 wav2vec ones_naive 535.632384 1568.669696 0.0 77.651975 1.0 0.0 7 0.0 librispeech comb_3 wav2vec ones_naive 535.632384 1568.669696 0.0 77.651975 1.0 0.0 8 0.0 librispeech comb_3 wav2vec ones_naive 535.632384 1568.669696 0.0 77.651975 1.0 0.0 4 0.0 librispeech comb_8 wav2vec rnd_naive 535.632384 1568.669696 0.0 79.212877 1.0 0.0 5 0.0 librispeech comb_8 wav2vec rnd_naive 535.632384 1568.669696 0.0 79.212877 1.0 0.0 6 0.0 librispeech comb_8 wav2vec rnd_naive 535.632384 1568.669696 0.0 79.212877 1.0 0.0 7 0.0 librispeech comb_8 wav2vec rnd_naive 535.632384 1568.669696 0.0 79.212877 1.0 0.0 8 0.0 librispeech comb_8 wav2vec rnd_naive 535.632384 1568.669696 0.0 79.212877 1.0 0.0 4 0.0 librispeech comb_13 wav2vec ones_naive 535.632384 1568.669696 0.0 89.878499 1.0 0.0 5 0.0 librispeech comb_13 wav2vec ones_naive 535.632384 1568.669696 0.0 89.878499 1.0 0.0 6 0.0 librispeech comb_13 wav2vec ones_naive 535.632384 1568.669696 0.0 89.878499 1.0 0.0 7 0.0 librispeech comb_13 wav2vec ones_naive 535.632384 1568.669696 0.0 89.878499 1.0 0.0 8 0.0 librispeech comb_13 wav2vec ones_naive 535.632384 1568.669696 0.0 89.878499 1.0 0.0 4 0.0 librispeech comb_15 wav2vec ones_naive 535.632384 1568.669696 0.0 91.589022 1.0 0.0 5 0.0 librispeech comb_15 wav2vec ones_naive 535.632384 1568.669696 0.0 91.589022 1.0 0.0 6 0.0 librispeech comb_15 wav2vec ones_naive 535.632384 1568.669696 0.0 91.589022 1.0 0.0 7 0.0 librispeech comb_15 wav2vec ones_naive 535.632384 1568.669696 0.0 91.589022 1.0 0.0 8 0.0 librispeech comb_15 wav2vec ones_naive 535.632384 1568.669696 0.0 91.589022 1.0 0.0 4 0.0 librispeech comb_13 wav2vec rnd_naive 535.632384 1568.669696 0.0 91.59253 1.0 0.0 5 0.0 librispeech comb_13 wav2vec rnd_naive 535.632384 1568.669696 0.0 91.59253 1.0 0.0 6 0.0 librispeech comb_13 wav2vec rnd_naive 535.632384 1568.669696 0.0 91.59253 1.0 0.0 7 0.0 librispeech comb_13 wav2vec rnd_naive 535.632384 1568.669696 0.0 91.59253 1.0 0.0 8 0.0 librispeech comb_13 wav2vec rnd_naive 535.632384 1568.669696 0.0 91.59253 1.0 0.0 4 0.0 librispeech comb_9 wav2vec ones_naive 368.001024 1572.864 0.0 0.046145 1.0 0.0 5 0.0 librispeech comb_9 wav2vec ones_naive 368.001024 1572.864 0.0 0.046145 1.0 0.0 6 0.0 librispeech comb_9 wav2vec ones_naive 368.001024 1572.864 0.0 0.046145 1.0 0.0 7 0.0 librispeech comb_9 wav2vec ones_naive 368.001024 1572.864 0.0 0.046145 1.0 0.0 8 0.0 librispeech comb_9 wav2vec ones_naive 368.001024 1572.864 0.0 0.046145 1.0 0.0 4 0.0 librispeech comb_12 wav2vec rnd_naive 368.001024 1572.864 0.0 0.04937 1.0 0.0 5 0.0 librispeech comb_12 wav2vec rnd_naive 368.001024 1572.864 0.0 0.04937 1.0 0.0 6 0.0 librispeech comb_12 wav2vec rnd_naive 368.001024 1572.864 0.0 0.04937 1.0 0.0 7 0.0 librispeech comb_12 wav2vec rnd_naive 368.001024 1572.864 0.0 0.04937 1.0 0.0 8 0.0 librispeech comb_12 wav2vec rnd_naive 368.001024 1572.864 0.0 0.04937 1.0 0.0 4 0.0 librispeech comb_5 wav2vec rnd_naive 368.001024 1572.864 0.0 0.049537 1.0 0.0 5 0.0 librispeech comb_5 wav2vec rnd_naive 368.001024 1572.864 0.0 0.049537 1.0 0.0 6 0.0 librispeech comb_5 wav2vec rnd_naive 368.001024 1572.864 0.0 0.049537 1.0 0.0 7 0.0 librispeech comb_5 wav2vec rnd_naive 368.001024 1572.864 0.0 0.049537 1.0 0.0 8 0.0 librispeech comb_5 wav2vec rnd_naive 368.001024 1572.864 0.0 0.049537 1.0 0.0 4 0.0 librispeech comb_12 wav2vec ones_naive 368.001024 1572.864 0.0 0.049559 1.0 0.0 5 0.0 librispeech comb_12 wav2vec ones_naive 368.001024 1572.864 0.0 0.049559 1.0 0.0 6 0.0 librispeech comb_12 wav2vec ones_naive 368.001024 1572.864 0.0 0.049559 1.0 0.0 7 0.0 librispeech comb_12 wav2vec ones_naive 368.001024 1572.864 0.0 0.049559 1.0 0.0 8 0.0 librispeech comb_12 wav2vec ones_naive 368.001024 1572.864 0.0 0.049559 1.0 0.0 4 0.0 librispeech comb_1 wav2vec rnd_naive 368.001024 1572.864 0.0 0.053879 1.0 0.0 5 0.0 librispeech comb_1 wav2vec rnd_naive 368.001024 1572.864 0.0 0.053879 1.0 0.0 6 0.0 librispeech comb_1 wav2vec rnd_naive 368.001024 1572.864 0.0 0.053879 1.0 0.0 7 0.0 librispeech comb_1 wav2vec rnd_naive 368.001024 1572.864 0.0 0.053879 1.0 0.0 8 0.0 librispeech comb_1 wav2vec rnd_naive 368.001024 1572.864 0.0 0.053879 1.0 0.0 4 0.0 librispeech comb_14 wav2vec ones_naive 368.001024 1572.864 0.0 0.059031 1.0 0.0 5 0.0 librispeech comb_14 wav2vec ones_naive 368.001024 1572.864 0.0 0.059031 1.0 0.0 6 0.0 librispeech comb_14 wav2vec ones_naive 368.001024 1572.864 0.0 0.059031 1.0 0.0 7 0.0 librispeech comb_14 wav2vec ones_naive 368.001024 1572.864 0.0 0.059031 1.0 0.0 8 0.0 librispeech comb_14 wav2vec ones_naive 368.001024 1572.864 0.0 0.059031 1.0 0.0 4 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0 0.0 5 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0 0.0 6 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0 0.0 7 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0 0.0 8 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 40.120058 0.0234031339094832 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 60.680832 0.0236079788491685 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 66.280354 0.0268907930412973 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 89.365362 0.0237326414926321 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 90.91686 0.0239494859641096 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 74.795795 0.0239473509600023