File size: 9,936 Bytes
16e41b7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.179179 0.0
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.396987 0.0
0.0 4 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
0.0 5 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
0.0 6 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
0.0 7 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
0.0 8 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
0.0 4 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
0.0 5 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
0.0 6 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
0.0 7 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
0.0 8 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
0.44285714626312256 7 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 5.2481889724731445 68.646232 0.0
0.4437352418899536 8 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 5.208643436431885 68.731517 0.0
0.380108118057251 4 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 6.15098762512207 68.746042 0.0
0.44049307703971863 6 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 5.199138641357422 68.797421 0.0
0.435663640499115 5 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 5.449023246765137 68.818481 0.0
0.44387033581733704 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.682835 0.0
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.762043 0.0
0.44093209505081177 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.782834 0.0
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.853164 0.0
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.911175 0.0
0.0 4 0.0 wikitext comb_11 llama3 rnd_search 14185.276416 15374.221312 1.1702104806900024 147.730771 0.0
0.01587301678955555 5 0.0 wikitext comb_11 llama3 rnd_search 14185.276416 15374.221312 1.121153712272644 147.832291 0.0
0.0 4 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
0.0 5 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
0.0 6 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
0.0 7 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
0.0 8 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
0.0 4 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
0.0 5 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
0.0 6 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
0.0 7 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
0.0 8 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
0.0 4 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
0.0 5 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
0.0 6 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
0.0 7 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
0.0 8 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
0.0 4 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
0.0 5 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
0.0 6 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
0.0 7 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
0.0 8 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
0.0 4 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
0.0 5 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
0.0 6 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
0.0 7 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
0.0 8 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
0.0 4 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
0.0 5 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
0.0 6 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
0.0 7 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
0.0 8 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
0.0 4 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
0.0 5 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
0.0 6 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
0.0 7 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
0.0 8 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
0.0 4 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
0.0 5 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
0.0 6 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
0.0 7 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
0.0 8 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
0.0 4 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
0.0 5 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
0.0 6 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
0.0 7 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
0.0 8 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
0.0 4 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
0.0 5 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
0.0 6 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
0.0 7 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
0.0 8 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
0.41989192366600037 7 0.0 wikitext comb_11 llama3 rnd_search 14185.747456 15374.221312 5.461452007293701 147.546442 0.0
0.3234042525291443 6 0.0 wikitext comb_11 llama3 rnd_search 14185.747456 15374.221312 7.318746566772461 147.635021 0.0
0.4387369155883789 8 0.0 wikitext comb_11 llama3 rnd_search 14185.747456 15374.221312 5.270962715148926 147.638916 0.0
0.0 4 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
0.0 5 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
0.0 6 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
0.0 7 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
0.0 8 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
0.0 4 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
0.0 5 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
0.0 6 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
0.0 7 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
0.0 8 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
0.0 4 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
0.0 5 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
0.0 6 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
0.0 7 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
0.0 8 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 27.172855 0.0
|