Diogo-V's picture
Adds final graphs
65dbcdd verified
raw
history blame
22.7 kB
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|----:|-----------:|-------:|-------:|:----------|:----------|:--------|:----------|--------------------:|---------------------:|-------------:|-----------:|------:|
| 0 | 0 | 4 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
| 1 | 0 | 5 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
| 2 | 0 | 6 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
| 3 | 0 | 7 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
| 4 | 0 | 8 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 |
| 5 | 0 | 4 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
| 6 | 0 | 5 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
| 7 | 0 | 6 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
| 8 | 0 | 7 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
| 9 | 0 | 8 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 |
| 10 | 0.801644 | 8 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 33.5803 | 0 |
| 11 | 0.798561 | 5 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 35.8762 | 0 |
| 12 | 0.797533 | 4 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 36.1688 | 0 |
| 13 | 0.799589 | 7 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 38.858 | 0 |
| 14 | 0.798561 | 6 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 43.1642 | 0 |
| 15 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 31.6855 | 0 |
| 16 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 33.0322 | 0 |
| 17 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 35.7577 | 0 |
| 18 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 42.5898 | 0 |
| 19 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 44.6953 | 0 |
| 20 | 0 | 4 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
| 21 | 0 | 5 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
| 22 | 0 | 6 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
| 23 | 0 | 7 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
| 24 | 0 | 8 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 |
| 25 | 0 | 4 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
| 26 | 0 | 5 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
| 27 | 0 | 6 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
| 28 | 0 | 7 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
| 29 | 0 | 8 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 |
| 30 | 0 | 4 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
| 31 | 0 | 5 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
| 32 | 0 | 6 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
| 33 | 0 | 7 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
| 34 | 0 | 8 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 |
| 35 | 0 | 4 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 74.9899 | 0 |
| 36 | 0.177778 | 4 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 357.932 | 390.07 | 0 | 59.1347 | 0 |
| 37 | 0.35274 | 5 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.058 | 390.07 | 0 | 56.0998 | 0 |
| 38 | 0.800617 | 8 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 49.7877 | 0 |
| 39 | 0.800617 | 8 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 53.3713 | 0 |
| 40 | 0.798561 | 4 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.2084 | 0 |
| 41 | 0.799589 | 7 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.4753 | 0 |
| 42 | 0.802672 | 6 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.7797 | 0 |
| 43 | 0.800617 | 8 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 57.1358 | 0 |
| 44 | 0.801644 | 8 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 57.5586 | 0 |
| 45 | 0.797533 | 6 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.1869 | 0 |
| 46 | 0.799589 | 6 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.3483 | 0 |
| 47 | 0.801644 | 7 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.7072 | 0 |
| 48 | 0.44296 | 4 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.4107 | 0 |
| 49 | 0.799589 | 8 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.9698 | 0 |
| 50 | 0.800617 | 7 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.9854 | 0 |
| 51 | 0.799589 | 7 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 61.244 | 0 |
| 52 | 0.793422 | 5 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 62.3896 | 0 |
| 53 | 0.781089 | 6 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 63.0262 | 0 |
| 54 | 0.799589 | 7 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.442 | 0 |
| 55 | 0.797533 | 7 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.6633 | 0 |
| 56 | 0.792395 | 4 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.7745 | 0 |
| 57 | 0.798561 | 6 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 66.2553 | 0 |
| 58 | 0.801644 | 6 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 67.137 | 0 |
| 59 | 0.801644 | 6 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.2103 | 0 |
| 60 | 0.799589 | 8 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.3007 | 0 |
| 61 | 0.797533 | 5 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.8959 | 0 |
| 62 | 0.596095 | 5 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 70.8347 | 0 |
| 63 | 0.800617 | 7 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 73.6649 | 0 |
| 64 | 0.798561 | 5 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 74.3234 | 0 |
| 65 | 0.797533 | 4 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 74.6207 | 0 |
| 66 | 0.798561 | 5 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 75.6579 | 0 |
| 67 | 0.797533 | 4 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 75.7543 | 0 |
| 68 | 0.800617 | 8 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 77.7433 | 0 |
| 69 | 0.800617 | 5 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 82.2658 | 0 |
| 70 | 0 | 4 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 |
| 71 | 0 | 5 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 |
| 72 | 0 | 6 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 |
| 73 | 0 | 7 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 |
| 74 | 0 | 8 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 |
| 75 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 32.2507 | 0 |
| 76 | 0 | 4 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 |
| 77 | 0 | 5 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 |
| 78 | 0 | 6 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 |
| 79 | 0 | 7 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 |
| 80 | 0 | 8 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 |
| 81 | 0 | 8 | 0 | imagenet | comb_6_t | vit | nlr_t_cos | 365.54 | 411.042 | 0 | 45.3816 | 0 |
| 82 | 0 | 8 | 0 | imagenet | comb_7_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 54.6665 | 0 |
| 83 | 0 | 8 | 0 | imagenet | comb_16_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 57.7733 | 0 |
| 84 | 0 | 4 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 59.4 | 0 |
| 85 | 0 | 8 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 69.4612 | 0 |
| 86 | 0 | 8 | 0 | imagenet | comb_2_t | vit | nlr_t_cos | 366.573 | 411.042 | 0 | 59.6486 | 0 |
| 87 | 0.791367 | 8 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 32.1752 | 0 |
| 88 | 0.797533 | 4 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 34.9641 | 0 |
| 89 | 0.798561 | 5 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 37.2715 | 0 |
| 90 | 0.807811 | 7 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 37.3638 | 0 |
| 91 | 0.807811 | 6 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 38.786 | 0 |
| 92 | 0.8037 | 5 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 34.872 | 0 |
| 93 | 0.781089 | 8 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 36.3909 | 0 |
| 94 | 0.795478 | 4 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 37.6262 | 0 |
| 95 | 0.795478 | 7 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 39.1705 | 0 |
| 96 | 0.802672 | 6 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 45.1678 | 0 |
| 97 | 0 | 8 | 0 | imagenet | comb_4_t | vit | nlr_t_cos | 367.465 | 411.042 | 0 | 72.1211 | 0 |
| 98 | 0.792395 | 7 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 57.2726 | 0 |
| 99 | 0.798561 | 4 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 57.3144 | 0 |
| 100 | 0.797533 | 6 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 59.8365 | 0 |
| 101 | 0.802672 | 6 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 60.475 | 0 |
| 102 | 0.8037 | 4 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 60.86 | 0 |
| 103 | 0.79445 | 5 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.1157 | 0 |
| 104 | 0.77184 | 8 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.9559 | 0 |
| 105 | 0.805755 | 6 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.9609 | 0 |
| 106 | 0.800617 | 7 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 62.8895 | 0 |
| 107 | 0.788284 | 8 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 64.1759 | 0 |
| 108 | 0.713258 | 7 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 64.876 | 0 |
| 109 | 0.805755 | 7 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.1535 | 0 |
| 110 | 0.764645 | 8 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.6591 | 0 |
| 111 | 0.805755 | 6 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.8574 | 0 |
| 112 | 0.752312 | 6 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.6559 | 0 |
| 113 | 0.765673 | 8 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.9207 | 0 |
| 114 | 0.804728 | 7 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.962 | 0 |
| 115 | 0.800617 | 4 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 68.0002 | 0 |
| 116 | 0.789311 | 4 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 68.8522 | 0 |
| 117 | 0.805755 | 5 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 69.2725 | 0 |
| 118 | 0.806783 | 5 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 70.5067 | 0 |
| 119 | 0.783145 | 8 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 74.4186 | 0 |
| 120 | 0.798561 | 4 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.2893 | 0 |
| 121 | 0.797533 | 7 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.456 | 0 |
| 122 | 0.692703 | 5 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.8023 | 0 |
| 123 | 0.806783 | 5 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 78.1755 | 0 |
| 124 | 0.801644 | 6 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 79.7863 | 0 |
| 125 | 0.800617 | 5 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 90.2681 | 0 |
| 126 | 0.783145 | 8 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 55.3188 | 0 |
| 127 | 0.793422 | 7 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 58.7047 | 0 |
| 128 | 0.799589 | 6 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 60.2452 | 0 |
| 129 | 0.798561 | 5 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 62.0082 | 0 |
| 130 | 0.784173 | 4 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 69.4849 | 0 |
| 131 | 0 | 8 | 0 | imagenet | comb_14_t | vit | nlr_t_cos | 336.791 | 425.722 | 0 | 0.092761 | 0 |
| 132 | 0 | 8 | 0 | imagenet | comb_13_t | vit | nlr_t_cos | 388.438 | 427.819 | 0 | 106.728 | 0 |
| 133 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 29.7755 | 0 |
| 134 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 25.559 | 0 |