Diogo-V's picture
Upload results for vit
df44855 verified
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|----:|-----------:|-------:|-------:|:----------|:----------|:--------|:-----------------|--------------------:|---------------------:|-------------:|-----------:|------:|
| 0 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 20.9158 | 0 |
| 1 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 74.5523 | 0 |
| 2 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
| 3 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
| 4 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
| 5 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
| 6 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
| 7 | 0 | 4 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
| 8 | 0 | 5 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
| 9 | 0 | 6 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
| 10 | 0 | 7 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
| 11 | 0 | 8 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
| 12 | 0.799589 | 5 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 18.7909 | 0 |
| 13 | 0.798561 | 4 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 28.8416 | 0 |
| 14 | 0.799589 | 8 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 34.7983 | 0 |
| 15 | 0.797533 | 7 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 35.2459 | 0 |
| 16 | 0.798561 | 6 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 59.0067 | 0 |
| 17 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.4505 | 0 |
| 18 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 22.1499 | 0 |
| 19 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 25.8405 | 0 |
| 20 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 32.1204 | 0 |
| 21 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 68.7026 | 0 |
| 22 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
| 23 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
| 24 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
| 25 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
| 26 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
| 27 | 0 | 4 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
| 28 | 0 | 5 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
| 29 | 0 | 6 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
| 30 | 0 | 7 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
| 31 | 0 | 8 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
| 32 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
| 33 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
| 34 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
| 35 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
| 36 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
| 37 | 0.181818 | 4 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 356.877 | 511.705 | 0 | 54.1088 | 0 |
| 38 | 0.654676 | 4 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.678 | 0 |
| 39 | 0.798561 | 6 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.8701 | 0 |
| 40 | 0.802672 | 5 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.991 | 0 |
| 41 | 0.798561 | 5 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.1531 | 0 |
| 42 | 0.795478 | 4 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.2889 | 0 |
| 43 | 0.800617 | 8 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.4019 | 0 |
| 44 | 0.799589 | 8 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.5034 | 0 |
| 45 | 0.800617 | 8 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.6904 | 0 |
| 46 | 0.799589 | 7 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.7077 | 0 |
| 47 | 0.793422 | 5 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 31.2943 | 0 |
| 48 | 0.799589 | 5 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.7951 | 0 |
| 49 | 0.801644 | 6 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8001 | 0 |
| 50 | 0.801644 | 7 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8116 | 0 |
| 51 | 0.800617 | 8 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 33.7807 | 0 |
| 52 | 0.798561 | 6 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 34.1702 | 0 |
| 53 | 0.799589 | 6 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 45.1432 | 0 |
| 54 | 0.801644 | 8 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 46.1329 | 0 |
| 55 | 0.79445 | 4 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 48.9689 | 0 |
| 56 | 0.797533 | 6 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 54.92 | 0 |
| 57 | 0.7852 | 5 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 63.436 | 0 |
| 58 | 0.796506 | 4 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 64.7951 | 0 |
| 59 | 0.800617 | 7 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 80.7103 | 0 |
| 60 | 0.799589 | 7 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 112.203 | 0 |
| 61 | 0.799589 | 7 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 155.476 | 0 |
| 62 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
| 63 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
| 64 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
| 65 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
| 66 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
| 67 | 0 | 4 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
| 68 | 0 | 5 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
| 69 | 0 | 6 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
| 70 | 0 | 7 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
| 71 | 0 | 8 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
| 72 | 0 | 8 | 0 | imagenet | comb_15_t | vit | rnd_search_t_lin | 336.791 | 530.579 | 0 | 0.04249 | 0 |
| 73 | 0 | 8 | 0 | imagenet | comb_5_t | vit | rnd_search_t_lin | 336.791 | 530.579 | 0 | 0.044499 | 0 |
| 74 | 0 | 8 | 0 | imagenet | comb_9_t | vit | rnd_search_t_lin | 364.492 | 532.677 | 0 | 53.3204 | 0 |
| 75 | 0 | 8 | 0 | imagenet | comb_18_t | vit | rnd_search_t_lin | 364.656 | 532.677 | 0 | 23.1561 | 0 |
| 76 | 0.802672 | 6 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 31.7915 | 0 |
| 77 | 0.799589 | 5 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 31.8688 | 0 |
| 78 | 0.793422 | 7 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 35.2892 | 0 |
| 79 | 0.796506 | 4 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 36.7567 | 0 |
| 80 | 0.793422 | 8 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 59.6054 | 0 |
| 81 | 0.772867 | 8 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 21.1272 | 0 |
| 82 | 0.797533 | 5 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 21.8728 | 0 |
| 83 | 0.801644 | 7 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 31.1755 | 0 |
| 84 | 0.808839 | 6 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 34.1276 | 0 |
| 85 | 0.793422 | 4 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 36.514 | 0 |
| 86 | 0 | 8 | 0 | imagenet | comb_11_t | vit | rnd_search_t_lin | 365.385 | 532.677 | 0 | 31.4737 | 0 |
| 87 | 0 | 8 | 0 | imagenet | comb_7_t | vit | rnd_search_t_lin | 365.385 | 532.677 | 0 | 43.3355 | 0 |
| 88 | 0 | 8 | 0 | imagenet | comb_3_t | vit | rnd_search_t_lin | 365.549 | 532.677 | 0 | 31.6812 | 0 |
| 89 | 0.8037 | 7 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.4556 | 0 |
| 90 | 0.800617 | 6 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.4616 | 0 |
| 91 | 0.782117 | 8 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.488 | 0 |
| 92 | 0.778006 | 4 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.6597 | 0 |
| 93 | 0.800617 | 5 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.719 | 0 |
| 94 | 0.811922 | 7 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.7972 | 0 |
| 95 | 0.8037 | 5 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 32.7746 | 0 |
| 96 | 0.790339 | 4 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 32.9821 | 0 |
| 97 | 0.788284 | 8 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 33.2763 | 0 |
| 98 | 0.795478 | 6 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 33.7998 | 0 |
| 99 | 0.789311 | 7 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 34.5764 | 0 |
| 100 | 0.801644 | 6 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 34.7895 | 0 |
| 101 | 0.758479 | 8 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 35.501 | 0 |
| 102 | 0.778006 | 8 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 36.1196 | 0 |
| 103 | 0.796506 | 7 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 39.0174 | 0 |
| 104 | 0.795478 | 5 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 43.4825 | 0 |
| 105 | 0.797533 | 4 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 48.4374 | 0 |
| 106 | 0.804728 | 6 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 65.7483 | 0 |
| 107 | 0.795478 | 4 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 75.49 | 0 |
| 108 | 0.805755 | 5 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 78.0202 | 0 |
| 109 | 0.769784 | 8 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 32.1994 | 0 |
| 110 | 0.808839 | 7 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 32.7307 | 0 |
| 111 | 0.804728 | 5 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 56.7983 | 0 |
| 112 | 0.788284 | 4 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 66.8958 | 0 |
| 113 | 0.802672 | 6 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 73.6034 | 0 |
| 114 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 24.3021 | 0 |