File size: 13,854 Bytes
55e03d1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0 | 4 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | | 1 | 0 | 5 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | | 2 | 0 | 6 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | | 3 | 0 | 7 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | | 4 | 0 | 8 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | | 5 | 0 | 4 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | | 6 | 0 | 5 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | | 7 | 0 | 6 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | | 8 | 0 | 7 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | | 9 | 0 | 8 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | | 10 | 0.8016 | 8 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 33.5803 | 0 | | 11 | 0.7986 | 5 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 35.8762 | 0 | | 12 | 0.7975 | 4 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 36.1688 | 0 | | 13 | 0.7996 | 7 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 38.858 | 0 | | 14 | 0.7986 | 6 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 43.1642 | 0 | | 15 | 0.7893 | 4 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 31.6855 | 0 | | 16 | 0.7996 | 5 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 33.0322 | 0 | | 17 | 0.7996 | 7 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 35.7577 | 0 | | 18 | 0.8058 | 6 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 42.5898 | 0 | | 19 | 0.8016 | 8 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 44.6953 | 0 | | 20 | 0 | 4 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | | 21 | 0 | 5 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | | 22 | 0 | 6 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | | 23 | 0 | 7 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | | 24 | 0 | 8 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | | 25 | 0 | 4 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | | 26 | 0 | 5 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | | 27 | 0 | 6 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | | 28 | 0 | 7 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | | 29 | 0 | 8 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | | 30 | 0 | 4 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | | 31 | 0 | 5 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | | 32 | 0 | 6 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | | 33 | 0 | 7 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | | 34 | 0 | 8 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | | 35 | 0 | 4 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 74.9899 | 0 | | 36 | 0.1778 | 4 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 357.932 | 390.07 | 0 | 59.1347 | 0 | | 37 | 0.3527 | 5 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.058 | 390.07 | 0 | 56.0998 | 0 | | 38 | 0.8006 | 8 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 49.7877 | 0 | | 39 | 0.8006 | 8 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 53.3713 | 0 | | 40 | 0.7986 | 4 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.2084 | 0 | | 41 | 0.7996 | 7 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.4753 | 0 | | 42 | 0.8027 | 6 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.7797 | 0 | | 43 | 0.8006 | 8 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 57.1358 | 0 | | 44 | 0.8016 | 8 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 57.5586 | 0 | | 45 | 0.7975 | 6 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.1869 | 0 | | 46 | 0.7996 | 6 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.3483 | 0 | | 47 | 0.8016 | 7 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.7072 | 0 | | 48 | 0.443 | 4 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.4107 | 0 | | 49 | 0.7996 | 8 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.9698 | 0 | | 50 | 0.8006 | 7 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.9854 | 0 | | 51 | 0.7996 | 7 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 61.244 | 0 | | 52 | 0.7934 | 5 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 62.3896 | 0 | | 53 | 0.7811 | 6 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 63.0262 | 0 | | 54 | 0.7996 | 7 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.442 | 0 | | 55 | 0.7975 | 7 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.6633 | 0 | | 56 | 0.7924 | 4 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.7745 | 0 | | 57 | 0.7986 | 6 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 66.2553 | 0 | | 58 | 0.8016 | 6 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 67.137 | 0 | | 59 | 0.8016 | 6 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.2103 | 0 | | 60 | 0.7996 | 8 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.3007 | 0 | | 61 | 0.7975 | 5 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.8959 | 0 | | 62 | 0.5961 | 5 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 70.8347 | 0 | | 63 | 0.8006 | 7 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 73.6649 | 0 | | 64 | 0.7986 | 5 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 74.3234 | 0 | | 65 | 0.7975 | 4 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 74.6207 | 0 | | 66 | 0.7986 | 5 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 75.6579 | 0 | | 67 | 0.7975 | 4 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 75.7543 | 0 | | 68 | 0.8006 | 8 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 77.7433 | 0 | | 69 | 0.8006 | 5 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 82.2658 | 0 | | 70 | 0 | 4 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 | | 71 | 0 | 5 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 | | 72 | 0 | 6 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 | | 73 | 0 | 7 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 | | 74 | 0 | 8 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.848 | 0 | 89.8436 | 0 | | 75 | 0.7955 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 32.2507 | 0 | | 76 | 0 | 4 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 | | 77 | 0 | 5 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 | | 78 | 0 | 6 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 | | 79 | 0 | 7 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 | | 80 | 0 | 8 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.0851 | 0 | | 81 | 0.8016 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 29.7755 | 0 | | 82 | 0.8006 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 25.559 | 0 | |