File size: 12,797 Bytes
48e27c5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:---------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0 | 4 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 1 | 0 | 5 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 2 | 0 | 6 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 3 | 0 | 7 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 4 | 0 | 8 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 5 | 0 | 4 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 6 | 0 | 5 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 7 | 0 | 6 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 8 | 0 | 7 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 9 | 0 | 8 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 10 | 0.801644 | 8 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 31.3603 | 0 | | 11 | 0.805755 | 6 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 31.4517 | 0 | | 12 | 0.799589 | 7 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 32.5097 | 0 | | 13 | 0.799589 | 5 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 36.9032 | 0 | | 14 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 29.4787 | 0 | | 15 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 30.6794 | 0 | | 16 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 31.5947 | 0 | | 17 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 35.4921 | 0 | | 18 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 36.4861 | 0 | | 19 | 0 | 4 | 0 | imagenet | comb_15 | vit | nlr | 356.865 | 511.705 | 0 | 48.2981 | 0 | | 20 | 0 | 4 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 21 | 0 | 5 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 22 | 0 | 6 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 23 | 0 | 7 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 24 | 0 | 8 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 25 | 0 | 4 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 26 | 0 | 5 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 27 | 0 | 6 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 28 | 0 | 4 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 29 | 0 | 5 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 30 | 0 | 6 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 31 | 0 | 7 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 32 | 0 | 8 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 33 | 0 | 4 | 0 | imagenet | comb_10 | vit | nlr | 356.865 | 511.705 | 0 | 70.7598 | 0 | | 34 | 0 | 5 | 0 | imagenet | comb_10 | vit | nlr | 356.865 | 511.705 | 0 | 70.7598 | 0 | | 35 | 0.0769231 | 8 | 0 | imagenet | comb_13 | vit | nlr | 356.867 | 511.705 | 0 | 77.5891 | 0 | | 36 | 0.181818 | 4 | 0 | imagenet | comb_17 | vit | nlr | 356.877 | 511.705 | 0 | 46.6618 | 0 | | 37 | 0.394737 | 7 | 0 | imagenet | comb_13 | vit | nlr | 356.899 | 511.705 | 0 | 49.318 | 0 | | 38 | 0 | 4 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 39 | 0 | 5 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 40 | 0 | 6 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 41 | 0 | 7 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 42 | 0 | 8 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 43 | 0 | 4 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 44 | 0 | 5 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 45 | 0 | 6 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 46 | 0 | 7 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 47 | 0 | 8 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 48 | 0.799589 | 5 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 45.367 | 0 | | 49 | 0.796506 | 5 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 45.702 | 0 | | 50 | 0.787256 | 4 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 46.7125 | 0 | | 51 | 0.789311 | 5 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 47.8618 | 0 | | 52 | 0.797533 | 6 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 47.9498 | 0 | | 53 | 0.802672 | 7 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 48.4779 | 0 | | 54 | 0.801644 | 8 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 49 | 0 | | 55 | 0.804728 | 6 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 49.0668 | 0 | | 56 | 0.799589 | 8 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 49.2037 | 0 | | 57 | 0.800617 | 8 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 49.3588 | 0 | | 58 | 0.801644 | 5 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 50.7076 | 0 | | 59 | 0.801644 | 6 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 50.7623 | 0 | | 60 | 0.797533 | 7 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 50.8509 | 0 | | 61 | 0.793422 | 4 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 51.5064 | 0 | | 62 | 0.801644 | 7 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 51.6201 | 0 | | 63 | 0.800617 | 8 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 51.6618 | 0 | | 64 | 0.802672 | 8 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 52.0654 | 0 | | 65 | 0.800617 | 7 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 54.9291 | 0 | | 66 | 0.800617 | 7 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 55.2512 | 0 | | 67 | 0.804728 | 6 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 56.9223 | 0 | | 68 | 0.8037 | 8 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 57.9464 | 0 | | 69 | 0.800617 | 7 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 58.2658 | 0 | | 70 | 0.797533 | 5 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 59.486 | 0 | | 71 | 0.784173 | 6 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 60.3661 | 0 | | 72 | 0.801644 | 7 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 61.9856 | 0 | | 73 | 0.801644 | 8 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 66.6812 | 0 | | 74 | 0.802672 | 6 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 69.508 | 0 | | 75 | 0.800617 | 6 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 79.5153 | 0 | | 76 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 18.1811 | 0 | |