| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.7955 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 20.9158 | 0 | | 1 | 0.8016 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 74.5523 | 0 | | 2 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | | 3 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | | 4 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | | 5 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | | 6 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 | | 7 | 0 | 4 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | | 8 | 0 | 5 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | | 9 | 0 | 6 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | | 10 | 0 | 7 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | | 11 | 0 | 8 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 | | 12 | 0.7996 | 5 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 18.7909 | 0 | | 13 | 0.7986 | 4 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 28.8416 | 0 | | 14 | 0.7996 | 8 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 34.7983 | 0 | | 15 | 0.7975 | 7 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 35.2459 | 0 | | 16 | 0.7986 | 6 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 59.0067 | 0 | | 17 | 0.8058 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.4505 | 0 | | 18 | 0.7893 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 22.1499 | 0 | | 19 | 0.8016 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 25.8405 | 0 | | 20 | 0.7996 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 32.1204 | 0 | | 21 | 0.7996 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 68.7026 | 0 | | 22 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | | 23 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | | 24 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | | 25 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | | 26 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 | | 27 | 0 | 4 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | | 28 | 0 | 5 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | | 29 | 0 | 6 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | | 30 | 0 | 7 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | | 31 | 0 | 8 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 | | 32 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | | 33 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | | 34 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | | 35 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | | 36 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 | | 37 | 0.1818 | 4 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 356.877 | 511.705 | 0 | 54.1088 | 0 | | 38 | 0.6547 | 4 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.678 | 0 | | 39 | 0.7986 | 6 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.8701 | 0 | | 40 | 0.8027 | 5 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.991 | 0 | | 41 | 0.7986 | 5 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.1531 | 0 | | 42 | 0.7955 | 4 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.2889 | 0 | | 43 | 0.8006 | 8 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.4019 | 0 | | 44 | 0.7996 | 8 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.5034 | 0 | | 45 | 0.8006 | 8 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.6904 | 0 | | 46 | 0.7996 | 7 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.7077 | 0 | | 47 | 0.7934 | 5 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 31.2943 | 0 | | 48 | 0.7996 | 5 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.7951 | 0 | | 49 | 0.8016 | 6 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8001 | 0 | | 50 | 0.8016 | 7 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8116 | 0 | | 51 | 0.8006 | 8 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 33.7807 | 0 | | 52 | 0.7986 | 6 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 34.1702 | 0 | | 53 | 0.7996 | 6 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 45.1432 | 0 | | 54 | 0.8016 | 8 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 46.1329 | 0 | | 55 | 0.7945 | 4 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 48.9689 | 0 | | 56 | 0.7975 | 6 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 54.92 | 0 | | 57 | 0.7852 | 5 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 63.436 | 0 | | 58 | 0.7965 | 4 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 64.7951 | 0 | | 59 | 0.8006 | 7 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 80.7103 | 0 | | 60 | 0.7996 | 7 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 112.204 | 0 | | 61 | 0.7996 | 7 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 155.476 | 0 | | 62 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 | | 63 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 | | 64 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 | | 65 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 | | 66 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 | | 67 | 0 | 4 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 | | 68 | 0 | 5 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 | | 69 | 0 | 6 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 | | 70 | 0 | 7 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 | | 71 | 0 | 8 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 | | 72 | 0.8006 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 24.3021 | 0 |