File size: 12,251 Bytes
65dbcdd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 |
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.0 4 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0
0.0 5 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0
0.0 6 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0
0.0 7 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0
0.0 8 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0
0.0 4 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0
0.0 5 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0
0.0 6 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0
0.0 7 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0
0.0 8 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0
0.8016444444656372 8 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 33.580257 0.0
0.798561155796051 5 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 35.87615 0.0
0.7975334525108337 4 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 36.168779 0.0
0.7995889186859131 7 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 38.85795 0.0
0.798561155796051 6 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 43.164197 0.0
0.789311408996582 4 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 31.685469 0.0
0.7995889186859131 5 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 33.032179 0.0
0.7995889186859131 7 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 35.757662 0.0
0.8057554364204407 6 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 42.589755 0.0
0.8016444444656372 8 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 44.695285 0.0
0.0 4 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0
0.0 5 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0
0.0 6 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0
0.0 7 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0
0.0 8 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0
0.0 4 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0
0.0 5 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0
0.0 6 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0
0.0 7 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0
0.0 8 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0
0.0 4 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
0.0 5 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
0.0 6 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
0.0 7 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
0.0 8 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0
0.0 4 0.0 imagenet comb_9 vit nlr_t_cos 357.9136 390.070272 0.0 74.989888 0.0
0.17777778208255768 4 0.0 imagenet comb_17 vit nlr_t_cos 357.93152 390.070272 0.0 59.134707 0.0
0.35273972153663635 5 0.0 imagenet comb_11 vit nlr_t_cos 358.057984 390.070272 0.0 56.099757 0.0
0.8006166815757751 8 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 49.787661 0.0
0.8006166815757751 8 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 53.371304 0.0
0.798561155796051 4 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 56.208392 0.0
0.7995889186859131 7 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 56.475292 0.0
0.8026722073554993 6 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 56.779707 0.0
0.8006166815757751 8 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 57.13578 0.0
0.8016444444656372 8 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 57.558627 0.0
0.7975334525108337 6 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 58.186938 0.0
0.7995889186859131 6 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 58.348271 0.0
0.8016444444656372 7 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 58.707181 0.0
0.4429599344730377 4 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 59.410654 0.0
0.7995889186859131 8 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 59.96978 0.0
0.8006166815757751 7 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 59.985351 0.0
0.7995889186859131 7 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 61.244016 0.0
0.7934224605560303 5 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 62.389594 0.0
0.7810894250869751 6 0.0 imagenet comb_9 vit nlr_t_cos 358.406656 392.167424 0.0 63.026189 0.0
0.7995889186859131 7 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 64.441987 0.0
0.7975334525108337 7 0.0 imagenet comb_9 vit nlr_t_cos 358.406656 392.167424 0.0 64.66328 0.0
0.7923946976661682 4 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 64.774522 0.0
0.798561155796051 6 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 66.25529 0.0
0.8016444444656372 6 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 67.137019 0.0
0.8016444444656372 6 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 69.210316 0.0
0.7995889186859131 8 0.0 imagenet comb_9 vit nlr_t_cos 358.406656 392.167424 0.0 69.300689 0.0
0.7975334525108337 5 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 69.895949 0.0
0.59609454870224 5 0.0 imagenet comb_9 vit nlr_t_cos 358.406656 392.167424 0.0 70.834701 0.0
0.8006166815757751 7 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 73.664927 0.0
0.798561155796051 5 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 74.323373 0.0
0.7975334525108337 4 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 74.620694 0.0
0.798561155796051 5 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 75.657927 0.0
0.7975334525108337 4 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 75.754289 0.0
0.8006166815757751 8 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 77.743276 0.0
0.8006166815757751 5 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 82.265753 0.0
0.0 4 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0
0.0 5 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0
0.0 6 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0
0.0 7 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0
0.0 8 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0
0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 32.250729 0.0
0.0 4 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
0.0 5 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
0.0 6 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
0.0 7 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
0.0 8 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0
0.0 8 0.0 imagenet comb_6_t vit nlr_t_cos 365.540352 411.041792 0.0 45.381616 0.0
0.0 8 0.0 imagenet comb_7_t vit nlr_t_cos 366.43328 411.041792 0.0 54.666464 0.0
0.0 8 0.0 imagenet comb_16_t vit nlr_t_cos 366.43328 411.041792 0.0 57.773276 0.0
0.0 4 0.0 imagenet comb_9_t vit nlr_t_cos 366.43328 411.041792 0.0 59.399987 0.0
0.0 8 0.0 imagenet comb_9_t vit nlr_t_cos 366.43328 411.041792 0.0 69.461182 0.0
0.0 8 0.0 imagenet comb_2_t vit nlr_t_cos 366.572544 411.041792 0.0 59.648557 0.0
0.7913669347763062 8 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 32.175244 0.0
0.7975334525108337 4 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 34.964144 0.0
0.798561155796051 5 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 37.271455 0.0
0.80781090259552 7 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 37.363848 0.0
0.80781090259552 6 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 38.786008 0.0
0.8036999106407166 5 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 34.871969 0.0
0.7810894250869751 8 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 36.390906 0.0
0.7954779267311096 4 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 37.626191 0.0
0.7954779267311096 7 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 39.170529 0.0
0.8026722073554993 6 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 45.167757 0.0
0.0 8 0.0 imagenet comb_4_t vit nlr_t_cos 367.465472 411.041792 0.0 72.121117 0.0
0.7923946976661682 7 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 57.272619 0.0
0.798561155796051 4 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 57.314397 0.0
0.7975334525108337 6 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 59.836479 0.0
0.8026722073554993 6 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 60.475038 0.0
0.8036999106407166 4 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 60.860014 0.0
0.7944501638412476 5 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.115735 0.0
0.7718396782875061 8 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.9559 0.0
0.8057554364204407 6 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.960882 0.0
0.8006166815757751 7 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 62.889533 0.0
0.7882837057113647 8 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 64.175947 0.0
0.7132579684257507 7 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 64.876029 0.0
0.8057554364204407 7 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 65.15354 0.0
0.7646454572677612 8 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 65.659099 0.0
0.8057554364204407 6 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 65.857356 0.0
0.7523124814033508 6 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 67.65593 0.0
0.7656732201576233 8 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 67.920667 0.0
0.8047276735305786 7 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 67.96201 0.0
0.8006166815757751 4 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 68.000217 0.0
0.789311408996582 4 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 68.852155 0.0
0.8057554364204407 5 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 69.272498 0.0
0.8067831993103027 5 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 70.506747 0.0
0.7831449508666992 8 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 74.418557 0.0
0.798561155796051 4 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 77.289301 0.0
0.7975334525108337 7 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 77.455977 0.0
0.6927030086517334 5 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 77.802317 0.0
0.8067831993103027 5 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 78.17551 0.0
0.8016444444656372 6 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 79.786262 0.0
0.8006166815757751 5 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 90.268079 0.0
0.7831449508666992 8 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 55.318765 0.0
0.7934224605560303 7 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 58.704746 0.0
0.7995889186859131 6 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 60.245163 0.0
0.798561155796051 5 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 62.008162 0.0
0.7841727137565613 4 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 69.48493 0.0
0.0 8 0.0 imagenet comb_14_t vit nlr_t_cos 336.790528 425.721856 0.0 0.092761 0.0
0.0 8 0.0 imagenet comb_13_t vit nlr_t_cos 388.437504 427.819008 0.0 106.728153 0.0
0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 29.775489 0.0
0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 25.559025 0.0
|