diff --git a/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..9365924bac4928467aa351472fc31efdfcc5c1e9 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..0f99ae3cf426dde98e83361e0f7cd5a515277701 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..5f0577444dac38b66abfb8a077ba7505570dbb9e Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..cc8d4c233d2c983c6c999bd03dc1a9c621b4af62 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..800b6a85f4c011bb09c56c3c9c49bb9b198b9594 Binary files /dev/null and b/results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/vit.png b/results/bitwidth_acc_decay_per_function/vit.png new file mode 100644 index 0000000000000000000000000000000000000000..43c6fb546278674655c2a73aaf05b4f2d78f80d3 Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/vit.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..6e7937b1082c66007072c35deb4549153434f5c7 --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,136 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.0 4 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0 +0.0 5 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0 +0.0 6 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0 +0.0 7 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0 +0.0 8 0.0 imagenet comb_2 vit nlr_t_cos 357.020672 390.070272 0.0 46.351745 0.0 +0.0 4 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0 +0.0 5 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0 +0.0 6 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0 +0.0 7 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0 +0.0 8 0.0 imagenet comb_6 vit nlr_t_cos 357.020672 390.070272 0.0 50.673755 0.0 +0.8016444444656372 8 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 33.580257 0.0 +0.798561155796051 5 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 35.87615 0.0 +0.7975334525108337 4 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 36.168779 0.0 +0.7995889186859131 7 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 38.85795 0.0 +0.798561155796051 6 0.0 imagenet comb_15 vit nlr_t_cos 357.513728 390.070272 0.0 43.164197 0.0 +0.789311408996582 4 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 31.685469 0.0 +0.7995889186859131 5 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 33.032179 0.0 +0.7995889186859131 7 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 35.757662 0.0 +0.8057554364204407 6 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 42.589755 0.0 +0.8016444444656372 8 0.0 imagenet woq vit fixed 357.587968 390.070272 0.0 44.695285 0.0 +0.0 4 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0 +0.0 5 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0 +0.0 6 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0 +0.0 7 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0 +0.0 8 0.0 imagenet comb_16 vit nlr_t_cos 357.9136 390.070272 0.0 51.337058 0.0 +0.0 4 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0 +0.0 5 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0 +0.0 6 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0 +0.0 7 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0 +0.0 8 0.0 imagenet comb_4 vit nlr_t_cos 357.9136 390.070272 0.0 58.000499 0.0 +0.0 4 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0 +0.0 5 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0 +0.0 6 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0 +0.0 7 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0 +0.0 8 0.0 imagenet comb_7 vit nlr_t_cos 357.9136 390.070272 0.0 59.474992 0.0 +0.0 4 0.0 imagenet comb_9 vit nlr_t_cos 357.9136 390.070272 0.0 74.989888 0.0 +0.17777778208255768 4 0.0 imagenet comb_17 vit nlr_t_cos 357.93152 390.070272 0.0 59.134707 0.0 +0.35273972153663635 5 0.0 imagenet comb_11 vit nlr_t_cos 358.057984 390.070272 0.0 56.099757 0.0 +0.8006166815757751 8 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 49.787661 0.0 +0.8006166815757751 8 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 53.371304 0.0 +0.798561155796051 4 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 56.208392 0.0 +0.7995889186859131 7 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 56.475292 0.0 +0.8026722073554993 6 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 56.779707 0.0 +0.8006166815757751 8 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 57.13578 0.0 +0.8016444444656372 8 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 57.558627 0.0 +0.7975334525108337 6 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 58.186938 0.0 +0.7995889186859131 6 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 58.348271 0.0 +0.8016444444656372 7 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 58.707181 0.0 +0.4429599344730377 4 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 59.410654 0.0 +0.7995889186859131 8 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 59.96978 0.0 +0.8006166815757751 7 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 59.985351 0.0 +0.7995889186859131 7 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 61.244016 0.0 +0.7934224605560303 5 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 62.389594 0.0 +0.7810894250869751 6 0.0 imagenet comb_9 vit nlr_t_cos 358.406656 392.167424 0.0 63.026189 0.0 +0.7995889186859131 7 0.0 imagenet comb_11 vit nlr_t_cos 358.406656 392.167424 0.0 64.441987 0.0 +0.7975334525108337 7 0.0 imagenet comb_9 vit nlr_t_cos 358.406656 392.167424 0.0 64.66328 0.0 +0.7923946976661682 4 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 64.774522 0.0 +0.798561155796051 6 0.0 imagenet comb_1 vit nlr_t_cos 358.406656 392.167424 0.0 66.25529 0.0 +0.8016444444656372 6 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 67.137019 0.0 +0.8016444444656372 6 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 69.210316 0.0 +0.7995889186859131 8 0.0 imagenet comb_9 vit nlr_t_cos 358.406656 392.167424 0.0 69.300689 0.0 +0.7975334525108337 5 0.0 imagenet comb_18 vit nlr_t_cos 358.406656 392.167424 0.0 69.895949 0.0 +0.59609454870224 5 0.0 imagenet comb_9 vit nlr_t_cos 358.406656 392.167424 0.0 70.834701 0.0 +0.8006166815757751 7 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 73.664927 0.0 +0.798561155796051 5 0.0 imagenet comb_17 vit nlr_t_cos 358.406656 392.167424 0.0 74.323373 0.0 +0.7975334525108337 4 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 74.620694 0.0 +0.798561155796051 5 0.0 imagenet comb_8 vit nlr_t_cos 358.406656 392.167424 0.0 75.657927 0.0 +0.7975334525108337 4 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 75.754289 0.0 +0.8006166815757751 8 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 77.743276 0.0 +0.8006166815757751 5 0.0 imagenet comb_5 vit nlr_t_cos 358.406656 392.167424 0.0 82.265753 0.0 +0.0 4 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0 +0.0 5 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0 +0.0 6 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0 +0.0 7 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0 +0.0 8 0.0 imagenet comb_13 vit nlr_t_cos 378.885632 406.847488 0.0 89.843602 0.0 +0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 32.250729 0.0 +0.0 4 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0 +0.0 5 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0 +0.0 6 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0 +0.0 7 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0 +0.0 8 0.0 imagenet comb_14 vit nlr_t_cos 329.376768 411.041792 0.0 0.085119 0.0 +0.0 8 0.0 imagenet comb_6_t vit nlr_t_cos 365.540352 411.041792 0.0 45.381616 0.0 +0.0 8 0.0 imagenet comb_7_t vit nlr_t_cos 366.43328 411.041792 0.0 54.666464 0.0 +0.0 8 0.0 imagenet comb_16_t vit nlr_t_cos 366.43328 411.041792 0.0 57.773276 0.0 +0.0 4 0.0 imagenet comb_9_t vit nlr_t_cos 366.43328 411.041792 0.0 59.399987 0.0 +0.0 8 0.0 imagenet comb_9_t vit nlr_t_cos 366.43328 411.041792 0.0 69.461182 0.0 +0.0 8 0.0 imagenet comb_2_t vit nlr_t_cos 366.572544 411.041792 0.0 59.648557 0.0 +0.7913669347763062 8 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 32.175244 0.0 +0.7975334525108337 4 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 34.964144 0.0 +0.798561155796051 5 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 37.271455 0.0 +0.80781090259552 7 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 37.363848 0.0 +0.80781090259552 6 0.0 imagenet comb_15_t vit nlr_t_cos 367.0656 411.041792 0.0 38.786008 0.0 +0.8036999106407166 5 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 34.871969 0.0 +0.7810894250869751 8 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 36.390906 0.0 +0.7954779267311096 4 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 37.626191 0.0 +0.7954779267311096 7 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 39.170529 0.0 +0.8026722073554993 6 0.0 imagenet woq_t vit fixed 367.13984 411.041792 0.0 45.167757 0.0 +0.0 8 0.0 imagenet comb_4_t vit nlr_t_cos 367.465472 411.041792 0.0 72.121117 0.0 +0.7923946976661682 7 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 57.272619 0.0 +0.798561155796051 4 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 57.314397 0.0 +0.7975334525108337 6 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 59.836479 0.0 +0.8026722073554993 6 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 60.475038 0.0 +0.8036999106407166 4 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 60.860014 0.0 +0.7944501638412476 5 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.115735 0.0 +0.7718396782875061 8 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.9559 0.0 +0.8057554364204407 6 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 61.960882 0.0 +0.8006166815757751 7 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 62.889533 0.0 +0.7882837057113647 8 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 64.175947 0.0 +0.7132579684257507 7 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 64.876029 0.0 +0.8057554364204407 7 0.0 imagenet comb_1_t vit nlr_t_cos 366.926336 413.138944 0.0 65.15354 0.0 +0.7646454572677612 8 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 65.659099 0.0 +0.8057554364204407 6 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 65.857356 0.0 +0.7523124814033508 6 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 67.65593 0.0 +0.7656732201576233 8 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 67.920667 0.0 +0.8047276735305786 7 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 67.96201 0.0 +0.8006166815757751 4 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 68.000217 0.0 +0.789311408996582 4 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 68.852155 0.0 +0.8057554364204407 5 0.0 imagenet comb_17_t vit nlr_t_cos 366.926336 413.138944 0.0 69.272498 0.0 +0.8067831993103027 5 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 70.506747 0.0 +0.7831449508666992 8 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 74.418557 0.0 +0.798561155796051 4 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 77.289301 0.0 +0.7975334525108337 7 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 77.455977 0.0 +0.6927030086517334 5 0.0 imagenet comb_9_t vit nlr_t_cos 366.926336 413.138944 0.0 77.802317 0.0 +0.8067831993103027 5 0.0 imagenet comb_5_t vit nlr_t_cos 366.926336 413.138944 0.0 78.17551 0.0 +0.8016444444656372 6 0.0 imagenet comb_18_t vit nlr_t_cos 366.926336 413.138944 0.0 79.786262 0.0 +0.8006166815757751 5 0.0 imagenet comb_8_t vit nlr_t_cos 366.926336 413.138944 0.0 90.268079 0.0 +0.7831449508666992 8 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 55.318765 0.0 +0.7934224605560303 7 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 58.704746 0.0 +0.7995889186859131 6 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 60.245163 0.0 +0.798561155796051 5 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 62.008162 0.0 +0.7841727137565613 4 0.0 imagenet comb_11_t vit nlr_t_cos 367.958528 413.138944 0.0 69.48493 0.0 +0.0 8 0.0 imagenet comb_14_t vit nlr_t_cos 336.790528 425.721856 0.0 0.092761 0.0 +0.0 8 0.0 imagenet comb_13_t vit nlr_t_cos 388.437504 427.819008 0.0 106.728153 0.0 +0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 29.775489 0.0 +0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 25.559025 0.0 diff --git a/results/func_by_param_init_method/vit/4/comb_1.png b/results/func_by_param_init_method/vit/4/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..e4194ed20d18cdba38bc9a4693789e079cbe9532 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_11.png b/results/func_by_param_init_method/vit/4/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..8cd2a8270112f89bb9101c1838d92f98f70c7632 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_11.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_11_t.png b/results/func_by_param_init_method/vit/4/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..77dc48d510fb7bd5c6703bd7c98102ab84265ce5 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_11_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_15.png b/results/func_by_param_init_method/vit/4/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..fe15083773315aa64a4ed5fef9a0e22553f43d18 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_15_t.png b/results/func_by_param_init_method/vit/4/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e2a555842179daa5ae072ad4d30db59b145ffe4e Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_17.png b/results/func_by_param_init_method/vit/4/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..2f0e4bce6d3d0497b2998dcf764648faa3ad40d5 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_17_t.png b/results/func_by_param_init_method/vit/4/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..24cc80c512a7509379c9d40cde062b346855a21e Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_18.png b/results/func_by_param_init_method/vit/4/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..8ac6488d3ea6397c51c3f9ec67fa70b62315120e Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_18_t.png b/results/func_by_param_init_method/vit/4/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d3cd0e752b10c61f089f6fec4dfff84a67869d8c Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_18_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_1_t.png b/results/func_by_param_init_method/vit/4/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..652b755e9335bc118ccd1abbd9a8d07a8201f3ee Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_5.png b/results/func_by_param_init_method/vit/4/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..c0f67d01bb526a064be41a6a095670d06417f1b6 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_5.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_5_t.png b/results/func_by_param_init_method/vit/4/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d61b60bd99119d7917e4b9e1bfb4df3980d52729 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_5_t.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_8.png b/results/func_by_param_init_method/vit/4/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..c0f67d01bb526a064be41a6a095670d06417f1b6 Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/4/comb_8_t.png b/results/func_by_param_init_method/vit/4/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f90745b22a10014eabb0d9c6c841ef363567f99b Binary files /dev/null and b/results/func_by_param_init_method/vit/4/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_1.png b/results/func_by_param_init_method/vit/5/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..1df676c9b89eeb1c34ae314f12a9ea1a12533531 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_11.png b/results/func_by_param_init_method/vit/5/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..b6ccccba16f4ef89dc2165be1efaa633018e4240 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_11.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_11_t.png b/results/func_by_param_init_method/vit/5/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..baad7f7e81b965a13131574f15b0914ebb4ae093 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_11_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_15.png b/results/func_by_param_init_method/vit/5/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..8ac6488d3ea6397c51c3f9ec67fa70b62315120e Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_15_t.png b/results/func_by_param_init_method/vit/5/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..dd6a533fdee119b6d503a05152d7cdb2a2f8d7ea Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_17.png b/results/func_by_param_init_method/vit/5/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..8ac6488d3ea6397c51c3f9ec67fa70b62315120e Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_17_t.png b/results/func_by_param_init_method/vit/5/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..a7f65c951cc4af495a1fc58e4647b408428f62cc Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_18.png b/results/func_by_param_init_method/vit/5/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..fe15083773315aa64a4ed5fef9a0e22553f43d18 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_18_t.png b/results/func_by_param_init_method/vit/5/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d35111b3271613e230413b263d514ca8456ea84f Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_18_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_1_t.png b/results/func_by_param_init_method/vit/5/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..367a4055d5688901691bf63e09bd8b3f03de0c42 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_5.png b/results/func_by_param_init_method/vit/5/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..11815e708906e00cc7e4705f9bf9ad330502e9f4 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_5.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_5_t.png b/results/func_by_param_init_method/vit/5/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d1594ddeb369c1a00e31647798f4b0b6eb7a3c7c Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_5_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_8.png b/results/func_by_param_init_method/vit/5/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..703ab3676b72b994d5c9b67452977d9bf1910e56 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_8_t.png b/results/func_by_param_init_method/vit/5/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d61b60bd99119d7917e4b9e1bfb4df3980d52729 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_9.png b/results/func_by_param_init_method/vit/5/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..837d5e0c2a1da32acb344ed7313ba0ede4eb9475 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_9.png differ diff --git a/results/func_by_param_init_method/vit/5/comb_9_t.png b/results/func_by_param_init_method/vit/5/comb_9_t.png new file mode 100644 index 0000000000000000000000000000000000000000..0c4a6adaa1e50921bfdcc67208d9f9e3c6ebc435 Binary files /dev/null and b/results/func_by_param_init_method/vit/5/comb_9_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_1.png b/results/func_by_param_init_method/vit/6/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..703ab3676b72b994d5c9b67452977d9bf1910e56 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_11.png b/results/func_by_param_init_method/vit/6/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..fe15083773315aa64a4ed5fef9a0e22553f43d18 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_11.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_11_t.png b/results/func_by_param_init_method/vit/6/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9088b6953266b9da7643123513596ead1c42b49b Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_11_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_15.png b/results/func_by_param_init_method/vit/6/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..8ac6488d3ea6397c51c3f9ec67fa70b62315120e Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_15_t.png b/results/func_by_param_init_method/vit/6/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..27f787a957120a59ed03234e1d6fbf92861c2989 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_17.png b/results/func_by_param_init_method/vit/6/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..654526f12047b6bce906295d322f70f7b1183b34 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_17_t.png b/results/func_by_param_init_method/vit/6/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e2a555842179daa5ae072ad4d30db59b145ffe4e Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_18.png b/results/func_by_param_init_method/vit/6/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..f5183a8f64eaa32e2ac137a3b8f70fe4a9545a38 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_18_t.png b/results/func_by_param_init_method/vit/6/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..b911a4000fc3b892727c5e79aa4a0e83f825fb0b Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_18_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_1_t.png b/results/func_by_param_init_method/vit/6/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..161dc842e5243c8b5bc277abd2b87b15e4fa805d Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_5.png b/results/func_by_param_init_method/vit/6/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..d2e09e543913567e5c2a74741626638b6b6ada00 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_5.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_5_t.png b/results/func_by_param_init_method/vit/6/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d5120b4bbefa0b198de35f6a09c4ca75cc9c0909 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_5_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_8.png b/results/func_by_param_init_method/vit/6/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..d2e09e543913567e5c2a74741626638b6b6ada00 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_8_t.png b/results/func_by_param_init_method/vit/6/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..44bfb93a98f368bcabc8d5678168b3485656e657 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_9.png b/results/func_by_param_init_method/vit/6/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..f699c7ad5fb244e59a544771afcb2da752818e01 Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_9.png differ diff --git a/results/func_by_param_init_method/vit/6/comb_9_t.png b/results/func_by_param_init_method/vit/6/comb_9_t.png new file mode 100644 index 0000000000000000000000000000000000000000..473b5308b2847db3b5b0772a9e2240aeefb3a0cc Binary files /dev/null and b/results/func_by_param_init_method/vit/6/comb_9_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_1.png b/results/func_by_param_init_method/vit/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..d2e09e543913567e5c2a74741626638b6b6ada00 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_11.png b/results/func_by_param_init_method/vit/7/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..654526f12047b6bce906295d322f70f7b1183b34 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_11.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_11_t.png b/results/func_by_param_init_method/vit/7/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d1c34762f1cd01c3d76a609225ae5e928779a163 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_11_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_15.png b/results/func_by_param_init_method/vit/7/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..654526f12047b6bce906295d322f70f7b1183b34 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_15_t.png b/results/func_by_param_init_method/vit/7/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..27f787a957120a59ed03234e1d6fbf92861c2989 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_17.png b/results/func_by_param_init_method/vit/7/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..654526f12047b6bce906295d322f70f7b1183b34 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_17_t.png b/results/func_by_param_init_method/vit/7/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..05bf129a3f585e21b8d3c2a2d9843d31bc162056 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_18.png b/results/func_by_param_init_method/vit/7/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..13810550113f9b2cadc088a6c80f0b08ffbc7d1b Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_18_t.png b/results/func_by_param_init_method/vit/7/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e458d0de5089526bdbfdec0c72e8c1893c36ceed Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_18_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_1_t.png b/results/func_by_param_init_method/vit/7/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..161dc842e5243c8b5bc277abd2b87b15e4fa805d Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_5.png b/results/func_by_param_init_method/vit/7/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..c9d3826fe03d34b9ac2ee05dd526df4683f5a16c Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_5.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_5_t.png b/results/func_by_param_init_method/vit/7/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..85db9b4b13a61251fd40c00d3646e4b28897206d Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_5_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_8.png b/results/func_by_param_init_method/vit/7/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..11815e708906e00cc7e4705f9bf9ad330502e9f4 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_8_t.png b/results/func_by_param_init_method/vit/7/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..64f7ea07d1adad8affe53353c125e72055988eb7 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_9.png b/results/func_by_param_init_method/vit/7/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..c0f67d01bb526a064be41a6a095670d06417f1b6 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_9.png differ diff --git a/results/func_by_param_init_method/vit/7/comb_9_t.png b/results/func_by_param_init_method/vit/7/comb_9_t.png new file mode 100644 index 0000000000000000000000000000000000000000..561167db0c18450afbd17d5e4180f7986e0b6b28 Binary files /dev/null and b/results/func_by_param_init_method/vit/7/comb_9_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_1.png b/results/func_by_param_init_method/vit/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..c9d3826fe03d34b9ac2ee05dd526df4683f5a16c Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_1.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_11.png b/results/func_by_param_init_method/vit/8/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..13810550113f9b2cadc088a6c80f0b08ffbc7d1b Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_11.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_11_t.png b/results/func_by_param_init_method/vit/8/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..fc84887f1ebdeb7712711c86c51878d13af955e5 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_11_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_15.png b/results/func_by_param_init_method/vit/8/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..cc3010b89d63ed9deebd188cd388a880768fd0a0 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_15.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_15_t.png b/results/func_by_param_init_method/vit/8/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..71db0a7fddf08d322380c41df35738c0393e890c Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_15_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_17.png b/results/func_by_param_init_method/vit/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..13810550113f9b2cadc088a6c80f0b08ffbc7d1b Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_17.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_17_t.png b/results/func_by_param_init_method/vit/8/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..8fc29b6f25855b1acef4d98748cbeb8a2bc088ca Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_17_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_18.png b/results/func_by_param_init_method/vit/8/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..13810550113f9b2cadc088a6c80f0b08ffbc7d1b Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_18.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_18_t.png b/results/func_by_param_init_method/vit/8/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..38f7cb964c55bff285c224685dde689e70e13e24 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_18_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_1_t.png b/results/func_by_param_init_method/vit/8/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9e5c87b9890fd5409737d973e44cc34c9f397a2f Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_1_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_5.png b/results/func_by_param_init_method/vit/8/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..11815e708906e00cc7e4705f9bf9ad330502e9f4 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_5.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_5_t.png b/results/func_by_param_init_method/vit/8/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..93650e0a3805d6e2fdd0441cf330c363e545bcce Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_5_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_8.png b/results/func_by_param_init_method/vit/8/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..d2e09e543913567e5c2a74741626638b6b6ada00 Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_8.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_8_t.png b/results/func_by_param_init_method/vit/8/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..719e9a80ab53a2c685eee1e742738e581cb0b43e Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_8_t.png differ diff --git a/results/func_by_param_init_method/vit/8/comb_9.png b/results/func_by_param_init_method/vit/8/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..c9d3826fe03d34b9ac2ee05dd526df4683f5a16c Binary files /dev/null and b/results/func_by_param_init_method/vit/8/comb_9.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..c3b084dbf2eac588e096c1d72da48bfa78eb8ff8 --- /dev/null +++ b/results/results.txt @@ -0,0 +1,137 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:----------|:----------|:--------|:----------|--------------------:|---------------------:|-------------:|-----------:|------:| +| 0 | 0 | 4 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | +| 1 | 0 | 5 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | +| 2 | 0 | 6 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | +| 3 | 0 | 7 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | +| 4 | 0 | 8 | 0 | imagenet | comb_2 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 46.3517 | 0 | +| 5 | 0 | 4 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | +| 6 | 0 | 5 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | +| 7 | 0 | 6 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | +| 8 | 0 | 7 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | +| 9 | 0 | 8 | 0 | imagenet | comb_6 | vit | nlr_t_cos | 357.021 | 390.07 | 0 | 50.6738 | 0 | +| 10 | 0.801644 | 8 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 33.5803 | 0 | +| 11 | 0.798561 | 5 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 35.8762 | 0 | +| 12 | 0.797533 | 4 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 36.1688 | 0 | +| 13 | 0.799589 | 7 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 38.858 | 0 | +| 14 | 0.798561 | 6 | 0 | imagenet | comb_15 | vit | nlr_t_cos | 357.514 | 390.07 | 0 | 43.1642 | 0 | +| 15 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 31.6855 | 0 | +| 16 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 33.0322 | 0 | +| 17 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 35.7577 | 0 | +| 18 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 42.5898 | 0 | +| 19 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 357.588 | 390.07 | 0 | 44.6953 | 0 | +| 20 | 0 | 4 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | +| 21 | 0 | 5 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | +| 22 | 0 | 6 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | +| 23 | 0 | 7 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | +| 24 | 0 | 8 | 0 | imagenet | comb_16 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 51.3371 | 0 | +| 25 | 0 | 4 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | +| 26 | 0 | 5 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | +| 27 | 0 | 6 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | +| 28 | 0 | 7 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | +| 29 | 0 | 8 | 0 | imagenet | comb_4 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 58.0005 | 0 | +| 30 | 0 | 4 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | +| 31 | 0 | 5 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | +| 32 | 0 | 6 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | +| 33 | 0 | 7 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | +| 34 | 0 | 8 | 0 | imagenet | comb_7 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 59.475 | 0 | +| 35 | 0 | 4 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 357.914 | 390.07 | 0 | 74.9899 | 0 | +| 36 | 0.177778 | 4 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 357.932 | 390.07 | 0 | 59.1347 | 0 | +| 37 | 0.35274 | 5 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.058 | 390.07 | 0 | 56.0998 | 0 | +| 38 | 0.800617 | 8 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 49.7877 | 0 | +| 39 | 0.800617 | 8 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 53.3713 | 0 | +| 40 | 0.798561 | 4 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.2084 | 0 | +| 41 | 0.799589 | 7 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.4753 | 0 | +| 42 | 0.802672 | 6 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 56.7797 | 0 | +| 43 | 0.800617 | 8 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 57.1358 | 0 | +| 44 | 0.801644 | 8 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 57.5586 | 0 | +| 45 | 0.797533 | 6 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.1869 | 0 | +| 46 | 0.799589 | 6 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.3483 | 0 | +| 47 | 0.801644 | 7 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 58.7072 | 0 | +| 48 | 0.44296 | 4 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.4107 | 0 | +| 49 | 0.799589 | 8 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.9698 | 0 | +| 50 | 0.800617 | 7 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 59.9854 | 0 | +| 51 | 0.799589 | 7 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 61.244 | 0 | +| 52 | 0.793422 | 5 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 62.3896 | 0 | +| 53 | 0.781089 | 6 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 63.0262 | 0 | +| 54 | 0.799589 | 7 | 0 | imagenet | comb_11 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.442 | 0 | +| 55 | 0.797533 | 7 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.6633 | 0 | +| 56 | 0.792395 | 4 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 64.7745 | 0 | +| 57 | 0.798561 | 6 | 0 | imagenet | comb_1 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 66.2553 | 0 | +| 58 | 0.801644 | 6 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 67.137 | 0 | +| 59 | 0.801644 | 6 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.2103 | 0 | +| 60 | 0.799589 | 8 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.3007 | 0 | +| 61 | 0.797533 | 5 | 0 | imagenet | comb_18 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 69.8959 | 0 | +| 62 | 0.596095 | 5 | 0 | imagenet | comb_9 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 70.8347 | 0 | +| 63 | 0.800617 | 7 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 73.6649 | 0 | +| 64 | 0.798561 | 5 | 0 | imagenet | comb_17 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 74.3234 | 0 | +| 65 | 0.797533 | 4 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 74.6207 | 0 | +| 66 | 0.798561 | 5 | 0 | imagenet | comb_8 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 75.6579 | 0 | +| 67 | 0.797533 | 4 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 75.7543 | 0 | +| 68 | 0.800617 | 8 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 77.7433 | 0 | +| 69 | 0.800617 | 5 | 0 | imagenet | comb_5 | vit | nlr_t_cos | 358.407 | 392.167 | 0 | 82.2658 | 0 | +| 70 | 0 | 4 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 | +| 71 | 0 | 5 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 | +| 72 | 0 | 6 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 | +| 73 | 0 | 7 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 | +| 74 | 0 | 8 | 0 | imagenet | comb_13 | vit | nlr_t_cos | 378.886 | 406.847 | 0 | 89.8436 | 0 | +| 75 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 32.2507 | 0 | +| 76 | 0 | 4 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 | +| 77 | 0 | 5 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 | +| 78 | 0 | 6 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 | +| 79 | 0 | 7 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 | +| 80 | 0 | 8 | 0 | imagenet | comb_14 | vit | nlr_t_cos | 329.377 | 411.042 | 0 | 0.085119 | 0 | +| 81 | 0 | 8 | 0 | imagenet | comb_6_t | vit | nlr_t_cos | 365.54 | 411.042 | 0 | 45.3816 | 0 | +| 82 | 0 | 8 | 0 | imagenet | comb_7_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 54.6665 | 0 | +| 83 | 0 | 8 | 0 | imagenet | comb_16_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 57.7733 | 0 | +| 84 | 0 | 4 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 59.4 | 0 | +| 85 | 0 | 8 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.433 | 411.042 | 0 | 69.4612 | 0 | +| 86 | 0 | 8 | 0 | imagenet | comb_2_t | vit | nlr_t_cos | 366.573 | 411.042 | 0 | 59.6486 | 0 | +| 87 | 0.791367 | 8 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 32.1752 | 0 | +| 88 | 0.797533 | 4 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 34.9641 | 0 | +| 89 | 0.798561 | 5 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 37.2715 | 0 | +| 90 | 0.807811 | 7 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 37.3638 | 0 | +| 91 | 0.807811 | 6 | 0 | imagenet | comb_15_t | vit | nlr_t_cos | 367.066 | 411.042 | 0 | 38.786 | 0 | +| 92 | 0.8037 | 5 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 34.872 | 0 | +| 93 | 0.781089 | 8 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 36.3909 | 0 | +| 94 | 0.795478 | 4 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 37.6262 | 0 | +| 95 | 0.795478 | 7 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 39.1705 | 0 | +| 96 | 0.802672 | 6 | 0 | imagenet | woq_t | vit | fixed | 367.14 | 411.042 | 0 | 45.1678 | 0 | +| 97 | 0 | 8 | 0 | imagenet | comb_4_t | vit | nlr_t_cos | 367.465 | 411.042 | 0 | 72.1211 | 0 | +| 98 | 0.792395 | 7 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 57.2726 | 0 | +| 99 | 0.798561 | 4 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 57.3144 | 0 | +| 100 | 0.797533 | 6 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 59.8365 | 0 | +| 101 | 0.802672 | 6 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 60.475 | 0 | +| 102 | 0.8037 | 4 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 60.86 | 0 | +| 103 | 0.79445 | 5 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.1157 | 0 | +| 104 | 0.77184 | 8 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.9559 | 0 | +| 105 | 0.805755 | 6 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 61.9609 | 0 | +| 106 | 0.800617 | 7 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 62.8895 | 0 | +| 107 | 0.788284 | 8 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 64.1759 | 0 | +| 108 | 0.713258 | 7 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 64.876 | 0 | +| 109 | 0.805755 | 7 | 0 | imagenet | comb_1_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.1535 | 0 | +| 110 | 0.764645 | 8 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.6591 | 0 | +| 111 | 0.805755 | 6 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 65.8574 | 0 | +| 112 | 0.752312 | 6 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.6559 | 0 | +| 113 | 0.765673 | 8 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.9207 | 0 | +| 114 | 0.804728 | 7 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 67.962 | 0 | +| 115 | 0.800617 | 4 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 68.0002 | 0 | +| 116 | 0.789311 | 4 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 68.8522 | 0 | +| 117 | 0.805755 | 5 | 0 | imagenet | comb_17_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 69.2725 | 0 | +| 118 | 0.806783 | 5 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 70.5067 | 0 | +| 119 | 0.783145 | 8 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 74.4186 | 0 | +| 120 | 0.798561 | 4 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.2893 | 0 | +| 121 | 0.797533 | 7 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.456 | 0 | +| 122 | 0.692703 | 5 | 0 | imagenet | comb_9_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 77.8023 | 0 | +| 123 | 0.806783 | 5 | 0 | imagenet | comb_5_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 78.1755 | 0 | +| 124 | 0.801644 | 6 | 0 | imagenet | comb_18_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 79.7863 | 0 | +| 125 | 0.800617 | 5 | 0 | imagenet | comb_8_t | vit | nlr_t_cos | 366.926 | 413.139 | 0 | 90.2681 | 0 | +| 126 | 0.783145 | 8 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 55.3188 | 0 | +| 127 | 0.793422 | 7 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 58.7047 | 0 | +| 128 | 0.799589 | 6 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 60.2452 | 0 | +| 129 | 0.798561 | 5 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 62.0082 | 0 | +| 130 | 0.784173 | 4 | 0 | imagenet | comb_11_t | vit | nlr_t_cos | 367.959 | 413.139 | 0 | 69.4849 | 0 | +| 131 | 0 | 8 | 0 | imagenet | comb_14_t | vit | nlr_t_cos | 336.791 | 425.722 | 0 | 0.092761 | 0 | +| 132 | 0 | 8 | 0 | imagenet | comb_13_t | vit | nlr_t_cos | 388.438 | 427.819 | 0 | 106.728 | 0 | +| 133 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 29.7755 | 0 | +| 134 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 25.559 | 0 | \ No newline at end of file