accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 180.840448 411.041792 0.0 20.915792 0.0 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 486.539264 0.0 74.552253 0.0 0.0 4 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 5 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 6 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 7 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 8 0.0 imagenet comb_18 vit rnd_search_t_lin 355.972096 511.705088 0.0 22.574209 0.0 0.0 4 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.0 5 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.0 6 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.0 7 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.0 8 0.0 imagenet comb_9 vit rnd_search_t_lin 355.972096 511.705088 0.0 63.707392 0.0 0.7995889186859131 5 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 18.790925 0.0 0.798561155796051 4 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 28.841584 0.0 0.7995889186859131 8 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 34.798292 0.0 0.7975334525108337 7 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 35.245868 0.0 0.798561155796051 6 0.0 imagenet comb_16 vit rnd_search_t_lin 356.465152 511.705088 0.0 59.006722 0.0 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 20.450543 0.0 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 22.149936 0.0 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 25.840467 0.0 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 32.120423 0.0 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 68.702627 0.0 0.0 4 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 5 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 6 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 7 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 8 0.0 imagenet comb_3 vit rnd_search_t_lin 356.865024 511.705088 0.0 30.219868 0.0 0.0 4 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 5 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 6 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 7 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 8 0.0 imagenet comb_7 vit rnd_search_t_lin 356.865024 511.705088 0.0 37.827608 0.0 0.0 4 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.0 5 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.0 6 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.0 7 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.0 8 0.0 imagenet comb_11 vit rnd_search_t_lin 356.865024 511.705088 0.0 101.56097 0.0 0.1818181872367859 4 0.0 imagenet comb_17 vit rnd_search_t_lin 356.8768 511.705088 0.0 54.108822 0.0 0.6546762585639954 4 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.677991 0.0 0.798561155796051 6 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.87008 0.0 0.8026722073554993 5 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 29.990969 0.0 0.798561155796051 5 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.153069 0.0 0.7954779267311096 4 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.288857 0.0 0.8006166815757751 8 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.401948 0.0 0.7995889186859131 8 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.503416 0.0 0.8006166815757751 8 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.69039 0.0 0.7995889186859131 7 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 30.707745 0.0 0.7934224605560303 5 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 31.294344 0.0 0.7995889186859131 5 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.795108 0.0 0.8016444444656372 6 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.800088 0.0 0.8016444444656372 7 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 32.811648 0.0 0.8006166815757751 8 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 33.780743 0.0 0.798561155796051 6 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 34.170212 0.0 0.7995889186859131 6 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 45.143249 0.0 0.8016444444656372 8 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 46.132882 0.0 0.7944501638412476 4 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 48.968906 0.0 0.7975334525108337 6 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 54.920019 0.0 0.7852004170417786 5 0.0 imagenet comb_13 vit rnd_search_t_lin 357.35808 513.80224 0.0 63.436016 0.0 0.7965056896209717 4 0.0 imagenet comb_1 vit rnd_search_t_lin 357.35808 513.80224 0.0 64.79507 0.0 0.8006166815757751 7 0.0 imagenet comb_2 vit rnd_search_t_lin 357.35808 513.80224 0.0 80.710276 0.0 0.7995889186859131 7 0.0 imagenet comb_17 vit rnd_search_t_lin 357.35808 513.80224 0.0 112.203488 0.0 0.7995889186859131 7 0.0 imagenet comb_8 vit rnd_search_t_lin 357.35808 513.80224 0.0 155.475608 0.0 0.0 4 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 5 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 6 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 7 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 8 0.0 imagenet comb_5 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04024 0.0 0.0 4 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 5 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 6 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 7 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 8 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0 0.0 8 0.0 imagenet comb_15_t vit rnd_search_t_lin 336.790528 530.579456 0.0 0.04249 0.0 0.0 8 0.0 imagenet comb_5_t vit rnd_search_t_lin 336.790528 530.579456 0.0 0.044499 0.0 0.0 8 0.0 imagenet comb_9_t vit rnd_search_t_lin 364.491776 532.676608 0.0 53.320393 0.0 0.0 8 0.0 imagenet comb_18_t vit rnd_search_t_lin 364.655616 532.676608 0.0 23.156136 0.0 0.8026722073554993 6 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 31.791452 0.0 0.7995889186859131 5 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 31.868802 0.0 0.7934224605560303 7 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 35.289238 0.0 0.7965056896209717 4 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 36.756681 0.0 0.7934224605560303 8 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 59.605442 0.0 0.7728674411773682 8 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.127158 0.0 0.7975334525108337 5 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.872806 0.0 0.8016444444656372 7 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 31.175517 0.0 0.8088386654853821 6 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 34.127635 0.0 0.7934224605560303 4 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 36.514007 0.0 0.0 8 0.0 imagenet comb_11_t vit rnd_search_t_lin 365.384704 532.676608 0.0 31.473746 0.0 0.0 8 0.0 imagenet comb_7_t vit rnd_search_t_lin 365.384704 532.676608 0.0 43.335516 0.0 0.0 8 0.0 imagenet comb_3_t vit rnd_search_t_lin 365.548544 532.676608 0.0 31.681162 0.0 0.8036999106407166 7 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.455594 0.0 0.8006166815757751 6 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.461633 0.0 0.7821171879768372 8 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.488014 0.0 0.7780061960220337 4 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.65972 0.0 0.8006166815757751 5 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.719042 0.0 0.8119218945503235 7 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.797242 0.0 0.8036999106407166 5 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 32.774579 0.0 0.7903391718864441 4 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 32.982116 0.0 0.7882837057113647 8 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 33.276325 0.0 0.7954779267311096 6 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 33.799844 0.0 0.789311408996582 7 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 34.57643 0.0 0.8016444444656372 6 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 34.78945 0.0 0.7584789395332336 8 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 35.500988 0.0 0.7780061960220337 8 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 36.119603 0.0 0.7965056896209717 7 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 39.017433 0.0 0.7954779267311096 5 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 43.482504 0.0 0.7975334525108337 4 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 48.437397 0.0 0.8047276735305786 6 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 65.748336 0.0 0.7954779267311096 4 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 75.490027 0.0 0.8057554364204407 5 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 78.020236 0.0 0.7697842121124268 8 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 32.199445 0.0 0.8088386654853821 7 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 32.730718 0.0 0.8047276735305786 5 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 56.798322 0.0 0.7882837057113647 4 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 66.895771 0.0 0.8026722073554993 6 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 73.603383 0.0 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 24.302065 0.0