accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer 0.0 4 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 0.0 5 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 0.0 6 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 0.0 7 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 0.0 8 0.0 imagenet comb_3 vit rnd_naive_t 355.972096 511.705088 0.0 21.933159 0.0 0.0 4 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 0.0 5 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 0.0 6 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 0.0 7 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 0.0 8 0.0 imagenet comb_15 vit ones_t 355.972096 511.705088 0.0 24.001855 0.0 0.0 4 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 0.0 5 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 0.0 6 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 0.0 7 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 0.0 8 0.0 imagenet comb_3 vit ones_t 355.972096 511.705088 0.0 24.750752 0.0 0.7995889186859131 7 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 18.519876 0.0 0.8006166815757751 4 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 18.769465 0.0 0.8006166815757751 6 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 19.344872 0.0 0.7995889186859131 7 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 34.002655 0.0 0.7975334525108337 5 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 43.044384 0.0 0.7975334525108337 5 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 46.042327 0.0 0.7995889186859131 8 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 47.453117 0.0 0.8006166815757751 4 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 51.071337 0.0 0.7995889186859131 8 0.0 imagenet comb_13 vit ones_t 356.465152 511.705088 0.0 64.391816 0.0 0.8006166815757751 6 0.0 imagenet comb_15 vit rnd_naive_t 356.465152 511.705088 0.0 83.96777 0.0 0.0 4 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 0.0 5 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 0.0 6 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 0.0 7 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 0.0 8 0.0 imagenet comb_16 vit rnd_naive_t 356.865024 511.705088 0.0 29.395611 0.0 0.0 4 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 0.0 5 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 0.0 6 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 0.0 7 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 0.0 8 0.0 imagenet comb_8 vit ones_t 356.865024 511.705088 0.0 31.520035 0.0 0.0 4 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 0.0 5 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 0.0 6 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 0.0 7 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 0.0 8 0.0 imagenet comb_8 vit rnd_naive_t 356.865024 511.705088 0.0 33.316901 0.0 0.0 4 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 0.0 5 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 0.0 6 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 0.0 7 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 0.0 8 0.0 imagenet comb_4 vit rnd_naive_t 356.865024 511.705088 0.0 33.328101 0.0 0.0 4 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 0.0 5 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 0.0 6 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 0.0 7 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 0.0 8 0.0 imagenet comb_2 vit rnd_naive_t 356.865024 511.705088 0.0 33.7232 0.0 0.0 4 0.0 imagenet comb_10 vit ones_t 356.865024 511.705088 0.0 38.722056 0.0 0.0 5 0.0 imagenet comb_10 vit ones_t 356.865024 511.705088 0.0 38.722056 0.0 0.0 4 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 0.0 5 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 0.0 6 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 0.0 7 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 0.0 8 0.0 imagenet comb_5 vit rnd_naive_t 356.865024 511.705088 0.0 43.038891 0.0 0.0 4 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 0.0 5 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 0.0 6 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 0.0 7 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 0.0 8 0.0 imagenet comb_6 vit ones_t 356.865024 511.705088 0.0 45.994519 0.0 0.0 4 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 0.0 5 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 0.0 6 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 0.0 7 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 0.0 8 0.0 imagenet comb_2 vit ones_t 356.865024 511.705088 0.0 49.313446 0.0 0.0 4 0.0 imagenet comb_14 vit ones_t 356.865024 511.705088 0.0 55.017711 0.0 0.0 4 0.0 imagenet comb_5 vit ones_t 356.865024 511.705088 0.0 79.466115 0.0 0.0 5 0.0 imagenet comb_5 vit ones_t 356.865024 511.705088 0.0 79.466115 0.0 0.12121212482452393 4 0.0 imagenet comb_16 vit ones_t 356.8768 511.705088 0.0 58.746555 0.0 0.0 4 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 0.0 5 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 0.0 6 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 0.0 7 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 0.0 8 0.0 imagenet comb_17 vit ones_t 378.705408 511.705088 0.0 66.287669 0.0 0.0 4 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 0.0 5 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 0.0 6 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 0.0 7 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 0.0 8 0.0 imagenet comb_13 vit rnd_naive_t 378.705408 511.705088 0.0 69.019878 0.0 0.0 4 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 0.0 5 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 0.0 6 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 0.0 7 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 0.0 8 0.0 imagenet comb_1 vit ones_t 328.270848 513.80224 0.0 0.04202 0.0 0.0 4 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 0.0 5 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 0.0 6 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 0.0 7 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 0.0 8 0.0 imagenet comb_10 vit rnd_naive_t 328.270848 513.80224 0.0 0.04251 0.0 0.0 4 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 0.0 5 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 0.0 6 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 0.0 7 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 0.0 8 0.0 imagenet comb_14 vit rnd_naive_t 328.270848 513.80224 0.0 0.042939 0.0 0.0 4 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 0.0 5 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 0.0 6 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 0.0 7 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 0.0 8 0.0 imagenet comb_11 vit ones_t 328.270848 513.80224 0.0 0.043439 0.0 0.0 4 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 0.0 5 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 0.0 6 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 0.0 7 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 0.0 8 0.0 imagenet comb_12 vit rnd_naive_t 328.467456 513.80224 0.0 0.04414 0.0 0.0 4 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 0.0 5 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 0.0 6 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 0.0 7 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 0.0 8 0.0 imagenet comb_0 vit ones_t 328.467456 513.80224 0.0 0.04461 0.0 0.0 4 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 0.0 5 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 0.0 6 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 0.0 7 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 0.0 8 0.0 imagenet comb_0 vit rnd_naive_t 328.467456 513.80224 0.0 0.04523 0.0 0.0 4 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 0.0 5 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 0.0 6 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 0.0 7 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 0.0 8 0.0 imagenet comb_12 vit ones_t 328.467456 513.80224 0.0 0.045269 0.0 0.798561155796051 7 0.0 imagenet comb_1 vit rnd_naive_t 357.35808 513.80224 0.0 29.864154 0.0 0.8006166815757751 8 0.0 imagenet comb_11 vit rnd_naive_t 357.35808 513.80224 0.0 30.378637 0.0 0.8026722073554993 8 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 30.707049 0.0 0.8016444444656372 7 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 30.843087 0.0 0.7965056896209717 7 0.0 imagenet comb_11 vit rnd_naive_t 357.35808 513.80224 0.0 31.050916 0.0 0.7882837057113647 5 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 31.068387 0.0 0.7214800119400024 6 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 31.241304 0.0 0.7995889186859131 6 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 31.722892 0.0 0.8016444444656372 8 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 32.263563 0.0 0.7882837057113647 8 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 32.322533 0.0 0.7965056896209717 6 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 32.612948 0.0 0.7954779267311096 8 0.0 imagenet comb_6 vit rnd_naive_t 357.35808 513.80224 0.0 32.661794 0.0 0.8016444444656372 7 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 33.003166 0.0 0.8016444444656372 5 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 33.436097 0.0 0.7995889186859131 7 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 33.540893 0.0 0.8006166815757751 8 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 34.506344 0.0 0.6875642538070679 5 0.0 imagenet comb_14 vit ones_t 357.35808 513.80224 0.0 34.573433 0.0 0.798561155796051 6 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 34.882388 0.0 0.7903391718864441 7 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 34.998605 0.0 0.798561155796051 4 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 35.360509 0.0 0.7995889186859131 8 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 35.51503 0.0 0.8016444444656372 6 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 35.714188 0.0 0.8016444444656372 7 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 35.937165 0.0 0.8006166815757751 7 0.0 imagenet comb_16 vit ones_t 357.35808 513.80224 0.0 36.301654 0.0 0.7831449508666992 6 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 36.390045 0.0 0.7944501638412476 5 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 37.471161 0.0 0.7975334525108337 7 0.0 imagenet comb_5 vit ones_t 357.35808 513.80224 0.0 37.814577 0.0 0.8006166815757751 7 0.0 imagenet comb_18 vit rnd_naive_t 357.35808 513.80224 0.0 39.388394 0.0 0.8016444444656372 8 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 40.111912 0.0 0.8006166815757751 7 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 40.304727 0.0 0.7995889186859131 6 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 43.594595 0.0 0.7944501638412476 5 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 44.472423 0.0 0.798561155796051 6 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 46.748622 0.0 0.798561155796051 6 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 47.140591 0.0 0.7965056896209717 5 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 50.566499 0.0 0.8006166815757751 8 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 56.724096 0.0 0.7965056896209717 4 0.0 imagenet comb_4 vit ones_t 357.35808 513.80224 0.0 59.775931 0.0 0.8006166815757751 8 0.0 imagenet comb_18 vit ones_t 357.35808 513.80224 0.0 59.809305 0.0 0.8006166815757751 8 0.0 imagenet comb_18 vit rnd_naive_t 357.35808 513.80224 0.0 66.930532 0.0 0.7965056896209717 8 0.0 imagenet comb_9 vit rnd_naive_t 357.35808 513.80224 0.0 67.267245 0.0 0.7903391718864441 7 0.0 imagenet comb_10 vit ones_t 357.35808 513.80224 0.0 67.684223 0.0 0.798561155796051 4 0.0 imagenet comb_7 vit ones_t 357.35808 513.80224 0.0 70.327319 0.0 0.7934224605560303 4 0.0 imagenet comb_9 vit ones_t 357.35808 513.80224 0.0 71.576963 0.0 0.7965056896209717 8 0.0 imagenet comb_17 vit rnd_naive_t 357.35808 513.80224 0.0 77.739624 0.0 0.7965056896209717 8 0.0 imagenet comb_1 vit rnd_naive_t 357.35808 513.80224 0.0 79.813598 0.0 0.8016444444656372 7 0.0 imagenet comb_6 vit rnd_naive_t 357.35808 513.80224 0.0 91.020659 0.0 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 41.139268 0.0